-- Logs begin at Wed 2022-03-30 17:27:26 UTC, end at Wed 2022-03-30 18:39:51 UTC. -- Mar 30 18:10:40.764981 dv-cinder-835879-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 30 18:10:43.672613 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.common.config [-] Logging enabled! Mar 30 18:10:43.673190 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev71 Mar 30 18:10:43.673315 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103186) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 30 18:10:43.676789 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.common.config [-] Logging enabled! Mar 30 18:10:43.677044 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev71 Mar 30 18:10:43.677356 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103186) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 30 18:10:43.678284 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 30 18:10:43.678519 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 30 18:10:43.678891 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 30 18:10:43.679138 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 30 18:10:43.679389 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 30 18:10:43.680141 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.680576 dv-cinder-835879-1-iscsi neutron-server[103186]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 30 18:10:43.680894 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.681194 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.681493 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.681792 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.682087 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.682371 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.682664 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.682963 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.683286 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.683570 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.683857 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.684147 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.684430 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.684718 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.685005 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.685288 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] debug = True {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.685568 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.686001 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.686411 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.686693 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.686983 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.687285 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.687560 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.687838 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.688122 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.688447 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] host = dv-cinder-835879-1-iscsi {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.688726 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.689015 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.689301 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.689587 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.689863 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.690137 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.690452 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.690724 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.690995 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] log_file = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.691294 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.691585 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.691871 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.692160 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.692382 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.692602 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.692889 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.693173 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.693447 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.693718 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.693988 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.694257 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.694527 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.694793 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.695078 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.695392 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.695673 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.695948 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.696220 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.696491 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.696760 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.697043 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.697316 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.697586 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.697857 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.698139 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.698404 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.698674 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.698972 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.699281 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.699564 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.699845 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.700115 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.700398 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.700668 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.700938 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.701206 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] use_json = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.701473 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.701741 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.702019 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.702286 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.702555 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.702827 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.703095 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.703399 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.703671 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:43.703965 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.704258 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.704554 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.704857 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.705144 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.705421 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.705707 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.706491 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.706791 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.707078 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.707390 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.707669 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.707963 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.708252 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.708541 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.708842 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.709134 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.709424 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.709696 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.709968 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.710238 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.710514 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.710806 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.711087 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.711397 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.711687 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.711965 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.712261 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.712545 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.712837 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.713126 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.713398 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.713678 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.713969 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.714248 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.714519 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.714796 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.715084 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.715388 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.715663 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.715942 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.716218 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.716487 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.716755 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.717030 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.717319 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.717596 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.717865 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.718132 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.718407 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.718673 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.718953 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.719259 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.719532 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.719801 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.720078 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.720349 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.720621 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.720901 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.721171 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.721448 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.722243 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.722526 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.722796 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.723066 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.723372 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.723644 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.723914 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.724191 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.724461 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.724731 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.725001 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.725272 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.725545 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.725833 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.726130 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.726410 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.726688 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.726964 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.727264 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.727544 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.727823 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.728099 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.728375 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.728645 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.728934 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.729214 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.729502 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.729803 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.730098 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.730374 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.730649 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.730930 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.731237 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.731518 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.731797 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.732082 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.732397 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.732692 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.732986 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.733278 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.733572 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.733865 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.734144 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.734451 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.734728 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:43.734943 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 30 18:10:43.735204 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103186) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 30 18:10:44.109490 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 30 18:10:44.109775 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 30 18:10:44.110079 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 30 18:10:44.110554 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 30 18:10:44.437797 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:44.438091 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:44.438364 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:44.439587 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:44.439863 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:44.440248 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:44.494815 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:44.495088 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:44.495372 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:44.510676 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:44.510954 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:44.511247 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:44.539620 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:44.539900 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:44.540168 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:44.682696 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:44.683358 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:44.683358 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:44.910992 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:44.911301 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:44.911567 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:44.911830 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:44.912533 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.010772 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.011032 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.011339 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.011616 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.011889 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.012200 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.012462 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.012718 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.012971 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.013251 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.013510 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.013773 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.014029 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.014279 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.014531 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.014792 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.015043 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.015337 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.015608 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.015866 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.016136 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.016389 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.016670 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.017047 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.017296 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.017540 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.017924 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103186) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 30 18:10:45.018163 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103186) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 30 18:10:45.018397 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103186) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 30 18:10:45.018658 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103186) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 30 18:10:45.018891 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103186) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 30 18:10:45.019123 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103186) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 30 18:10:45.019507 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 30 18:10:45.022644 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 30 18:10:45.026678 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 30 18:10:45.030319 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Mar 30 18:10:45.031987 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 30 18:10:45.032457 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 30 18:10:45.032793 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 30 18:10:45.033175 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 30 18:10:45.035994 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 30 18:10:45.036246 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 30 18:10:45.036594 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 30 18:10:45.041405 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 30 18:10:45.065204 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 30 18:10:45.066346 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.066650 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103186) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 30 18:10:45.067021 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.068414 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103186) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 30 18:10:45.068692 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 30 18:10:45.068933 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 30 18:10:45.072199 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.072483 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.134868 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 30 18:10:45.135104 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 30 18:10:45.135373 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 30 18:10:45.135738 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 30 18:10:45.155611 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_db.sqlalchemy.engines [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103186) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 30 18:10:45.593259 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.plugins.ml2.managers [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Initializing driver for type 'gre' Mar 30 18:10:45.593844 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] gre ID ranges: [(1, 1000)] Mar 30 18:10:45.644975 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.plugins.ml2.managers [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Initializing driver for type 'local' Mar 30 18:10:45.645321 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.plugins.ml2.managers [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Initializing driver for type 'vlan' Mar 30 18:10:45.657478 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] VlanTypeDriver initialization complete Mar 30 18:10:45.657873 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.plugins.ml2.managers [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Initializing driver for type 'vxlan' Mar 30 18:10:45.658442 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] vxlan ID ranges: [(1, 1000)] Mar 30 18:10:45.711539 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.plugins.ml2.managers [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Initializing extension driver 'port_security' Mar 30 18:10:45.712095 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.plugins.ml2.extensions.port_security [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] PortSecurityExtensionDriver initialization complete Mar 30 18:10:45.712095 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.plugins.ml2.managers [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Initializing mechanism driver 'openvswitch' Mar 30 18:10:45.712415 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.plugins.ml2.managers [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Initializing mechanism driver 'hyperv' Mar 30 18:10:45.718818 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.plugin [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:10:45.719499 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: > port after_create 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.719866 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: > port after_update 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.720212 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: > port after_delete 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.720725 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103186) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 30 18:10:45.721149 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: > subnet after_create 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.721500 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: > subnet after_update 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.722518 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.722911 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103186) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 30 18:10:45.723350 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: > network after_create 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.723692 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: > network after_update 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.724027 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: > network after_delete 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.724409 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103186) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 30 18:10:45.724803 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: > security_group after_create 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.725144 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: > security_group after_update 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.725476 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.725997 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103186) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 30 18:10:45.726399 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.726748 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.727084 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.727496 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103186) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 30 18:10:45.727890 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: > address_group after_create 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.728229 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: > address_group after_update 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.728563 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.728945 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103186) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 30 18:10:45.729380 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] ML2 OVO RPC backend initialized. {{(pid=103186) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 30 18:10:45.730065 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.730412 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.730911 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: > network before_response 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.731437 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: > networks before_response 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.731758 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: > port before_response 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.732097 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: > ports before_response 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.732433 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: > subnet before_response 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.732768 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: > subnets before_response 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.733106 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: > network after_create 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.733497 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: > network after_update 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.733768 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: > network after_delete 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.734100 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: > port after_create 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.734430 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: > port after_update 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.734761 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: > port after_delete 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.735092 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: > subnet after_create 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.735456 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: > subnet after_update 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.735786 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.743017 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.quota [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loaded quota_driver: . Mar 30 18:10:45.743396 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.plugins.ml2.plugin [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Modular L2 Plugin initialization complete Mar 30 18:10:45.743738 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading services supported by the core plugin {{(pid=103186) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 30 18:10:45.744074 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.plugins.ml2.managers [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Got port-security extension from driver 'port_security' Mar 30 18:10:45.744543 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.extensions.vlantransparent [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Disabled vlantransparent extension. Mar 30 18:10:45.745029 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103186) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 30 18:10:45.745347 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading Plugin: router Mar 30 18:10:45.780275 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.780663 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: > router after_create 55549900 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.781027 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: > router before_create 55549900 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.781386 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.781754 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.782108 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: > router after_delete 55549900 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.782460 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.782805 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.783172 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: > router after_create 55549900 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.783529 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: > router after_update 55549900 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.783873 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: > router after_update 55549900 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.784233 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.785117 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: > router after_update 55549900 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.785526 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: > router precommit_update 55549900 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.785895 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: port after_update 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.786234 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: port after_delete 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.786569 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: subnet after_update 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.786907 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.787279 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.787938 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: > router precommit_create 55549900 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.788283 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: port before_delete 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.788621 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: > router precommit_create 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.788971 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: > router after_update 55549900 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.789309 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.789724 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: > router precommit_create 55549900 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.790080 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.790418 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: > router precommit_update 55549900 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.790777 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: > agent after_create 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.791120 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: > agent after_delete 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.791482 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: > network after_delete 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.792323 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.quota.resource_registry [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Tracking information for resource: router configured {{(pid=103186) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 30 18:10:45.792648 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.quota.resource_registry [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Tracking information for resource: floatingip configured {{(pid=103186) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 30 18:10:45.797382 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.db.l3_agentschedulers_db [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 30 18:10:45.797945 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: port after_update 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.798300 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: port after_create 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.798647 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: port after_delete 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.798990 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: port after_update 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.799794 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: > router before_create 55550100 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.800188 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.800540 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: > router precommit_create 55550100 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.800887 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: > router precommit_update 55550100 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.805694 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.services.provider_configuration [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Service providers = [] {{(pid=103186) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 30 18:10:45.806052 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.db.servicetype_db [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103186) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 30 18:10:45.808971 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.services.service_base [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103186) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 30 18:10:45.809317 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.services.service_base [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103186) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 30 18:10:45.809653 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.services.service_base [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103186) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 30 18:10:45.810525 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.services.service_base [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103186) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 30 18:10:45.810889 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.services.service_base [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 30 18:10:45.811282 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103186) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 30 18:10:45.811596 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 30 18:10:45.821908 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103186) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 30 18:10:45.822240 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading Plugin: auto_allocate Mar 30 18:10:45.828435 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: network precommit_update 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.828849 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: network precommit_create 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.829424 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103186) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 30 18:10:45.829790 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading Plugin: tag Mar 30 18:10:45.837761 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103186) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 30 18:10:45.838124 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading Plugin: timestamp Mar 30 18:10:45.842823 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103186) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 30 18:10:45.843225 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading Plugin: network_ip_availability Mar 30 18:10:45.850320 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.850744 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.851249 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:45.852261 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103186) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 30 18:10:45.852613 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading Plugin: flavors Mar 30 18:10:45.857925 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103186) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 30 18:10:45.858323 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading Plugin: revisions Mar 30 18:10:45.862590 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103186) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 30 18:10:45.862976 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_concurrency.lockutils [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.753s {{(pid=103186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 30 18:10:45.863751 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103186) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 30 18:10:45.864080 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Initializing extension manager. Mar 30 18:10:45.864592 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: __init__.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:45.864954 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: __pycache__ {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:45.865283 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: address_group.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:45.866027 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:45.866592 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loaded extension: address-group Mar 30 18:10:45.866912 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: address_scope.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:45.867650 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:45.868151 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loaded extension: address-scope Mar 30 18:10:45.868468 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:45.869565 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:45.870069 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loaded extension: router-admin-state-down-before-update Mar 30 18:10:45.870387 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: agent.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:45.871081 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:45.871603 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loaded extension: agent Mar 30 18:10:45.871920 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: agent_resources_synced.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:45.872816 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:45.873316 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loaded extension: agent-resources-synced Mar 30 18:10:45.873632 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: allowedaddresspairs.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:45.875421 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:45.875939 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loaded extension: allowed-address-pairs Mar 30 18:10:45.876260 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: auto_allocated_topology.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:45.877312 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:45.877817 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loaded extension: auto-allocated-topology Mar 30 18:10:45.878161 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: availability_zone.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:45.878845 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:45.879367 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loaded extension: availability_zone Mar 30 18:10:45.879691 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: availability_zone_filter.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:45.880695 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:45.881204 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loaded extension: availability_zone_filter Mar 30 18:10:45.881523 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: data_plane_status.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:45.882414 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:45.883198 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extension data-plane-status not supported by any of loaded plugins Mar 30 18:10:45.883520 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: default_subnetpools.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:45.884418 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:45.884919 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loaded extension: default-subnetpools Mar 30 18:10:45.885236 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:45.886026 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:45.886528 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loaded extension: dhcp_agent_scheduler Mar 30 18:10:45.886842 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: dns.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:45.887779 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:45.888275 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extension dns-integration not supported by any of loaded plugins Mar 30 18:10:45.888591 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: dns_domain_ports.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:45.889487 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:45.889989 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 30 18:10:45.890307 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:45.891264 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:45.891808 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 30 18:10:45.892121 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: dvr.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:45.892852 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:45.893466 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loaded extension: dvr Mar 30 18:10:45.894308 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: ecmp_routes.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:45.895460 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:45.895939 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 30 18:10:45.896253 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: empty_string_filtering.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:45.897150 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:45.897645 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loaded extension: empty-string-filtering Mar 30 18:10:45.897960 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:45.898860 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:45.899385 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 30 18:10:45.899702 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:45.900599 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:45.901095 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 30 18:10:45.901413 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: external_net.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:45.902304 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:45.902802 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loaded extension: external-net Mar 30 18:10:45.903115 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:45.904034 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:45.904529 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loaded extension: extra_dhcp_opt Mar 30 18:10:45.904843 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: extraroute.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:45.905747 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:45.906242 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loaded extension: extraroute Mar 30 18:10:45.906556 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: extraroute_atomic.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:45.907600 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:45.908102 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loaded extension: extraroute-atomic Mar 30 18:10:45.908420 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: filter_validation.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:45.909075 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:45.910131 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loaded extension: filter-validation Mar 30 18:10:45.910446 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: fip_pf_description.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:45.911369 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:45.911864 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 30 18:10:45.912179 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: fip_pf_port_range.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:45.913090 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:45.913583 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 30 18:10:45.913897 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: fip_port_details.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:45.914791 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:45.915325 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loaded extension: fip-port-details Mar 30 18:10:45.915642 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: flavors.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:45.916853 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:45.917359 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loaded extension: flavors Mar 30 18:10:45.917678 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:45.919340 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:45.919856 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 30 18:10:45.920180 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: floatingip_pools.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:45.920873 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:45.921375 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loaded extension: floatingip-pools Mar 30 18:10:45.921693 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: ip_allocation.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:45.922604 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:45.923105 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extension ip_allocation not supported by any of loaded plugins Mar 30 18:10:45.923455 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:45.924360 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:45.924880 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loaded extension: ip-substring-filtering Mar 30 18:10:45.925199 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: l2_adjacency.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:45.926124 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:45.926650 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 30 18:10:45.926966 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: l3.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:45.929506 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:45.930038 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loaded extension: router Mar 30 18:10:45.930374 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:45.932639 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:45.933162 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 30 18:10:45.933497 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:45.934411 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:45.934922 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loaded extension: ext-gw-mode Mar 30 18:10:45.935280 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:45.936201 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:45.936706 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loaded extension: l3-ha Mar 30 18:10:45.937029 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:45.937929 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:45.938427 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 30 18:10:45.938748 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: l3_flavors.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:45.939672 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:45.940175 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loaded extension: l3-flavors Mar 30 18:10:45.940540 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:45.941887 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:45.942393 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 30 18:10:45.942714 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:45.943656 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:45.944160 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 30 18:10:45.944477 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: l3agentscheduler.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:45.945524 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:45.946028 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loaded extension: l3_agent_scheduler Mar 30 18:10:45.946350 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: local_ip.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:45.948123 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:45.948647 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extension local_ip not supported by any of loaded plugins Mar 30 18:10:45.948975 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: logging.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:45.950423 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:45.950930 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extension logging not supported by any of loaded plugins Mar 30 18:10:45.951290 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: metering.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:45.952020 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:45.952590 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loaded extension: metering Mar 30 18:10:45.952909 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:45.953986 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:45.954490 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loaded extension: metering_source_and_destination_fields Mar 30 18:10:45.954809 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: multiprovidernet.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:45.955755 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:45.956795 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loaded extension: multi-provider Mar 30 18:10:45.957113 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: netmtu.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:45.958012 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:45.958516 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loaded extension: net-mtu Mar 30 18:10:45.958833 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: netmtu_writable.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:45.959769 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:45.960270 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loaded extension: net-mtu-writable Mar 30 18:10:45.960586 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: network_availability_zone.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:45.961240 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:45.961780 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loaded extension: network_availability_zone Mar 30 18:10:45.962046 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: network_ip_availability.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:45.963134 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:45.963676 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loaded extension: network-ip-availability Mar 30 18:10:45.963993 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: network_segment_range.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:45.964737 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:45.965233 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extension network-segment-range not supported by any of loaded plugins Mar 30 18:10:45.965545 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: pagination.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:45.966648 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:45.966972 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loaded extension: pagination Mar 30 18:10:45.967319 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: port_device_profile.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:45.968225 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:45.968732 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loaded extension: port-device-profile Mar 30 18:10:45.969114 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:45.969964 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:45.970462 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loaded extension: port-mac-address-regenerate Mar 30 18:10:45.970780 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:45.971704 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:45.972765 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loaded extension: port-numa-affinity-policy Mar 30 18:10:45.973079 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: port_resource_request.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:45.973997 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:45.974492 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extension port-resource-request not supported by any of loaded plugins Mar 30 18:10:45.974805 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: port_resource_request_groups.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:45.975786 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:45.976278 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 30 18:10:45.976594 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: portbindings.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:45.977503 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:45.978000 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loaded extension: binding Mar 30 18:10:45.978312 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: portbindings_extended.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:45.979578 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:45.980086 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loaded extension: binding-extended Mar 30 18:10:45.980406 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: portsecurity.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:45.981310 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:45.981918 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loaded extension: port-security Mar 30 18:10:45.982241 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: project_id.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:45.983223 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:45.983554 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loaded extension: project-id Mar 30 18:10:45.983871 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: providernet.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:45.984779 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:45.985279 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loaded extension: provider Mar 30 18:10:45.985593 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: qos.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:45.989334 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:45.989849 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extension qos not supported by any of loaded plugins Mar 30 18:10:45.990175 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:45.991439 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:45.991946 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 30 18:10:45.992266 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:45.993173 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:45.993681 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 30 18:10:45.993998 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: qos_default.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:45.994914 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:45.995442 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extension qos-default not supported by any of loaded plugins Mar 30 18:10:45.995759 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: qos_fip.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:45.996662 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:45.997164 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extension qos-fip not supported by any of loaded plugins Mar 30 18:10:45.997477 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:45.998371 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:45.998870 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 30 18:10:45.999210 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: qos_gateway_ip.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:46.000119 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:46.000619 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 30 18:10:46.000935 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: qos_port_network_policy.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:46.001829 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:46.002325 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 30 18:10:46.002641 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:46.004218 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:46.004779 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 30 18:10:46.005095 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:46.006138 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:46.006648 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 30 18:10:46.006963 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: qos_pps_rule.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:46.008394 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:46.008898 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extension qos-pps not supported by any of loaded plugins Mar 30 18:10:46.009217 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: qos_rule_type_details.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:46.010126 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:46.010627 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 30 18:10:46.010944 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:46.011865 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:46.012366 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 30 18:10:46.012682 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: qos_rules_alias.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:46.013716 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:46.014216 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 30 18:10:46.014531 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: quota_check_limit.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:46.015464 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:46.015962 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loaded extension: quota-check-limit Mar 30 18:10:46.016277 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: quotasv2.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:46.017200 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:46.017522 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loaded extension: quotas Mar 30 18:10:46.017837 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: quotasv2_detail.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:46.020301 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:46.020638 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loaded extension: quota_details Mar 30 18:10:46.020967 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: rbac.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:46.022019 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:46.022536 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loaded extension: rbac-policies Mar 30 18:10:46.022857 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: rbac_address_group.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:46.023821 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:46.024328 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loaded extension: rbac-address-group Mar 30 18:10:46.024646 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: rbac_address_scope.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:46.025550 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:46.026051 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loaded extension: rbac-address-scope Mar 30 18:10:46.026365 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: rbac_security_groups.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:46.027364 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:46.027866 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loaded extension: rbac-security-groups Mar 30 18:10:46.028182 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: rbac_subnetpool.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:46.029084 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:46.029580 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loaded extension: rbac-subnetpool Mar 30 18:10:46.029894 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: revisionifmatch.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:46.030804 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:46.031334 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loaded extension: revision-if-match Mar 30 18:10:46.031650 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: revisions.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:46.032771 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:46.033276 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loaded extension: standard-attr-revisions Mar 30 18:10:46.033592 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: router_availability_zone.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:46.034283 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:46.034785 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loaded extension: router_availability_zone Mar 30 18:10:46.035100 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: routerservicetype.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:46.036041 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:46.036539 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extension router-service-type not supported by any of loaded plugins Mar 30 18:10:46.036855 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:46.037773 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:46.038271 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loaded extension: security-groups-normalized-cidr Mar 30 18:10:46.038585 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:46.039522 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:46.040024 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loaded extension: port-security-groups-filtering Mar 30 18:10:46.040337 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:46.041264 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:46.041762 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loaded extension: security-groups-remote-address-group Mar 30 18:10:46.042077 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:46.043004 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:46.043530 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loaded extension: security-groups-shared-filtering Mar 30 18:10:46.043852 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:46.044428 dv-cinder-835879-1-iscsi neutron-server[103186]: WARNING neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 30 18:10:46.044742 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: securitygroup.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:46.054490 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:46.055012 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loaded extension: security-group Mar 30 18:10:46.055367 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: segment.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:46.056086 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:46.056590 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extension segment not supported by any of loaded plugins Mar 30 18:10:46.056914 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:46.057833 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:46.058334 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 30 18:10:46.058656 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: servicetype.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:46.059762 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:46.060271 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loaded extension: service-type Mar 30 18:10:46.060594 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: sorting.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:46.061554 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:46.061884 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loaded extension: sorting Mar 30 18:10:46.062204 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: standard_attr_segment.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:46.063102 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:46.063635 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 30 18:10:46.063955 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: standardattrdescription.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:46.064592 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:46.065091 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loaded extension: standard-attr-description Mar 30 18:10:46.065408 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: stateful_security_group.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:46.066859 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:46.067396 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loaded extension: stateful-security-group Mar 30 18:10:46.067713 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: stdattrs_common.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:46.068277 dv-cinder-835879-1-iscsi neutron-server[103186]: WARNING neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 30 18:10:46.068595 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:46.069707 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:46.071532 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 30 18:10:46.071980 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: subnet_onboard.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:46.073071 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:46.073580 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loaded extension: subnet_onboard Mar 30 18:10:46.073900 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:46.074815 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:46.075343 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 30 18:10:46.075662 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: subnet_service_types.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:46.076576 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:46.077079 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loaded extension: subnet-service-types Mar 30 18:10:46.077394 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: subnetallocation.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:46.078463 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:46.078968 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loaded extension: subnet_allocation Mar 30 18:10:46.079318 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:46.079972 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:46.080469 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loaded extension: subnetpool-prefix-ops Mar 30 18:10:46.080784 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:46.082271 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:46.082854 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 30 18:10:46.083205 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: tagging.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:46.084263 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:46.084771 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loaded extension: standard-attr-tag Mar 30 18:10:46.085090 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: timestamp.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:46.086268 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:46.086777 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loaded extension: standard-attr-timestamp Mar 30 18:10:46.087098 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: trunk.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:46.088136 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:46.088642 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extension trunk not supported by any of loaded plugins Mar 30 18:10:46.088962 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: trunk_details.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:46.089866 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:46.090366 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extension trunk-details not supported by any of loaded plugins Mar 30 18:10:46.090684 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: uplink_status_propagation.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:46.091621 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:46.092118 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 30 18:10:46.092434 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Loading extension file: vlantransparent.py {{(pid=103186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:10:46.093089 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:10:46.093584 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 30 18:10:46.096136 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.quota.resource_registry [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Creating instance of TrackedResource for resource:network Mar 30 18:10:46.096646 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.quota.resource_registry [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Creating instance of TrackedResource for resource:subnet Mar 30 18:10:46.097064 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.quota.resource_registry [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Creating instance of TrackedResource for resource:subnetpool Mar 30 18:10:46.097458 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.quota.resource_registry [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Creating instance of TrackedResource for resource:port Mar 30 18:10:46.098674 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.v2.resource_helper [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103186) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 18:10:46.099096 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.v2.resource_helper [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Service FLAVORS assigned prefix: {{(pid=103186) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 18:10:46.099732 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.v2.resource_helper [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103186) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 18:10:46.100147 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.v2.resource_helper [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103186) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 18:10:46.100483 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.quota.resource_registry [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Creating instance of TrackedResource for resource:router Mar 30 18:10:46.100895 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.quota.resource_registry [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Creating instance of TrackedResource for resource:floatingip Mar 30 18:10:46.101375 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.v2.resource_helper [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Service METERING assigned prefix: /metering {{(pid=103186) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 18:10:46.102803 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:46.103185 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:46.103532 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:10:46.104508 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.quota.resource_registry [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Creating instance of CountableResource for resource:rbac_policy Mar 30 18:10:46.104950 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.quota.resource_registry [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Creating instance of TrackedResource for resource:security_group Mar 30 18:10:46.105372 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.quota.resource_registry [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 30 18:10:46.105950 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.v2.resource_helper [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Service CORE assigned prefix: {{(pid=103186) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 18:10:46.106274 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.quota.resource_registry [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Creating instance of TrackedResource for resource:subnetpool Mar 30 18:10:46.106610 dv-cinder-835879-1-iscsi neutron-server[103186]: WARNING neutron.quota.resource_registry [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] subnetpool is already registered Mar 30 18:10:46.107031 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.v2.resource_helper [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Service CORE assigned prefix: {{(pid=103186) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 18:10:46.107379 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.quota.resource_registry [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Creating instance of TrackedResource for resource:subnetpool Mar 30 18:10:46.107704 dv-cinder-835879-1-iscsi neutron-server[103186]: WARNING neutron.quota.resource_registry [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] subnetpool is already registered Mar 30 18:10:46.109953 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.v2.resource_helper [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103186) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 18:10:46.110373 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.v2.resource_helper [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Service FLAVORS assigned prefix: {{(pid=103186) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 18:10:46.110947 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.v2.resource_helper [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103186) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 18:10:46.111390 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.v2.resource_helper [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103186) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 18:10:46.111716 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.quota.resource_registry [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Creating instance of TrackedResource for resource:router Mar 30 18:10:46.112047 dv-cinder-835879-1-iscsi neutron-server[103186]: WARNING neutron.quota.resource_registry [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] router is already registered Mar 30 18:10:46.112471 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.quota.resource_registry [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Creating instance of TrackedResource for resource:floatingip Mar 30 18:10:46.112801 dv-cinder-835879-1-iscsi neutron-server[103186]: WARNING neutron.quota.resource_registry [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] floatingip is already registered Mar 30 18:10:46.113244 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.v2.resource_helper [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Service METERING assigned prefix: /metering {{(pid=103186) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 18:10:46.113889 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.quota.resource_registry [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Creating instance of CountableResource for resource:rbac_policy Mar 30 18:10:46.114216 dv-cinder-835879-1-iscsi neutron-server[103186]: WARNING neutron.quota.resource_registry [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] rbac_policy is already registered Mar 30 18:10:46.114619 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.quota.resource_registry [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Creating instance of TrackedResource for resource:security_group Mar 30 18:10:46.114944 dv-cinder-835879-1-iscsi neutron-server[103186]: WARNING neutron.quota.resource_registry [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] security_group is already registered Mar 30 18:10:46.116280 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.quota.resource_registry [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 30 18:10:46.116666 dv-cinder-835879-1-iscsi neutron-server[103186]: WARNING neutron.quota.resource_registry [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] security_group_rule is already registered Mar 30 18:10:46.117332 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.v2.resource_helper [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Service CORE assigned prefix: {{(pid=103186) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 18:10:46.117676 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.quota.resource_registry [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Creating instance of TrackedResource for resource:subnetpool Mar 30 18:10:46.118019 dv-cinder-835879-1-iscsi neutron-server[103186]: WARNING neutron.quota.resource_registry [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] subnetpool is already registered Mar 30 18:10:46.118445 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.v2.resource_helper [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Service CORE assigned prefix: {{(pid=103186) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 18:10:46.118785 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.quota.resource_registry [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Creating instance of TrackedResource for resource:subnetpool Mar 30 18:10:46.119115 dv-cinder-835879-1-iscsi neutron-server[103186]: WARNING neutron.quota.resource_registry [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] subnetpool is already registered Mar 30 18:10:46.119614 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extended resource: extensions {{(pid=103186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:10:46.121063 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extended resource: address-groups {{(pid=103186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:10:46.122549 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extended resource: address-scopes {{(pid=103186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:10:46.123895 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extended resource: agents {{(pid=103186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:10:46.125055 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extended resource: auto-allocated-topology {{(pid=103186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:10:46.126285 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extended resource: availability_zones {{(pid=103186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:10:46.127526 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extended resource: dhcp-networks {{(pid=103186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:10:46.129557 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extended resource: dhcp-agents {{(pid=103186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:10:46.130974 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extended resource: routers {{(pid=103186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:10:46.133465 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extended resource: flavors {{(pid=103186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:10:46.134625 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extended resource: service_profiles {{(pid=103186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:10:46.136108 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extended resource: next_providers {{(pid=103186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:10:46.137575 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extended resource: service_profiles {{(pid=103186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:10:46.140033 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extended resource: floatingip-pools {{(pid=103186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:10:46.141246 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extended resource: routers {{(pid=103186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:10:46.143372 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extended resource: floatingips {{(pid=103186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:10:46.145281 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extended resource: l3-routers {{(pid=103186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:10:46.146664 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extended resource: l3-agents {{(pid=103186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:10:46.148142 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extended resource: metering-labels {{(pid=103186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:10:46.149486 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extended resource: metering-label-rules {{(pid=103186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:10:46.150748 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extended resource: network-ip-availabilities {{(pid=103186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:10:46.152130 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extended resource: bindings {{(pid=103186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:10:46.153775 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extended resource: quotas {{(pid=103186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:10:46.155362 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extended resource: quotas {{(pid=103186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:10:46.156892 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extended resource: rbac-policies {{(pid=103186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:10:46.158176 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extended resource: security-groups {{(pid=103186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:10:46.159509 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extended resource: security-group-rules {{(pid=103186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:10:46.160753 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extended resource: service-providers {{(pid=103186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:10:46.161942 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extended resource: subnetpools {{(pid=103186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:10:46.163370 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extended resource: subnetpools {{(pid=103186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:10:46.164821 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extended resource: tags {{(pid=103186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:10:46.166502 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extended resource: tags {{(pid=103186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:10:46.168333 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extended resource: tags {{(pid=103186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:10:46.170089 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extended resource: tags {{(pid=103186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:10:46.171900 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extended resource: tags {{(pid=103186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:10:46.173734 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extended resource: tags {{(pid=103186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:10:46.175424 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extended resource: tags {{(pid=103186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:10:46.177294 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extended resource: tags {{(pid=103186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:10:46.179058 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extended resource: tags {{(pid=103186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:10:46.180931 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron.api.extensions [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Extended resource: tags {{(pid=103186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:10:46.186886 dv-cinder-835879-1-iscsi neutron-server[103186]: WARNING keystonemiddleware.auth_token [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 30 18:10:46.192103 dv-cinder-835879-1-iscsi neutron-server[103186]: WARNING keystonemiddleware.auth_token [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 30 18:10:46.200515 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_concurrency.lockutils [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Acquired lock "singleton_lock" {{(pid=103186) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 30 18:10:46.200986 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_concurrency.lockutils [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Releasing lock "singleton_lock" {{(pid=103186) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 30 18:10:46.201644 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO oslo_service.service [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Starting 2 workers Mar 30 18:10:46.207130 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Started child 103293 {{(pid=103186) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 30 18:10:46.211674 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Started child 103294 {{(pid=103186) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 30 18:10:46.212638 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:46.213304 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO neutron.service [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 30 18:10:46.213841 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:46.214095 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [-] (103293) wsgi starting up on http://0.0.0.0:9696 Mar 30 18:10:46.216376 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO oslo_service.service [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Starting 1 workers Mar 30 18:10:46.216485 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:46.217895 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [-] (103294) wsgi starting up on http://0.0.0.0:9696 Mar 30 18:10:46.221670 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Started child 103295 {{(pid=103186) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 30 18:10:46.222270 dv-cinder-835879-1-iscsi neutron-server[103186]: INFO oslo_service.service [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Starting 1 workers Mar 30 18:10:46.225515 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.service [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] calling RpcWorker wait() {{(pid=103295) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 30 18:10:46.226062 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.service [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] returning from RpcWorker wait() {{(pid=103295) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 30 18:10:46.226879 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Started child 103296 {{(pid=103186) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 30 18:10:46.227416 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:46.227718 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG neutron_lib.callbacks.manager [None req-823afbe7-cc7f-4cca-bf4c-a39b28f3e6d5 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:46.227969 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:10:46.229631 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103186) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 30 18:10:46.229840 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 30 18:10:46.230026 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 30 18:10:46.230252 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 30 18:10:46.230600 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 30 18:10:46.230762 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 30 18:10:46.231301 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.231593 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.231757 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:46.232241 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.232241 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.232366 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.232989 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.233264 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.233513 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.233800 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.234042 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.234208 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.234371 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.234629 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.234861 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.235166 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.235430 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.235665 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.235940 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.236111 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.236383 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.236656 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.236902 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.237169 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] debug = True {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.237444 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.237922 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.238150 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.238413 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.238650 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.238922 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.239161 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.239476 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.239695 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.239913 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.240155 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.240479 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.240716 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.240931 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.241179 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.241389 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.241646 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.241868 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.242317 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] host = dv-cinder-835879-1-iscsi {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.242557 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.242775 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.243016 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.243293 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.243538 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.243775 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.244035 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.244297 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.244542 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.244782 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.245016 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.245249 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.245484 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.245730 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] log_file = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.245892 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] log_options = True {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.246147 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.246423 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.246671 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.246871 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.247038 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.247238 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.247500 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.247662 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.247928 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.248150 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.248366 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.248616 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.248850 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.249066 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.249321 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.249536 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.249749 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.249978 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.250222 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.250467 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.250698 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.250923 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.251186 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.251426 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.251657 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.251963 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.252116 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.252329 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.252607 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.254262 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.254434 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:10:46.254567 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.254754 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.255018 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.256201 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.256507 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.256774 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.257031 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.257267 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.257833 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.258078 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.258619 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.258619 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.258831 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.259040 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.259482 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.259848 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.260079 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] use_json = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.260321 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.260565 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.260818 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.261059 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.261261 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.261490 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.261706 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.261951 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.262179 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.262628 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.262915 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.263441 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.263576 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.263737 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.263995 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.264233 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.264657 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.264789 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.264957 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.265376 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.265687 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.266045 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.266490 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.266612 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.266882 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.267122 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.267414 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.267635 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.267875 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.268092 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.268346 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.268680 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.269444 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.269679 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.269912 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.270136 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.270452 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.270730 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.271246 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.272733 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.273007 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.273865 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.274109 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.275857 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.275857 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.276067 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.276203 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.276433 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.276727 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.276962 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.277411 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.277656 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.277907 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.278145 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.278597 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.278861 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.279102 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.279373 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.279685 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.279900 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.280115 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.280323 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.280533 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.280780 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.280990 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.281234 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.281487 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.281706 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.282750 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.282957 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.283201 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.283596 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.283821 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.284055 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.284321 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.284652 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.284868 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.285107 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.285318 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.285551 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.285758 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.285969 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.286178 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.286386 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.286619 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.286823 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.287035 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.287284 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.287489 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.287730 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.287942 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.288167 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.288370 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.288592 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.288786 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.288991 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.289197 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.289406 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.289692 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.289901 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.290164 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.290473 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.290706 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.290946 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.291203 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.291450 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.291663 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.291908 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.292114 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.292325 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.292632 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.292973 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.293220 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.293466 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.293755 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.293994 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.294245 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.294464 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.294769 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.294996 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.295248 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.295566 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.295981 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.296391 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.296737 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.297037 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.297301 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.297534 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.297807 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.298052 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.298384 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.298625 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.298940 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.299223 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.299501 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.299776 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.300108 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.300401 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.300676 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.300905 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.301153 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.301399 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.301656 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.301899 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.302127 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.302367 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.302620 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.302942 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.303307 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.303528 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.303859 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.304084 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.304365 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.304694 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.304943 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.305207 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.305461 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.305689 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.305931 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.306172 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.306402 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.306634 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.306857 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.307067 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.307385 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.307612 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.307842 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.308055 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.308261 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.308514 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.308723 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.308936 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.309162 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.309373 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.309604 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.309841 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.310047 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.310262 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.310495 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.310728 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.310941 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.311173 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.311391 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.311645 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.311854 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.312110 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.312353 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.312561 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.312780 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.313032 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.313272 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.313484 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.313720 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.314038 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.314249 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.314455 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.314689 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.315002 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.315251 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.315995 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.316212 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.316441 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.316671 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.317007 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.317259 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.317481 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.317718 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.317962 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.318174 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.318415 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.318624 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.318854 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.319065 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.319321 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.319533 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.319746 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.319974 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.320182 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.320465 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.320739 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.320982 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.321217 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.321422 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.321631 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.321840 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.322040 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.322254 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.322460 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.322681 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.322884 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.323092 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.323317 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.323588 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.323826 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.324150 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.324419 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.324632 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.324916 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.325164 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.325343 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.325546 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.325760 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.325969 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.326171 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.326388 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.326590 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.326792 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.327025 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.327260 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.327467 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.327704 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.327905 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.328108 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.328321 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.328553 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.328752 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.328967 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.329167 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.329368 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.329580 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.329789 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.329991 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.330207 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.330428 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.330631 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.330844 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.331058 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.331345 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.331613 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.331870 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.332103 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.332392 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.332614 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.332869 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.333110 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.333406 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.333614 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.334518 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.334518 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.334518 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.334518 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.334888 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.335098 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.335387 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.335634 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.335873 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.336133 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.336406 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.336924 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.336924 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.337149 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.337473 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.337733 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.337981 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.338225 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.338469 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.338685 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.339609 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.339609 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.339609 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.339609 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.340111 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.340111 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.340285 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.340502 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.340723 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.340970 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.341217 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.341439 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.341537 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:10:46.341699 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.341875 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.341985 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 30 18:10:46.342515 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103186) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 30 18:10:46.342667 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 30 18:10:46.342813 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 30 18:10:46.342969 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 30 18:10:46.343134 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 30 18:10:46.343306 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 30 18:10:46.343502 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.343651 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.343804 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.344037 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.344202 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.344371 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.344559 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.344697 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.344840 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.345000 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.345142 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.345312 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.345411 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.345560 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.345714 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.345871 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.346025 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.346182 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.346332 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.346482 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.346637 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.347327 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.347483 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] debug = True {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.347637 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.347853 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.348018 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.348170 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.348335 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.348475 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.349396 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.349396 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.349396 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.349396 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.349396 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.349396 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.349836 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.349836 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.349836 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.350059 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.350059 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.350201 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.350326 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] host = dv-cinder-835879-1-iscsi {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.350497 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.350649 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.350796 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.350950 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.351094 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.351238 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.351395 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.351537 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.351692 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.351863 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.351999 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.352184 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.352306 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.352439 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] log_file = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.352592 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] log_options = True {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.352744 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.352898 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.353054 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.353225 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.353397 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.353541 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.353741 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.353882 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.354016 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.354170 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.354347 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.354509 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.354606 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.354772 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.354922 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.355073 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.355264 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.355422 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.355571 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.355721 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.355878 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.356074 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.356258 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.356405 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.356560 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.356700 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.356866 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.356958 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.357110 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.357265 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.357417 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.357570 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.357722 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.357874 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.358027 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.358179 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.358321 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.358489 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.358622 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.358820 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.358979 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.359132 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.359307 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.359460 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.359613 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.359765 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.359918 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] use_json = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.360071 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.360223 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.360376 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.360529 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.360682 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.360834 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.360986 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.361139 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.361291 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:10:46.361469 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.361628 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.361796 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.361954 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.362118 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.362257 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.362459 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.362688 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.362854 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.363012 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.363206 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.363369 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.363535 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.363693 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.363848 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.364009 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.364166 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.364323 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.364480 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.364654 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.364786 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.364939 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.365107 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.365265 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.365472 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.365604 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.365725 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.365881 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.366039 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.366210 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.366369 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.366527 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.366686 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.366845 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.367004 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.367186 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.367341 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.367501 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.367660 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.367817 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.367977 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.368135 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.368292 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.368448 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.368607 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.368764 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.369642 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.369642 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.369642 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.369642 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.369642 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.369642 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.370364 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.370364 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.370364 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.370364 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.370820 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.370820 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.370820 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.370820 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.371279 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.371279 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.371279 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.371490 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.371593 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.371748 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.371905 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.372062 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.372231 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.372387 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.372544 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.372702 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.372859 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.373016 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.373173 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.373330 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.373486 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.373644 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.373801 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.373957 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.374114 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.374271 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.374429 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.374586 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.374740 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.374881 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.375041 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.375212 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.375368 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.375582 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.375716 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.375838 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.375991 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.376148 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.376290 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.376449 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.376605 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.376760 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.376916 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.377072 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.377228 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.377385 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.377540 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.377696 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.377855 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.378523 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.378683 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.378841 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.378998 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.379170 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.379351 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.379508 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.379648 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.379809 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.380064 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.380165 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.380264 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.380420 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.380577 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.380748 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.380905 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.381065 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.381226 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.381389 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.381558 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.381716 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.381878 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.382034 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.382190 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.382345 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.382502 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.382914 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.384081 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.384081 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.384081 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.384081 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.384081 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.384081 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.384081 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.384786 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.384786 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.384786 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.384786 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.384786 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.385118 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.385118 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.385257 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.385333 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.385474 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.385673 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.385810 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.385933 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.386078 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.386234 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.386390 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.386549 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.386706 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.386864 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.387021 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.387197 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.387357 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.387514 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.387673 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.387831 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.387988 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.388144 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.388290 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.388446 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.388603 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.388759 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.388917 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.389072 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.389228 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.389385 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.389541 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.389696 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.389854 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.390010 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.390167 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.390324 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.390482 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.390639 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.390795 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.390953 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.391112 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.391291 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.391449 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.391605 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.391763 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.391925 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.392081 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.392239 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.392394 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.392550 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.392726 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.392884 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.393040 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.393199 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.393357 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.393513 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.393714 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.393875 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.394033 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.394190 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.394349 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.394506 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.394662 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.394819 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.394976 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.395132 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.395313 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.395472 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.395632 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.395789 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.395947 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.396104 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.396260 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.396415 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.396572 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.396728 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.396884 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.397040 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.397195 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.397364 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.397522 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.397680 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.397835 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.397993 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.398150 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.398316 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.398473 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.398629 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.398785 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.398941 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.399097 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.399283 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.399441 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.399598 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.399754 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.399910 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.400066 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.400231 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.400389 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.400544 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.400700 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.400856 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.401013 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.401178 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.401334 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.401489 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.401644 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.401801 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.401962 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.402127 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.402284 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.402440 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.402595 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.402751 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.402907 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.403073 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.403271 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.403430 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.403596 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.403754 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.403911 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.404070 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.404238 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.404397 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.404558 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.404715 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.404873 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.405032 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.405191 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.405352 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.405518 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.405681 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.405841 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.406007 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.406172 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.406337 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.406494 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.406658 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.406825 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.406982 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.407138 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.407306 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.407462 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.407618 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.407773 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.407928 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.408084 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.408240 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.408400 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.408542 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.408699 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.408855 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.411178 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.411178 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.411178 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.411178 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.411178 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.411178 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:10:46.411178 dv-cinder-835879-1-iscsi neutron-server[103186]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 30 18:10:46.435746 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 57992) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:10:46.444920 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070069 Mar 30 18:10:57.699401 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeabb133-b339-4c1e-8733-1682ef1137e5 None None] get_active_networks_info from dv-cinder-835879-1-iscsi {{(pid=103295) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 30 18:10:57.743630 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-e1c5edeb-0cc9-43e8-9beb-a65f5eb83853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1624291'] for agent (c82c41e6-6be9-408a-ae4d-4131a3230230), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:57.791533 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeabb133-b339-4c1e-8733-1682ef1137e5 None None] No non-hosted networks {{(pid=103295) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 30 18:11:00.054645 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-85b00184-6b6a-4e81-8629-5ced656d56f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1624291'] for agent (bb9cbda0-d504-4372-97ec-0881b5676f92), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:00.142159 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-432e8625-0c69-4b85-afbc-1031ab425c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bb9cbda0-d504-4372-97ec-0881b5676f92), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:01.169804 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f19afa9d-e030-40e8-acc4-8e1b9083a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1624291'] for agent (63dcb6ae-3517-415b-a3a4-cfabe01bf14f), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:01.224104 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 58060) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:11:01.771434 dv-cinder-835879-1-iscsi neutron-server[103294]: WARNING oslo_policy.policy [None req-46838858-6b43-4aea-924b-d7accbaf039f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 30 18:11:01.772269 dv-cinder-835879-1-iscsi neutron-server[103294]: WARNING oslo_policy.policy [None req-46838858-6b43-4aea-924b-d7accbaf039f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 30 18:11:02.002395 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [None req-46838858-6b43-4aea-924b-d7accbaf039f admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103294) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 18:11:02.008270 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-46838858-6b43-4aea-924b-d7accbaf039f admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7780714 Mar 30 18:11:02.559652 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-735ee7a5-faf9-4a72-9605-65e031eaef75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1624291'] for agent (bc479c0e-1124-4d13-b03e-bb2d712dc776), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:03.948848 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1624291'] for agent (6489659c-3f19-4a2c-89f8-52d37c938fb3), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:03.955880 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:11:03.956520 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:11:03.957610 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:11:03.958200 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:11:03.958848 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:11:03.959407 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:11:03.959941 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:11:03.961458 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:11:03.962673 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:11:03.963613 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:11:03.964186 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:11:03.964766 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:11:03.967070 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:11:03.968122 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:11:03.968957 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:11:03.969631 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-835879-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:11:03.980710 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-835879-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:11:04.576841 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 58090) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:11:04.910596 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-1287fb1c-997c-4f7f-9d5b-5da71f60c1ea admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:11:05.003670 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.policy [None req-1287fb1c-997c-4f7f-9d5b-5da71f60c1ea admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103294) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 30 18:11:05.049397 dv-cinder-835879-1-iscsi neutron-server[103294]: WARNING oslo_policy.policy [None req-1287fb1c-997c-4f7f-9d5b-5da71f60c1ea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 30 18:11:05.049780 dv-cinder-835879-1-iscsi neutron-server[103294]: WARNING oslo_policy.policy [None req-1287fb1c-997c-4f7f-9d5b-5da71f60c1ea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 30 18:11:05.155106 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-1287fb1c-997c-4f7f-9d5b-5da71f60c1ea admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759686666811', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759686661358', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759686683569', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759686692800', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759686699994', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759686875294', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-803508', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-891810', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2064896', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2008930'] for rbac-policy (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:05.229008 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-1287fb1c-997c-4f7f-9d5b-5da71f60c1ea admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:05.243227 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-1287fb1c-997c-4f7f-9d5b-5da71f60c1ea admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6522729 Mar 30 18:11:06.194480 dv-cinder-835879-1-iscsi neutron-server[103295]: INFO neutron.db.l3_hamode_db [None req-3431ca48-4bad-4971-ab8a-206c83a327df None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 30 18:11:06.278170 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3431ca48-4bad-4971-ab8a-206c83a327df None None] Routers set() bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:11:06.278569 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3431ca48-4bad-4971-ab8a-206c83a327df None None] Router IDs set() for agent in host dv-cinder-835879-1-iscsi {{(pid=103295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 30 18:11:07.706407 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 58102) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:11:08.192969 dv-cinder-835879-1-iscsi neutron-server[103293]: WARNING oslo_policy.policy [None req-854a9c2b-c9df-4172-9051-a4914cac9aff demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 30 18:11:08.193594 dv-cinder-835879-1-iscsi neutron-server[103293]: WARNING oslo_policy.policy [None req-854a9c2b-c9df-4172-9051-a4914cac9aff demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 30 18:11:08.419702 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [None req-854a9c2b-c9df-4172-9051-a4914cac9aff demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:11:08.474701 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-854a9c2b-c9df-4172-9051-a4914cac9aff demo demo] Made reservation on behalf of 996e93ccf01f4f05aced9cdd9e03720e for: {'network': 1} {{(pid=103293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:11:08.538204 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.policy [None req-854a9c2b-c9df-4172-9051-a4914cac9aff demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103293) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 30 18:11:08.581103 dv-cinder-835879-1-iscsi neutron-server[103293]: WARNING oslo_policy.policy [None req-854a9c2b-c9df-4172-9051-a4914cac9aff demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 30 18:11:08.581475 dv-cinder-835879-1-iscsi neutron-server[103293]: WARNING oslo_policy.policy [None req-854a9c2b-c9df-4172-9051-a4914cac9aff demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 30 18:11:08.592194 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-854a9c2b-c9df-4172-9051-a4914cac9aff demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for network (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:08.615003 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-854a9c2b-c9df-4172-9051-a4914cac9aff demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:08.726725 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-854a9c2b-c9df-4172-9051-a4914cac9aff demo demo] Publish callbacks [] for security_group (8f68c937-f698-4575-8b12-7f2ff7c05a76), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:08.730305 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-854a9c2b-c9df-4172-9051-a4914cac9aff demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (8f68c937-f698-4575-8b12-7f2ff7c05a76), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:08.754965 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-854a9c2b-c9df-4172-9051-a4914cac9aff demo demo] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=103293) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 18:11:08.789637 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-854a9c2b-c9df-4172-9051-a4914cac9aff demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759689995313', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-829919'] for segment (6d3f3d07-48e3-493f-b59c-da494b77d182), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:08.790230 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-854a9c2b-c9df-4172-9051-a4914cac9aff demo demo] Unsubscribe: segment precommit_create {{(pid=103293) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 30 18:11:08.790765 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.db.segments_db [None req-854a9c2b-c9df-4172-9051-a4914cac9aff demo demo] Added segment 6d3f3d07-48e3-493f-b59c-da494b77d182 of type vlan for network 7edb44f5-1f86-4c9f-b541-88e474f302bc Mar 30 18:11:08.806714 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854a9c2b-c9df-4172-9051-a4914cac9aff demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=8f68c937-f698-4575-8b12-7f2ff7c05a76,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:11:08.839554 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a9c2b-c9df-4172-9051-a4914cac9aff demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:11:08.839893 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a9c2b-c9df-4172-9051-a4914cac9aff demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:11:08.840254 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a9c2b-c9df-4172-9051-a4914cac9aff demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:11:08.840605 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a9c2b-c9df-4172-9051-a4914cac9aff demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:11:08.840936 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a9c2b-c9df-4172-9051-a4914cac9aff demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:11:08.841263 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a9c2b-c9df-4172-9051-a4914cac9aff demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:11:08.841585 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a9c2b-c9df-4172-9051-a4914cac9aff demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:11:08.841903 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a9c2b-c9df-4172-9051-a4914cac9aff demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:11:08.842222 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a9c2b-c9df-4172-9051-a4914cac9aff demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:11:08.842538 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a9c2b-c9df-4172-9051-a4914cac9aff demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:11:08.842854 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a9c2b-c9df-4172-9051-a4914cac9aff demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:11:08.843206 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a9c2b-c9df-4172-9051-a4914cac9aff demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:11:08.843533 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a9c2b-c9df-4172-9051-a4914cac9aff demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:11:08.843846 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a9c2b-c9df-4172-9051-a4914cac9aff demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:11:08.844159 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a9c2b-c9df-4172-9051-a4914cac9aff demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:11:08.845634 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a9c2b-c9df-4172-9051-a4914cac9aff demo demo] Tracked resource versions report: Mar 30 18:11:08.845634 dv-cinder-835879-1-iscsi neutron-server[103293]: pushed versions: Mar 30 18:11:08.845634 dv-cinder-835879-1-iscsi neutron-server[103293]: { 'AddressGroup': {'1.2'}, Mar 30 18:11:08.845634 dv-cinder-835879-1-iscsi neutron-server[103293]: 'Agent': {'1.1'}, Mar 30 18:11:08.845634 dv-cinder-835879-1-iscsi neutron-server[103293]: 'ConntrackHelper': {'1.0'}, Mar 30 18:11:08.845634 dv-cinder-835879-1-iscsi neutron-server[103293]: 'LocalIPAssociation': {'1.0'}, Mar 30 18:11:08.845634 dv-cinder-835879-1-iscsi neutron-server[103293]: 'Log': {'1.0'}, Mar 30 18:11:08.845634 dv-cinder-835879-1-iscsi neutron-server[103293]: 'NDPProxy': {'1.0'}, Mar 30 18:11:08.845634 dv-cinder-835879-1-iscsi neutron-server[103293]: 'Network': {'1.1'}, Mar 30 18:11:08.845634 dv-cinder-835879-1-iscsi neutron-server[103293]: 'Port': {'1.7'}, Mar 30 18:11:08.845634 dv-cinder-835879-1-iscsi neutron-server[103293]: 'PortForwarding': {'1.3'}, Mar 30 18:11:08.845634 dv-cinder-835879-1-iscsi neutron-server[103293]: 'QosPolicy': {'1.10'}, Mar 30 18:11:08.845634 dv-cinder-835879-1-iscsi neutron-server[103293]: 'SecurityGroup': {'1.5'}, Mar 30 18:11:08.845634 dv-cinder-835879-1-iscsi neutron-server[103293]: 'SecurityGroupRule': {'1.2'}, Mar 30 18:11:08.845634 dv-cinder-835879-1-iscsi neutron-server[103293]: 'SubPort': {'1.0'}, Mar 30 18:11:08.845634 dv-cinder-835879-1-iscsi neutron-server[103293]: 'Subnet': {'1.1'}, Mar 30 18:11:08.845634 dv-cinder-835879-1-iscsi neutron-server[103293]: 'Trunk': {'1.1'}} Mar 30 18:11:08.845634 dv-cinder-835879-1-iscsi neutron-server[103293]: consumer versions: Mar 30 18:11:08.845634 dv-cinder-835879-1-iscsi neutron-server[103293]: { DHCP agent@dv-cinder-835879-1-iscsi: {}, Mar 30 18:11:08.845634 dv-cinder-835879-1-iscsi neutron-server[103293]: L3 agent@dv-cinder-835879-1-iscsi: {}, Mar 30 18:11:08.845634 dv-cinder-835879-1-iscsi neutron-server[103293]: Metadata agent@dv-cinder-835879-1-iscsi: {}, Mar 30 18:11:08.845634 dv-cinder-835879-1-iscsi neutron-server[103293]: Metering agent@dv-cinder-835879-1-iscsi: {}, Mar 30 18:11:08.845634 dv-cinder-835879-1-iscsi neutron-server[103293]: Open vSwitch agent@dv-cinder-835879-1-iscsi: { 'AddressGroup': '1.2', Mar 30 18:11:08.845634 dv-cinder-835879-1-iscsi neutron-server[103293]: 'Agent': '1.1', Mar 30 18:11:08.845634 dv-cinder-835879-1-iscsi neutron-server[103293]: 'ConntrackHelper': '1.0', Mar 30 18:11:08.845634 dv-cinder-835879-1-iscsi neutron-server[103293]: 'LocalIPAssociation': '1.0', Mar 30 18:11:08.845634 dv-cinder-835879-1-iscsi neutron-server[103293]: 'Log': '1.0', Mar 30 18:11:08.845634 dv-cinder-835879-1-iscsi neutron-server[103293]: 'NDPProxy': '1.0', Mar 30 18:11:08.845634 dv-cinder-835879-1-iscsi neutron-server[103293]: 'Network': '1.1', Mar 30 18:11:08.845634 dv-cinder-835879-1-iscsi neutron-server[103293]: 'Port': '1.7', Mar 30 18:11:08.845634 dv-cinder-835879-1-iscsi neutron-server[103293]: 'PortForwarding': '1.3', Mar 30 18:11:08.845634 dv-cinder-835879-1-iscsi neutron-server[103293]: 'QosPolicy': '1.10', Mar 30 18:11:08.845634 dv-cinder-835879-1-iscsi neutron-server[103293]: 'SecurityGroup': '1.5', Mar 30 18:11:08.845634 dv-cinder-835879-1-iscsi neutron-server[103293]: 'SecurityGroupRule': '1.2', Mar 30 18:11:08.845634 dv-cinder-835879-1-iscsi neutron-server[103293]: 'SubPort': '1.0', Mar 30 18:11:08.845634 dv-cinder-835879-1-iscsi neutron-server[103293]: 'Subnet': '1.1', Mar 30 18:11:08.845634 dv-cinder-835879-1-iscsi neutron-server[103293]: 'Trunk': '1.1'}} Mar 30 18:11:08.845634 dv-cinder-835879-1-iscsi neutron-server[103293]: {{(pid=103293) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 30 18:11:08.907336 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-854a9c2b-c9df-4172-9051-a4914cac9aff demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759689436227'] for network (7edb44f5-1f86-4c9f-b541-88e474f302bc), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:08.945345 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-854a9c2b-c9df-4172-9051-a4914cac9aff demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248'] for network (7edb44f5-1f86-4c9f-b541-88e474f302bc), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:08.950609 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854a9c2b-c9df-4172-9051-a4914cac9aff demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:11:08.951348 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-854a9c2b-c9df-4172-9051-a4914cac9aff demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628270'] for network (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:09.035183 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-854a9c2b-c9df-4172-9051-a4914cac9aff demo demo] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.3259788 Mar 30 18:11:09.074532 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854a9c2b-c9df-4172-9051-a4914cac9aff demo demo] Pushing event updated for resources: {'Network': ['ID=7edb44f5-1f86-4c9f-b541-88e474f302bc,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:11:09.087172 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Network 7edb44f5-1f86-4c9f-b541-88e474f302bc details requested by agent ovs-agent-dv-cinder-835879-1-iscsi with host dv-cinder-835879-1-iscsi {{(pid=103295) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 18:11:11.602098 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 58122) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:11:11.994470 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69b5329-b5ba-4308-8e16-54731d5ecb07 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:11:11.995782 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-f69b5329-b5ba-4308-8e16-54731d5ecb07 demo admin] 10.222.0.18 "GET /v2.0/networks/7edb44f5-1f86-4c9f-b541-88e474f302bc HTTP/1.1" status: 200 len: 825 time: 0.3927064 Mar 30 18:11:12.034257 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-e2e0afeb-960f-48db-b2b7-f858d5c63fee demo admin] 10.222.0.18 "GET /v2.0/subnetpools/4c8d2765-df89-41c9-bc18-e5c41cd92f24 HTTP/1.1" status: 200 len: 734 time: 0.0328887 Mar 30 18:11:12.043242 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [None req-6d28737d-24d8-4d56-a423-70a994a517c5 demo admin] Request body: {'subnet': {'subnetpool_id': '4c8d2765-df89-41c9-bc18-e5c41cd92f24', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '7edb44f5-1f86-4c9f-b541-88e474f302bc', 'name': 'private-subnet'}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:11:12.063987 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d28737d-24d8-4d56-a423-70a994a517c5 demo admin] Made reservation on behalf of 996e93ccf01f4f05aced9cdd9e03720e for: {'subnet': 1} {{(pid=103293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:11:12.066290 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-6d28737d-24d8-4d56-a423-70a994a517c5 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:12.347887 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-6d28737d-24d8-4d56-a423-70a994a517c5 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248'] for subnet (d92ffa3a-702b-4b8f-bad5-68c70e808b0c), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:12.412802 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d28737d-24d8-4d56-a423-70a994a517c5 demo admin] Checking segment: {'id': '6d3f3d07-48e3-493f-b59c-da494b77d182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7edb44f5-1f86-4c9f-b541-88e474f302bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:11:12.413184 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d28737d-24d8-4d56-a423-70a994a517c5 demo admin] Network hostable DHCP agents. Network: 7edb44f5-1f86-4c9f-b541-88e474f302bc, hostable agents: ['c82c41e6-6be9-408a-ae4d-4131a3230230'], hosted agents: [] {{(pid=103293) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 18:11:12.420031 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d28737d-24d8-4d56-a423-70a994a517c5 demo admin] Pushing event updated for resources: {'Subnet': ['ID=d92ffa3a-702b-4b8f-bad5-68c70e808b0c,revision_number=0']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:11:12.436697 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d28737d-24d8-4d56-a423-70a994a517c5 demo admin] Network 7edb44f5-1f86-4c9f-b541-88e474f302bc is scheduled to be hosted by DHCP agent c82c41e6-6be9-408a-ae4d-4131a3230230 with binding_index 1 {{(pid=103293) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 18:11:12.448945 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.base_scheduler [None req-6d28737d-24d8-4d56-a423-70a994a517c5 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835879-1-iscsi, 7edb44f5-1f86-4c9f-b541-88e474f302bc) {{(pid=103293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:11:12.453511 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d28737d-24d8-4d56-a423-70a994a517c5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:11:12.454124 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-6d28737d-24d8-4d56-a423-70a994a517c5 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628270'] for subnet (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:12.460484 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c70b73c-032b-4616-8fb3-7065a387726d None None] Network 7edb44f5-1f86-4c9f-b541-88e474f302bc requested from dv-cinder-835879-1-iscsi {{(pid=103295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:11:12.475227 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-6d28737d-24d8-4d56-a423-70a994a517c5 demo admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4326031 Mar 30 18:11:12.837333 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6faaf82-1786-4325-b013-1496c226341f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2ea507c-a6af-52c0-bc08-d79d09ab5728-7edb44f5-1f86-4c9f-b541-88e474f302bc', 'network_id': '7edb44f5-1f86-4c9f-b541-88e474f302bc', 'project_id': '996e93ccf01f4f05aced9cdd9e03720e', 'fixed_ips': [{'subnet_id': 'd92ffa3a-702b-4b8f-bad5-68c70e808b0c'}]}} from dv-cinder-835879-1-iscsi. {{(pid=103295) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 18:11:12.838670 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-d6faaf82-1786-4325-b013-1496c226341f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:13.106829 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.db_base_plugin_common [None req-d6faaf82-1786-4325-b013-1496c226341f None None] Allocated IP 172.20.0.2 (7edb44f5-1f86-4c9f-b541-88e474f302bc/d92ffa3a-702b-4b8f-bad5-68c70e808b0c/38bede05-30db-402a-9db6-b701733d6095) {{(pid=103295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:11:13.369171 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-d6faaf82-1786-4325-b013-1496c226341f None None] Publish callbacks [] for port (38bede05-30db-402a-9db6-b701733d6095), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:13.376217 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-d6faaf82-1786-4325-b013-1496c226341f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759689464324'] for port (38bede05-30db-402a-9db6-b701733d6095), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:13.442756 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6faaf82-1786-4325-b013-1496c226341f None None] Network 7edb44f5-1f86-4c9f-b541-88e474f302bc is already hosted by enough agents. {{(pid=103295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:11:13.447359 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.scheduler.base_scheduler [None req-d6faaf82-1786-4325-b013-1496c226341f None None] Resources bound (agent type, host, resource id): {{(pid=103295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:11:13.462174 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6faaf82-1786-4325-b013-1496c226341f None None] Received port after_create {{(pid=103295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:11:13.469527 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6faaf82-1786-4325-b013-1496c226341f None None] Pushing event updated for resources: {'Port': ['ID=38bede05-30db-402a-9db6-b701733d6095,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:11:13.500595 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6faaf82-1786-4325-b013-1496c226341f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:11:13.500943 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6faaf82-1786-4325-b013-1496c226341f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:11:13.501296 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6faaf82-1786-4325-b013-1496c226341f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:11:13.501651 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6faaf82-1786-4325-b013-1496c226341f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:11:13.501987 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6faaf82-1786-4325-b013-1496c226341f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:11:13.502313 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6faaf82-1786-4325-b013-1496c226341f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:11:13.502634 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6faaf82-1786-4325-b013-1496c226341f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:11:13.502954 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6faaf82-1786-4325-b013-1496c226341f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:11:13.503301 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6faaf82-1786-4325-b013-1496c226341f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:11:13.503620 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6faaf82-1786-4325-b013-1496c226341f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:11:13.503940 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6faaf82-1786-4325-b013-1496c226341f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:11:13.504331 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6faaf82-1786-4325-b013-1496c226341f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:11:13.504658 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6faaf82-1786-4325-b013-1496c226341f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:11:13.504975 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6faaf82-1786-4325-b013-1496c226341f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:11:13.505292 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6faaf82-1786-4325-b013-1496c226341f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:11:13.506778 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6faaf82-1786-4325-b013-1496c226341f None None] Tracked resource versions report: Mar 30 18:11:13.506778 dv-cinder-835879-1-iscsi neutron-server[103295]: pushed versions: Mar 30 18:11:13.506778 dv-cinder-835879-1-iscsi neutron-server[103295]: { 'AddressGroup': {'1.2'}, Mar 30 18:11:13.506778 dv-cinder-835879-1-iscsi neutron-server[103295]: 'Agent': {'1.1'}, Mar 30 18:11:13.506778 dv-cinder-835879-1-iscsi neutron-server[103295]: 'ConntrackHelper': {'1.0'}, Mar 30 18:11:13.506778 dv-cinder-835879-1-iscsi neutron-server[103295]: 'LocalIPAssociation': {'1.0'}, Mar 30 18:11:13.506778 dv-cinder-835879-1-iscsi neutron-server[103295]: 'Log': {'1.0'}, Mar 30 18:11:13.506778 dv-cinder-835879-1-iscsi neutron-server[103295]: 'NDPProxy': {'1.0'}, Mar 30 18:11:13.506778 dv-cinder-835879-1-iscsi neutron-server[103295]: 'Network': {'1.1'}, Mar 30 18:11:13.506778 dv-cinder-835879-1-iscsi neutron-server[103295]: 'Port': {'1.7'}, Mar 30 18:11:13.506778 dv-cinder-835879-1-iscsi neutron-server[103295]: 'PortForwarding': {'1.3'}, Mar 30 18:11:13.506778 dv-cinder-835879-1-iscsi neutron-server[103295]: 'QosPolicy': {'1.10'}, Mar 30 18:11:13.506778 dv-cinder-835879-1-iscsi neutron-server[103295]: 'SecurityGroup': {'1.5'}, Mar 30 18:11:13.506778 dv-cinder-835879-1-iscsi neutron-server[103295]: 'SecurityGroupRule': {'1.2'}, Mar 30 18:11:13.506778 dv-cinder-835879-1-iscsi neutron-server[103295]: 'SubPort': {'1.0'}, Mar 30 18:11:13.506778 dv-cinder-835879-1-iscsi neutron-server[103295]: 'Subnet': {'1.1'}, Mar 30 18:11:13.506778 dv-cinder-835879-1-iscsi neutron-server[103295]: 'Trunk': {'1.1'}} Mar 30 18:11:13.506778 dv-cinder-835879-1-iscsi neutron-server[103295]: consumer versions: Mar 30 18:11:13.506778 dv-cinder-835879-1-iscsi neutron-server[103295]: { DHCP agent@dv-cinder-835879-1-iscsi: {}, Mar 30 18:11:13.506778 dv-cinder-835879-1-iscsi neutron-server[103295]: L3 agent@dv-cinder-835879-1-iscsi: {}, Mar 30 18:11:13.506778 dv-cinder-835879-1-iscsi neutron-server[103295]: Metadata agent@dv-cinder-835879-1-iscsi: {}, Mar 30 18:11:13.506778 dv-cinder-835879-1-iscsi neutron-server[103295]: Metering agent@dv-cinder-835879-1-iscsi: {}, Mar 30 18:11:13.506778 dv-cinder-835879-1-iscsi neutron-server[103295]: Open vSwitch agent@dv-cinder-835879-1-iscsi: { 'AddressGroup': '1.2', Mar 30 18:11:13.506778 dv-cinder-835879-1-iscsi neutron-server[103295]: 'Agent': '1.1', Mar 30 18:11:13.506778 dv-cinder-835879-1-iscsi neutron-server[103295]: 'ConntrackHelper': '1.0', Mar 30 18:11:13.506778 dv-cinder-835879-1-iscsi neutron-server[103295]: 'LocalIPAssociation': '1.0', Mar 30 18:11:13.506778 dv-cinder-835879-1-iscsi neutron-server[103295]: 'Log': '1.0', Mar 30 18:11:13.506778 dv-cinder-835879-1-iscsi neutron-server[103295]: 'NDPProxy': '1.0', Mar 30 18:11:13.506778 dv-cinder-835879-1-iscsi neutron-server[103295]: 'Network': '1.1', Mar 30 18:11:13.506778 dv-cinder-835879-1-iscsi neutron-server[103295]: 'Port': '1.7', Mar 30 18:11:13.506778 dv-cinder-835879-1-iscsi neutron-server[103295]: 'PortForwarding': '1.3', Mar 30 18:11:13.506778 dv-cinder-835879-1-iscsi neutron-server[103295]: 'QosPolicy': '1.10', Mar 30 18:11:13.506778 dv-cinder-835879-1-iscsi neutron-server[103295]: 'SecurityGroup': '1.5', Mar 30 18:11:13.506778 dv-cinder-835879-1-iscsi neutron-server[103295]: 'SecurityGroupRule': '1.2', Mar 30 18:11:13.506778 dv-cinder-835879-1-iscsi neutron-server[103295]: 'SubPort': '1.0', Mar 30 18:11:13.506778 dv-cinder-835879-1-iscsi neutron-server[103295]: 'Subnet': '1.1', Mar 30 18:11:13.506778 dv-cinder-835879-1-iscsi neutron-server[103295]: 'Trunk': '1.1'}} Mar 30 18:11:13.506778 dv-cinder-835879-1-iscsi neutron-server[103295]: {{(pid=103295) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 30 18:11:13.556252 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [None req-d6faaf82-1786-4325-b013-1496c226341f None None] Attempting to bind port 38bede05-30db-402a-9db6-b701733d6095 on host dv-cinder-835879-1-iscsi for vnic_type normal with profile {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:11:13.556654 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [None req-d6faaf82-1786-4325-b013-1496c226341f None None] Attempting to bind port 38bede05-30db-402a-9db6-b701733d6095 by drivers openvswitch,hyperv on host dv-cinder-835879-1-iscsi at level 0 using segments [{'id': '6d3f3d07-48e3-493f-b59c-da494b77d182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7edb44f5-1f86-4c9f-b541-88e474f302bc'}] {{(pid=103295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:11:13.557069 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6faaf82-1786-4325-b013-1496c226341f None None] Attempting to bind port 38bede05-30db-402a-9db6-b701733d6095 on network 7edb44f5-1f86-4c9f-b541-88e474f302bc {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:11:13.562004 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6faaf82-1786-4325-b013-1496c226341f None None] Checking agent: {'id': '6489659c-3f19-4a2c-89f8-52d37c938fb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 11, 4), 'started_at': datetime.datetime(2022, 3, 30, 18, 11, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:11:13.562379 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6faaf82-1786-4325-b013-1496c226341f None None] Checking segment: {'id': '6d3f3d07-48e3-493f-b59c-da494b77d182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7edb44f5-1f86-4c9f-b541-88e474f302bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:11:13.562861 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-d6faaf82-1786-4325-b013-1496c226341f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:13.563283 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6faaf82-1786-4325-b013-1496c226341f None None] Bound using segment: {'id': '6d3f3d07-48e3-493f-b59c-da494b77d182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7edb44f5-1f86-4c9f-b541-88e474f302bc'} {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:11:13.563738 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [None req-d6faaf82-1786-4325-b013-1496c226341f None None] Bound port: 38bede05-30db-402a-9db6-b701733d6095, host: dv-cinder-835879-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d3f3d07-48e3-493f-b59c-da494b77d182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7edb44f5-1f86-4c9f-b541-88e474f302bc'}}] {{(pid=103295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:11:13.564140 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-d6faaf82-1786-4325-b013-1496c226341f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (38bede05-30db-402a-9db6-b701733d6095), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:13.624287 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-d6faaf82-1786-4325-b013-1496c226341f None None] For port 38bede05-30db-402a-9db6-b701733d6095, host dv-cinder-835879-1-iscsi, cleared binding levels {{(pid=103295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:11:13.628380 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-d6faaf82-1786-4325-b013-1496c226341f None None] For port 38bede05-30db-402a-9db6-b701733d6095, host dv-cinder-835879-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=38bede05-30db-402a-9db6-b701733d6095,segment=NetworkSegment(6d3f3d07-48e3-493f-b59c-da494b77d182),segment_id=6d3f3d07-48e3-493f-b59c-da494b77d182)] {{(pid=103295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:11:13.637107 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-d6faaf82-1786-4325-b013-1496c226341f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (38bede05-30db-402a-9db6-b701733d6095), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:13.701358 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6faaf82-1786-4325-b013-1496c226341f None None] Pushing event updated for resources: {'Port': ['ID=38bede05-30db-402a-9db6-b701733d6095,revision_number=2']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:11:15.003300 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 58130) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:11:15.309654 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [None req-fc75df5a-cad3-45e1-8b27-c124b0f3ab88 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103294) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 18:11:15.310650 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-fc75df5a-cad3-45e1-8b27-c124b0f3ab88 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3064337 Mar 30 18:11:17.826335 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 58138) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:11:18.131039 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [None req-22f326c8-d9bb-4ef1-abbf-d4b22b612f9b admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103294) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 18:11:18.132106 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-22f326c8-d9bb-4ef1-abbf-d4b22b612f9b admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3047822 Mar 30 18:11:20.644960 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 58146) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:11:20.952093 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-c3482faf-8915-4769-b5f0-4a54768daccd demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:11:20.981283 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c3482faf-8915-4769-b5f0-4a54768daccd demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7066'] for router (d3315a16-08f8-4740-9f01-6d3ca1f292b1), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:20.983331 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c3482faf-8915-4769-b5f0-4a54768daccd demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1628062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623759', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7043'] for router (d3315a16-08f8-4740-9f01-6d3ca1f292b1), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:21.132690 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c3482faf-8915-4769-b5f0-4a54768daccd demo demo] Publish callbacks [] for router_controller (d3315a16-08f8-4740-9f01-6d3ca1f292b1), precommit_add_association {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:21.138591 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c3482faf-8915-4769-b5f0-4a54768daccd demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1628055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623576'] for router (d3315a16-08f8-4740-9f01-6d3ca1f292b1), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:21.159003 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c3482faf-8915-4769-b5f0-4a54768daccd demo demo] Publish callbacks [] for router (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:21.160193 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-c3482faf-8915-4769-b5f0-4a54768daccd demo demo] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5137298 Mar 30 18:11:23.666568 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 58158) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:11:24.010223 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [None req-487b0bb9-6473-4f7e-b124-6aeaf6d68b39 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103294) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 18:11:24.027175 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-487b0bb9-6473-4f7e-b124-6aeaf6d68b39 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3440104 Mar 30 18:11:24.694588 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device 38bede05-30db-402a-9db6-b701733d6095 up at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:11:24.784063 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Provisioning complete for port 38bede05-30db-402a-9db6-b701733d6095 triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:11:24.784472 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (38bede05-30db-402a-9db6-b701733d6095), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:24.876677 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b9ba52-e0eb-49f1-a5c5-ed41ba105aba None None] Network 7edb44f5-1f86-4c9f-b541-88e474f302bc requested from dv-cinder-835879-1-iscsi {{(pid=103295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:11:24.936231 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Current status of the port 38bede05-30db-402a-9db6-b701733d6095 is: DOWN; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:11:24.936526 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (38bede05-30db-402a-9db6-b701733d6095), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:24.999029 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-0012b89c-09ad-4334-82eb-721607c53864 None None] Provisioning complete for port 38bede05-30db-402a-9db6-b701733d6095 triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:11:24.999434 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-0012b89c-09ad-4334-82eb-721607c53864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (38bede05-30db-402a-9db6-b701733d6095), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:25.002474 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] For port 38bede05-30db-402a-9db6-b701733d6095, host dv-cinder-835879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=38bede05-30db-402a-9db6-b701733d6095,segment=NetworkSegment(6d3f3d07-48e3-493f-b59c-da494b77d182),segment_id=6d3f3d07-48e3-493f-b59c-da494b77d182)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:11:25.024780 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (38bede05-30db-402a-9db6-b701733d6095), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:25.110175 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Pushing event updated for resources: {'Port': ['ID=38bede05-30db-402a-9db6-b701733d6095,revision_number=3']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:11:25.161791 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-0012b89c-09ad-4334-82eb-721607c53864 None None] Current status of the port 38bede05-30db-402a-9db6-b701733d6095 is: ACTIVE; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:11:25.381918 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-dd55df87-f10c-4194-a075-7faa21d30848 None None] Provisioning complete for port 38bede05-30db-402a-9db6-b701733d6095 triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:11:25.382310 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-dd55df87-f10c-4194-a075-7faa21d30848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (38bede05-30db-402a-9db6-b701733d6095), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:25.459881 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-dd55df87-f10c-4194-a075-7faa21d30848 None None] Current status of the port 38bede05-30db-402a-9db6-b701733d6095 is: ACTIVE; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:11:26.528980 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 58168) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:11:26.670508 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device 38bede05-30db-402a-9db6-b701733d6095 up at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:11:26.717383 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Provisioning complete for port 38bede05-30db-402a-9db6-b701733d6095 triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:11:26.717778 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (38bede05-30db-402a-9db6-b701733d6095), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:26.790799 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Current status of the port 38bede05-30db-402a-9db6-b701733d6095 is: ACTIVE; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:11:26.837640 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [None req-f201b760-338f-487e-8373-31dd5b355025 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:11:26.855709 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f201b760-338f-487e-8373-31dd5b355025 admin admin] Made reservation on behalf of ecf54477d260498fa24dd311abe711db for: {'network': 1} {{(pid=103293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:11:26.857999 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f201b760-338f-487e-8373-31dd5b355025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for network (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:26.866055 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f201b760-338f-487e-8373-31dd5b355025 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:26.940848 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f201b760-338f-487e-8373-31dd5b355025 admin admin] Publish callbacks [] for security_group (cefa7e00-8ec3-4170-afd1-8318984c638b), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:26.945188 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f201b760-338f-487e-8373-31dd5b355025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (cefa7e00-8ec3-4170-afd1-8318984c638b), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:26.959702 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f201b760-338f-487e-8373-31dd5b355025 admin admin] Reserving flat network on physical network physnet1 {{(pid=103293) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 30 18:11:26.977790 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f201b760-338f-487e-8373-31dd5b355025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cefa7e00-8ec3-4170-afd1-8318984c638b,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:11:26.983039 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f201b760-338f-487e-8373-31dd5b355025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-829919'] for segment (4e174139-f6b8-43d7-bf46-4927edc5f7d6), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:26.983403 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.db.segments_db [None req-f201b760-338f-487e-8373-31dd5b355025 admin admin] Added segment 4e174139-f6b8-43d7-bf46-4927edc5f7d6 of type flat for network 502cc405-82c2-4579-84e2-1393f2fa67cd Mar 30 18:11:27.029341 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f201b760-338f-487e-8373-31dd5b355025 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759689436227'] for network (502cc405-82c2-4579-84e2-1393f2fa67cd), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:27.060422 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f201b760-338f-487e-8373-31dd5b355025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248'] for network (502cc405-82c2-4579-84e2-1393f2fa67cd), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:27.061523 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f201b760-338f-487e-8373-31dd5b355025 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:11:27.062093 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f201b760-338f-487e-8373-31dd5b355025 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628270'] for network (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:27.137171 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-f201b760-338f-487e-8373-31dd5b355025 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6070170 Mar 30 18:11:27.154783 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f201b760-338f-487e-8373-31dd5b355025 admin admin] Pushing event updated for resources: {'Network': ['ID=502cc405-82c2-4579-84e2-1393f2fa67cd,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:11:27.165526 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Network 502cc405-82c2-4579-84e2-1393f2fa67cd details requested by agent ovs-agent-dv-cinder-835879-1-iscsi with host dv-cinder-835879-1-iscsi {{(pid=103295) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 18:11:27.627576 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-40007b45-484d-41f1-bb01-1f4c053149e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (c82c41e6-6be9-408a-ae4d-4131a3230230), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:29.592461 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 58176) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:11:29.940668 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5880f9d-ecb6-423a-a838-6fb245104f70 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:11:29.941968 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-f5880f9d-ecb6-423a-a838-6fb245104f70 demo admin] 10.222.0.18 "GET /v2.0/subnets/d92ffa3a-702b-4b8f-bad5-68c70e808b0c HTTP/1.1" status: 200 len: 849 time: 0.3485532 Mar 30 18:11:30.040352 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-0e688f2f-03f5-47ae-9909-e013ca30b878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bb9cbda0-d504-4372-97ec-0881b5676f92), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:30.104667 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-e0c61fdc-b151-4e90-be28-3b0d17f8d2b1 demo admin] 10.222.0.18 "GET /v2.0/routers/d3315a16-08f8-4740-9f01-6d3ca1f292b1 HTTP/1.1" status: 200 len: 704 time: 0.1565289 Mar 30 18:11:30.369948 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-b871538d-ebbb-413e-bf50-6114c2cef91c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:30.654048 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.db_base_plugin_common [None req-b871538d-ebbb-413e-bf50-6114c2cef91c demo admin] Allocated IP 172.20.0.1 (7edb44f5-1f86-4c9f-b541-88e474f302bc/d92ffa3a-702b-4b8f-bad5-68c70e808b0c/e59c8431-1785-4aa9-bb23-c86ed31a1932) {{(pid=103293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:11:30.847306 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-b871538d-ebbb-413e-bf50-6114c2cef91c demo admin] Publish callbacks [] for port (e59c8431-1785-4aa9-bb23-c86ed31a1932), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:30.910664 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-b871538d-ebbb-413e-bf50-6114c2cef91c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759689464324'] for port (e59c8431-1785-4aa9-bb23-c86ed31a1932), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:30.976703 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b871538d-ebbb-413e-bf50-6114c2cef91c demo admin] Network 7edb44f5-1f86-4c9f-b541-88e474f302bc is already hosted by enough agents. {{(pid=103293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:11:30.981294 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.base_scheduler [None req-b871538d-ebbb-413e-bf50-6114c2cef91c demo admin] Resources bound (agent type, host, resource id): {{(pid=103293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:11:30.994738 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b871538d-ebbb-413e-bf50-6114c2cef91c demo admin] Received port after_create {{(pid=103293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:11:30.995335 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-b871538d-ebbb-413e-bf50-6114c2cef91c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625807'] for router_interface (d3315a16-08f8-4740-9f01-6d3ca1f292b1), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:31.053915 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b871538d-ebbb-413e-bf50-6114c2cef91c demo admin] Pushing event updated for resources: {'Port': ['ID=e59c8431-1785-4aa9-bb23-c86ed31a1932,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:11:31.124541 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f19afa9d-e030-40e8-acc4-8e1b9083a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (63dcb6ae-3517-415b-a3a4-cfabe01bf14f), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:31.202182 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-b871538d-ebbb-413e-bf50-6114c2cef91c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (e59c8431-1785-4aa9-bb23-c86ed31a1932), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:31.211403 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-d46d0fc2-cf8a-4772-b153-ea4107fe68e1 None None] Provisioning complete for port e59c8431-1785-4aa9-bb23-c86ed31a1932 triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:11:31.211786 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-d46d0fc2-cf8a-4772-b153-ea4107fe68e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (e59c8431-1785-4aa9-bb23-c86ed31a1932), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:31.296325 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-d46d0fc2-cf8a-4772-b153-ea4107fe68e1 None None] Port e59c8431-1785-4aa9-bb23-c86ed31a1932 cannot update to ACTIVE because it is not bound. {{(pid=103295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:11:31.413445 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-b871538d-ebbb-413e-bf50-6114c2cef91c demo admin] Publish callbacks [] for port (e59c8431-1785-4aa9-bb23-c86ed31a1932), precommit_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:31.418144 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-b871538d-ebbb-413e-bf50-6114c2cef91c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (e59c8431-1785-4aa9-bb23-c86ed31a1932), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:31.418887 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-b871538d-ebbb-413e-bf50-6114c2cef91c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1628234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625691'] for router_interface (d3315a16-08f8-4740-9f01-6d3ca1f292b1), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:31.496067 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b871538d-ebbb-413e-bf50-6114c2cef91c demo admin] Pushing event updated for resources: {'Port': ['ID=e59c8431-1785-4aa9-bb23-c86ed31a1932,revision_number=2']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:11:31.540360 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b871538d-ebbb-413e-bf50-6114c2cef91c demo admin] Network 7edb44f5-1f86-4c9f-b541-88e474f302bc is already hosted by enough agents. {{(pid=103293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:11:31.541621 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.base_scheduler [None req-b871538d-ebbb-413e-bf50-6114c2cef91c demo admin] Resources bound (agent type, host, resource id): {{(pid=103293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:11:31.704742 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b871538d-ebbb-413e-bf50-6114c2cef91c demo admin] Router d3315a16-08f8-4740-9f01-6d3ca1f292b1 is scheduled to L3 agent bb9cbda0-d504-4372-97ec-0881b5676f92 with binding_index 1 {{(pid=103293) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 18:11:31.798699 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b871538d-ebbb-413e-bf50-6114c2cef91c demo admin] Notify agent at l3_agent.dv-cinder-835879-1-iscsi the message routers_updated {{(pid=103293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:11:31.804653 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-b871538d-ebbb-413e-bf50-6114c2cef91c demo admin] 10.222.0.18 "PUT /v2.0/routers/d3315a16-08f8-4740-9f01-6d3ca1f292b1/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6947660 Mar 30 18:11:31.809979 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07c7f36-e945-449c-8b3d-461f18471b5f None None] Sync routers for ids ['d3315a16-08f8-4740-9f01-6d3ca1f292b1'] in dv-cinder-835879-1-iscsi {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:11:31.820887 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-9ecc65a5-fd25-481f-9afc-0fd500758029 None None] Provisioning complete for port e59c8431-1785-4aa9-bb23-c86ed31a1932 triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:11:31.821300 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07c7f36-e945-449c-8b3d-461f18471b5f None None] Routers {'d3315a16-08f8-4740-9f01-6d3ca1f292b1'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:11:31.821419 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9ecc65a5-fd25-481f-9afc-0fd500758029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (e59c8431-1785-4aa9-bb23-c86ed31a1932), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:31.822220 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-d07c7f36-e945-449c-8b3d-461f18471b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:11:30Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['d3315a16-08f8-4740-9f01-6d3ca1f292b1'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:11:31.860202 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9ecc65a5-fd25-481f-9afc-0fd500758029 None None] Port e59c8431-1785-4aa9-bb23-c86ed31a1932 cannot update to ACTIVE because it is not bound. {{(pid=103295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:11:32.016167 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-d07c7f36-e945-449c-8b3d-461f18471b5f None None] Set router d3315a16-08f8-4740-9f01-6d3ca1f292b1 gateway port host: None {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:11:32.453734 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-d07c7f36-e945-449c-8b3d-461f18471b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3315a16-08f8-4740-9f01-6d3ca1f292b1', 'name': 'router1', 'tenant_id': '996e93ccf01f4f05aced9cdd9e03720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:11:20Z', 'updated_at': '2022-03-30T18:11:31Z', 'revision_number': 2, 'project_id': '996e93ccf01f4f05aced9cdd9e03720e', 'gw_port_host': None, '_interfaces': [{'id': 'e59c8431-1785-4aa9-bb23-c86ed31a1932', 'name': '', 'network_id': '7edb44f5-1f86-4c9f-b541-88e474f302bc', 'tenant_id': '996e93ccf01f4f05aced9cdd9e03720e', 'mac_address': 'fa:16:3e:6f:8a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3315a16-08f8-4740-9f01-6d3ca1f292b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd92ffa3a-702b-4b8f-bad5-68c70e808b0c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:11:30Z', 'updated_at': '2022-03-30T18:11:31Z', 'revision_number': 2, 'project_id': '996e93ccf01f4f05aced9cdd9e03720e', 'subnets': [{'id': 'd92ffa3a-702b-4b8f-bad5-68c70e808b0c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4c8d2765-df89-41c9-bc18-e5c41cd92f24'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:11:32.504814 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07c7f36-e945-449c-8b3d-461f18471b5f None None] Checking router: d3315a16-08f8-4740-9f01-6d3ca1f292b1 for host: dv-cinder-835879-1-iscsi {{(pid=103296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:11:32.505189 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07c7f36-e945-449c-8b3d-461f18471b5f None None] Updating router d3315a16-08f8-4740-9f01-6d3ca1f292b1 port e59c8431-1785-4aa9-bb23-c86ed31a1932 binding host dv-cinder-835879-1-iscsi {{(pid=103296) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 18:11:32.525538 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-735ee7a5-faf9-4a72-9605-65e031eaef75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bc479c0e-1124-4d13-b03e-bb2d712dc776), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:32.559813 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d07c7f36-e945-449c-8b3d-461f18471b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (e59c8431-1785-4aa9-bb23-c86ed31a1932), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:33.063721 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d07c7f36-e945-449c-8b3d-461f18471b5f None None] Publish callbacks [] for port (e59c8431-1785-4aa9-bb23-c86ed31a1932), precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:33.070453 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d07c7f36-e945-449c-8b3d-461f18471b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (e59c8431-1785-4aa9-bb23-c86ed31a1932), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:33.210475 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d390fef8-1b01-44ba-b8a5-016226870311 None None] Pushing event updated for resources: {'Port': ['ID=e59c8431-1785-4aa9-bb23-c86ed31a1932,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:11:33.236534 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d390fef8-1b01-44ba-b8a5-016226870311 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:11:33.236951 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d390fef8-1b01-44ba-b8a5-016226870311 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:11:33.237315 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d390fef8-1b01-44ba-b8a5-016226870311 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:11:33.237662 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d390fef8-1b01-44ba-b8a5-016226870311 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:11:33.238000 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d390fef8-1b01-44ba-b8a5-016226870311 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:11:33.238332 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d390fef8-1b01-44ba-b8a5-016226870311 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:11:33.238652 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d390fef8-1b01-44ba-b8a5-016226870311 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:11:33.238976 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d390fef8-1b01-44ba-b8a5-016226870311 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:11:33.239327 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d390fef8-1b01-44ba-b8a5-016226870311 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:11:33.239650 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d390fef8-1b01-44ba-b8a5-016226870311 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:11:33.240009 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d390fef8-1b01-44ba-b8a5-016226870311 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:11:33.240346 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d390fef8-1b01-44ba-b8a5-016226870311 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:11:33.240675 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d390fef8-1b01-44ba-b8a5-016226870311 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:11:33.240993 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d390fef8-1b01-44ba-b8a5-016226870311 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:11:33.241308 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d390fef8-1b01-44ba-b8a5-016226870311 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:11:33.242759 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d390fef8-1b01-44ba-b8a5-016226870311 None None] Tracked resource versions report: Mar 30 18:11:33.242759 dv-cinder-835879-1-iscsi neutron-server[103296]: pushed versions: Mar 30 18:11:33.242759 dv-cinder-835879-1-iscsi neutron-server[103296]: { 'AddressGroup': {'1.2'}, Mar 30 18:11:33.242759 dv-cinder-835879-1-iscsi neutron-server[103296]: 'Agent': {'1.1'}, Mar 30 18:11:33.242759 dv-cinder-835879-1-iscsi neutron-server[103296]: 'ConntrackHelper': {'1.0'}, Mar 30 18:11:33.242759 dv-cinder-835879-1-iscsi neutron-server[103296]: 'LocalIPAssociation': {'1.0'}, Mar 30 18:11:33.242759 dv-cinder-835879-1-iscsi neutron-server[103296]: 'Log': {'1.0'}, Mar 30 18:11:33.242759 dv-cinder-835879-1-iscsi neutron-server[103296]: 'NDPProxy': {'1.0'}, Mar 30 18:11:33.242759 dv-cinder-835879-1-iscsi neutron-server[103296]: 'Network': {'1.1'}, Mar 30 18:11:33.242759 dv-cinder-835879-1-iscsi neutron-server[103296]: 'Port': {'1.7'}, Mar 30 18:11:33.242759 dv-cinder-835879-1-iscsi neutron-server[103296]: 'PortForwarding': {'1.3'}, Mar 30 18:11:33.242759 dv-cinder-835879-1-iscsi neutron-server[103296]: 'QosPolicy': {'1.10'}, Mar 30 18:11:33.242759 dv-cinder-835879-1-iscsi neutron-server[103296]: 'SecurityGroup': {'1.5'}, Mar 30 18:11:33.242759 dv-cinder-835879-1-iscsi neutron-server[103296]: 'SecurityGroupRule': {'1.2'}, Mar 30 18:11:33.242759 dv-cinder-835879-1-iscsi neutron-server[103296]: 'SubPort': {'1.0'}, Mar 30 18:11:33.242759 dv-cinder-835879-1-iscsi neutron-server[103296]: 'Subnet': {'1.1'}, Mar 30 18:11:33.242759 dv-cinder-835879-1-iscsi neutron-server[103296]: 'Trunk': {'1.1'}} Mar 30 18:11:33.242759 dv-cinder-835879-1-iscsi neutron-server[103296]: consumer versions: Mar 30 18:11:33.242759 dv-cinder-835879-1-iscsi neutron-server[103296]: { DHCP agent@dv-cinder-835879-1-iscsi: {}, Mar 30 18:11:33.242759 dv-cinder-835879-1-iscsi neutron-server[103296]: L3 agent@dv-cinder-835879-1-iscsi: {}, Mar 30 18:11:33.242759 dv-cinder-835879-1-iscsi neutron-server[103296]: Metadata agent@dv-cinder-835879-1-iscsi: {}, Mar 30 18:11:33.242759 dv-cinder-835879-1-iscsi neutron-server[103296]: Metering agent@dv-cinder-835879-1-iscsi: {}, Mar 30 18:11:33.242759 dv-cinder-835879-1-iscsi neutron-server[103296]: Open vSwitch agent@dv-cinder-835879-1-iscsi: { 'AddressGroup': '1.2', Mar 30 18:11:33.242759 dv-cinder-835879-1-iscsi neutron-server[103296]: 'Agent': '1.1', Mar 30 18:11:33.242759 dv-cinder-835879-1-iscsi neutron-server[103296]: 'ConntrackHelper': '1.0', Mar 30 18:11:33.242759 dv-cinder-835879-1-iscsi neutron-server[103296]: 'LocalIPAssociation': '1.0', Mar 30 18:11:33.242759 dv-cinder-835879-1-iscsi neutron-server[103296]: 'Log': '1.0', Mar 30 18:11:33.242759 dv-cinder-835879-1-iscsi neutron-server[103296]: 'NDPProxy': '1.0', Mar 30 18:11:33.242759 dv-cinder-835879-1-iscsi neutron-server[103296]: 'Network': '1.1', Mar 30 18:11:33.242759 dv-cinder-835879-1-iscsi neutron-server[103296]: 'Port': '1.7', Mar 30 18:11:33.242759 dv-cinder-835879-1-iscsi neutron-server[103296]: 'PortForwarding': '1.3', Mar 30 18:11:33.242759 dv-cinder-835879-1-iscsi neutron-server[103296]: 'QosPolicy': '1.10', Mar 30 18:11:33.242759 dv-cinder-835879-1-iscsi neutron-server[103296]: 'SecurityGroup': '1.5', Mar 30 18:11:33.242759 dv-cinder-835879-1-iscsi neutron-server[103296]: 'SecurityGroupRule': '1.2', Mar 30 18:11:33.242759 dv-cinder-835879-1-iscsi neutron-server[103296]: 'SubPort': '1.0', Mar 30 18:11:33.242759 dv-cinder-835879-1-iscsi neutron-server[103296]: 'Subnet': '1.1', Mar 30 18:11:33.242759 dv-cinder-835879-1-iscsi neutron-server[103296]: 'Trunk': '1.1'}} Mar 30 18:11:33.242759 dv-cinder-835879-1-iscsi neutron-server[103296]: {{(pid=103296) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 30 18:11:33.253590 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-d07c7f36-e945-449c-8b3d-461f18471b5f None None] Attempting to bind port e59c8431-1785-4aa9-bb23-c86ed31a1932 on host dv-cinder-835879-1-iscsi for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:11:33.253992 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-d07c7f36-e945-449c-8b3d-461f18471b5f None None] Attempting to bind port e59c8431-1785-4aa9-bb23-c86ed31a1932 by drivers openvswitch,hyperv on host dv-cinder-835879-1-iscsi at level 0 using segments [{'id': '6d3f3d07-48e3-493f-b59c-da494b77d182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7edb44f5-1f86-4c9f-b541-88e474f302bc'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:11:33.254526 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07c7f36-e945-449c-8b3d-461f18471b5f None None] Attempting to bind port e59c8431-1785-4aa9-bb23-c86ed31a1932 on network 7edb44f5-1f86-4c9f-b541-88e474f302bc {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:11:33.259913 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07c7f36-e945-449c-8b3d-461f18471b5f None None] Checking agent: {'id': '6489659c-3f19-4a2c-89f8-52d37c938fb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 11, 4), 'started_at': datetime.datetime(2022, 3, 30, 18, 11, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:11:33.260317 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07c7f36-e945-449c-8b3d-461f18471b5f None None] Checking segment: {'id': '6d3f3d07-48e3-493f-b59c-da494b77d182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7edb44f5-1f86-4c9f-b541-88e474f302bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:11:33.260792 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d07c7f36-e945-449c-8b3d-461f18471b5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:33.261171 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07c7f36-e945-449c-8b3d-461f18471b5f None None] Bound using segment: {'id': '6d3f3d07-48e3-493f-b59c-da494b77d182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7edb44f5-1f86-4c9f-b541-88e474f302bc'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:11:33.261896 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-d07c7f36-e945-449c-8b3d-461f18471b5f None None] Bound port: e59c8431-1785-4aa9-bb23-c86ed31a1932, host: dv-cinder-835879-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d3f3d07-48e3-493f-b59c-da494b77d182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7edb44f5-1f86-4c9f-b541-88e474f302bc'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:11:33.262270 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d07c7f36-e945-449c-8b3d-461f18471b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (e59c8431-1785-4aa9-bb23-c86ed31a1932), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:33.288387 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-10fcb8cd-6def-4f42-bd3e-62cabb45b25d None None] Provisioning complete for port e59c8431-1785-4aa9-bb23-c86ed31a1932 triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:11:33.288780 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-10fcb8cd-6def-4f42-bd3e-62cabb45b25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (e59c8431-1785-4aa9-bb23-c86ed31a1932), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:33.321885 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-10fcb8cd-6def-4f42-bd3e-62cabb45b25d None None] Port e59c8431-1785-4aa9-bb23-c86ed31a1932 cannot update to ACTIVE because it is not bound. {{(pid=103295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:11:33.331401 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-d07c7f36-e945-449c-8b3d-461f18471b5f None None] For port e59c8431-1785-4aa9-bb23-c86ed31a1932, host dv-cinder-835879-1-iscsi, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:11:33.351709 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-d07c7f36-e945-449c-8b3d-461f18471b5f None None] For port e59c8431-1785-4aa9-bb23-c86ed31a1932, host dv-cinder-835879-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=e59c8431-1785-4aa9-bb23-c86ed31a1932,segment=NetworkSegment(6d3f3d07-48e3-493f-b59c-da494b77d182),segment_id=6d3f3d07-48e3-493f-b59c-da494b77d182)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:11:33.357463 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d07c7f36-e945-449c-8b3d-461f18471b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (e59c8431-1785-4aa9-bb23-c86ed31a1932), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:33.407514 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07c7f36-e945-449c-8b3d-461f18471b5f None None] Routers {'d3315a16-08f8-4740-9f01-6d3ca1f292b1'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:11:33.408144 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-d07c7f36-e945-449c-8b3d-461f18471b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:11:30Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['d3315a16-08f8-4740-9f01-6d3ca1f292b1'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:11:33.483264 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d390fef8-1b01-44ba-b8a5-016226870311 None None] Pushing event updated for resources: {'Port': ['ID=e59c8431-1785-4aa9-bb23-c86ed31a1932,revision_number=4']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:11:33.510889 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-d07c7f36-e945-449c-8b3d-461f18471b5f None None] Set router d3315a16-08f8-4740-9f01-6d3ca1f292b1 gateway port host: None {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:11:33.644609 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-9f38e034-c5a1-4d66-a13c-abc332f88e20 None None] Provisioning complete for port e59c8431-1785-4aa9-bb23-c86ed31a1932 triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:11:33.645149 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f38e034-c5a1-4d66-a13c-abc332f88e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (e59c8431-1785-4aa9-bb23-c86ed31a1932), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:33.721339 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f38e034-c5a1-4d66-a13c-abc332f88e20 None None] Current status of the port e59c8431-1785-4aa9-bb23-c86ed31a1932 is: DOWN; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:11:33.721648 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f38e034-c5a1-4d66-a13c-abc332f88e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (e59c8431-1785-4aa9-bb23-c86ed31a1932), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:33.722545 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-d07c7f36-e945-449c-8b3d-461f18471b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3315a16-08f8-4740-9f01-6d3ca1f292b1', 'name': 'router1', 'tenant_id': '996e93ccf01f4f05aced9cdd9e03720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:11:20Z', 'updated_at': '2022-03-30T18:11:31Z', 'revision_number': 2, 'project_id': '996e93ccf01f4f05aced9cdd9e03720e', 'gw_port_host': None, '_interfaces': [{'id': 'e59c8431-1785-4aa9-bb23-c86ed31a1932', 'name': '', 'network_id': '7edb44f5-1f86-4c9f-b541-88e474f302bc', 'tenant_id': '996e93ccf01f4f05aced9cdd9e03720e', 'mac_address': 'fa:16:3e:6f:8a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3315a16-08f8-4740-9f01-6d3ca1f292b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd92ffa3a-702b-4b8f-bad5-68c70e808b0c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:11:30Z', 'updated_at': '2022-03-30T18:11:33Z', 'revision_number': 4, 'project_id': '996e93ccf01f4f05aced9cdd9e03720e', 'subnets': [{'id': 'd92ffa3a-702b-4b8f-bad5-68c70e808b0c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4c8d2765-df89-41c9-bc18-e5c41cd92f24'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:11:33.749969 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07c7f36-e945-449c-8b3d-461f18471b5f None None] The sync data for ids ['d3315a16-08f8-4740-9f01-6d3ca1f292b1'] in dv-cinder-835879-1-iscsi is: [{'id': 'd3315a16-08f8-4740-9f01-6d3ca1f292b1', 'name': 'router1', 'tenant_id': '996e93ccf01f4f05aced9cdd9e03720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:11:20Z', 'updated_at': '2022-03-30T18:11:31Z', 'revision_number': 2, 'project_id': '996e93ccf01f4f05aced9cdd9e03720e', 'gw_port_host': None, '_interfaces': [{'id': 'e59c8431-1785-4aa9-bb23-c86ed31a1932', 'name': '', 'network_id': '7edb44f5-1f86-4c9f-b541-88e474f302bc', 'tenant_id': '996e93ccf01f4f05aced9cdd9e03720e', 'mac_address': 'fa:16:3e:6f:8a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3315a16-08f8-4740-9f01-6d3ca1f292b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd92ffa3a-702b-4b8f-bad5-68c70e808b0c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:11:30Z', 'updated_at': '2022-03-30T18:11:33Z', 'revision_number': 4, 'project_id': '996e93ccf01f4f05aced9cdd9e03720e', 'subnets': [{'id': 'd92ffa3a-702b-4b8f-bad5-68c70e808b0c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4c8d2765-df89-41c9-bc18-e5c41cd92f24'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:11:33.758950 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-9f38e034-c5a1-4d66-a13c-abc332f88e20 None None] For port e59c8431-1785-4aa9-bb23-c86ed31a1932, host dv-cinder-835879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=e59c8431-1785-4aa9-bb23-c86ed31a1932,segment=NetworkSegment(6d3f3d07-48e3-493f-b59c-da494b77d182),segment_id=6d3f3d07-48e3-493f-b59c-da494b77d182)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:11:33.763680 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f38e034-c5a1-4d66-a13c-abc332f88e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (e59c8431-1785-4aa9-bb23-c86ed31a1932), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:33.810550 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f38e034-c5a1-4d66-a13c-abc332f88e20 None None] Pushing event updated for resources: {'Port': ['ID=e59c8431-1785-4aa9-bb23-c86ed31a1932,revision_number=5']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:11:33.944935 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (6489659c-3f19-4a2c-89f8-52d37c938fb3), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:34.307605 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 58196) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:11:34.502454 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7040afc3-ab5e-41a0-8ef9-61f6f84f3e66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:11:34.503841 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-7040afc3-ab5e-41a0-8ef9-61f6f84f3e66 admin admin] 10.222.0.18 "GET /v2.0/networks/502cc405-82c2-4579-84e2-1393f2fa67cd HTTP/1.1" status: 200 len: 842 time: 0.1952312 Mar 30 18:11:34.513314 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [None req-4adc06c1-4d49-48c1-80ab-7194451c111f admin admin] Request body: {'subnet': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'gateway_ip': '172.27.0.1', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.27.0.0/24'}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:11:34.533880 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4adc06c1-4d49-48c1-80ab-7194451c111f admin admin] Made reservation on behalf of ecf54477d260498fa24dd311abe711db for: {'subnet': 1} {{(pid=103293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:11:34.536167 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-4adc06c1-4d49-48c1-80ab-7194451c111f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:34.810366 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.objects.ports [None req-4adc06c1-4d49-48c1-80ab-7194451c111f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103293) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 30 18:11:34.810707 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-4adc06c1-4d49-48c1-80ab-7194451c111f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248'] for subnet (b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:34.936926 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adc06c1-4d49-48c1-80ab-7194451c111f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8,revision_number=0']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:11:34.941124 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adc06c1-4d49-48c1-80ab-7194451c111f admin admin] Checking segment: {'id': '4e174139-f6b8-43d7-bf46-4927edc5f7d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:11:34.941473 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4adc06c1-4d49-48c1-80ab-7194451c111f admin admin] Network hostable DHCP agents. Network: 502cc405-82c2-4579-84e2-1393f2fa67cd, hostable agents: ['c82c41e6-6be9-408a-ae4d-4131a3230230'], hosted agents: [] {{(pid=103293) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 18:11:34.957571 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4adc06c1-4d49-48c1-80ab-7194451c111f admin admin] Network 502cc405-82c2-4579-84e2-1393f2fa67cd is scheduled to be hosted by DHCP agent c82c41e6-6be9-408a-ae4d-4131a3230230 with binding_index 1 {{(pid=103293) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 18:11:34.966836 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.base_scheduler [None req-4adc06c1-4d49-48c1-80ab-7194451c111f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835879-1-iscsi, 502cc405-82c2-4579-84e2-1393f2fa67cd) {{(pid=103293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:11:34.971569 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4adc06c1-4d49-48c1-80ab-7194451c111f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:11:34.972843 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-4adc06c1-4d49-48c1-80ab-7194451c111f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628270'] for subnet (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:34.975098 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3015655-9e81-4706-8d1e-6964b395a218 None None] Network 502cc405-82c2-4579-84e2-1393f2fa67cd requested from dv-cinder-835879-1-iscsi {{(pid=103295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:11:34.990128 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-4adc06c1-4d49-48c1-80ab-7194451c111f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4799469 Mar 30 18:11:35.080898 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c3f1d6-5f25-4412-9433-a26e550a7222 None None] Network 502cc405-82c2-4579-84e2-1393f2fa67cd requested from dv-cinder-835879-1-iscsi {{(pid=103295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:11:37.475402 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 58214) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:11:37.606361 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-025bfebc-fa0e-463e-97d1-770a7785dcf2 demo admin] 10.222.0.18 "GET /v2.0/routers/d3315a16-08f8-4740-9f01-6d3ca1f292b1 HTTP/1.1" status: 200 len: 710 time: 0.1296606 Mar 30 18:11:37.688702 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974b2bc6-a3ba-4df6-889a-eb904b8be5d3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:11:37.690058 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-974b2bc6-a3ba-4df6-889a-eb904b8be5d3 demo admin] 10.222.0.18 "GET /v2.0/networks/502cc405-82c2-4579-84e2-1393f2fa67cd HTTP/1.1" status: 200 len: 886 time: 0.0784290 Mar 30 18:11:37.698725 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [None req-810d3047-8331-4ef0-9608-73994b5fbfe2 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd'}}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:11:37.952041 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-810d3047-8331-4ef0-9608-73994b5fbfe2 demo admin] Publish callbacks [] for router_gateway (d3315a16-08f8-4740-9f01-6d3ca1f292b1), precommit_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:38.183855 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-810d3047-8331-4ef0-9608-73994b5fbfe2 demo admin] Publish callbacks [] for router_gateway (d3315a16-08f8-4740-9f01-6d3ca1f292b1), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:38.258460 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-810d3047-8331-4ef0-9608-73994b5fbfe2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:38.366987 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.db_base_plugin_common [None req-810d3047-8331-4ef0-9608-73994b5fbfe2 demo admin] Allocated IP 172.27.0.75 (502cc405-82c2-4579-84e2-1393f2fa67cd/b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8/99d66b0e-aa08-4d0a-ae1e-0cf88e80deb9) {{(pid=103293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:11:38.465643 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-810d3047-8331-4ef0-9608-73994b5fbfe2 demo admin] Publish callbacks [] for port (99d66b0e-aa08-4d0a-ae1e-0cf88e80deb9), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:38.497394 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-810d3047-8331-4ef0-9608-73994b5fbfe2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759689464324'] for port (99d66b0e-aa08-4d0a-ae1e-0cf88e80deb9), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:38.531670 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810d3047-8331-4ef0-9608-73994b5fbfe2 demo admin] Network 502cc405-82c2-4579-84e2-1393f2fa67cd is already hosted by enough agents. {{(pid=103293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:11:38.533810 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.base_scheduler [None req-810d3047-8331-4ef0-9608-73994b5fbfe2 demo admin] Resources bound (agent type, host, resource id): {{(pid=103293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:11:38.539716 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810d3047-8331-4ef0-9608-73994b5fbfe2 demo admin] Received port after_create {{(pid=103293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:11:38.577079 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810d3047-8331-4ef0-9608-73994b5fbfe2 demo admin] Pushing event updated for resources: {'Port': ['ID=99d66b0e-aa08-4d0a-ae1e-0cf88e80deb9,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:11:38.791173 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-810d3047-8331-4ef0-9608-73994b5fbfe2 demo admin] Publish callbacks [] for router_gateway (d3315a16-08f8-4740-9f01-6d3ca1f292b1), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:39.083755 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-810d3047-8331-4ef0-9608-73994b5fbfe2 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623805', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1628044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7153'] for router (d3315a16-08f8-4740-9f01-6d3ca1f292b1), precommit_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:39.087221 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-810d3047-8331-4ef0-9608-73994b5fbfe2 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1623786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1623779', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1628037'] for router (d3315a16-08f8-4740-9f01-6d3ca1f292b1), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:39.194567 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-810d3047-8331-4ef0-9608-73994b5fbfe2 demo admin] Router d3315a16-08f8-4740-9f01-6d3ca1f292b1 has already been hosted by L3 agent bb9cbda0-d504-4372-97ec-0881b5676f92 {{(pid=103293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:11:39.266904 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.agents_db [None req-615cdb4a-d653-495f-8f07-938524d0c5b5 None None] Agent healthcheck: found 5 active agents {{(pid=103296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:11:39.300719 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-810d3047-8331-4ef0-9608-73994b5fbfe2 demo admin] Notify agent at l3_agent.dv-cinder-835879-1-iscsi the message routers_updated {{(pid=103293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:11:39.305826 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-810d3047-8331-4ef0-9608-73994b5fbfe2 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:39.306987 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-810d3047-8331-4ef0-9608-73994b5fbfe2 demo admin] 10.222.0.18 "PUT /v2.0/routers/d3315a16-08f8-4740-9f01-6d3ca1f292b1 HTTP/1.1" status: 200 len: 889 time: 1.6113179 Mar 30 18:11:40.715144 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device e59c8431-1785-4aa9-bb23-c86ed31a1932 up at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:11:40.766990 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Provisioning complete for port e59c8431-1785-4aa9-bb23-c86ed31a1932 triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:11:40.767318 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (e59c8431-1785-4aa9-bb23-c86ed31a1932), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:40.842830 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Current status of the port e59c8431-1785-4aa9-bb23-c86ed31a1932 is: ACTIVE; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:11:41.801117 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 58226) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:11:41.916025 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-73d3489e-9ea2-4051-b572-80f7a9d68737 admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1137874 Mar 30 18:11:42.386794 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f206435a-f535-4f99-b276-7251f20e0e24 None None] Sync routers for ids ['d3315a16-08f8-4740-9f01-6d3ca1f292b1'] in dv-cinder-835879-1-iscsi {{(pid=103295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:11:42.399052 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f206435a-f535-4f99-b276-7251f20e0e24 None None] Routers {'d3315a16-08f8-4740-9f01-6d3ca1f292b1'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:11:42.399735 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-f206435a-f535-4f99-b276-7251f20e0e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:11:30Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['d3315a16-08f8-4740-9f01-6d3ca1f292b1'], 'active': True} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:11:42.617748 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvr_db [None req-f206435a-f535-4f99-b276-7251f20e0e24 None None] Set router d3315a16-08f8-4740-9f01-6d3ca1f292b1 gateway port host: dv-cinder-835879-1-iscsi {{(pid=103295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:11:43.085574 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-f206435a-f535-4f99-b276-7251f20e0e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3315a16-08f8-4740-9f01-6d3ca1f292b1', 'name': 'router1', 'tenant_id': '996e93ccf01f4f05aced9cdd9e03720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '99d66b0e-aa08-4d0a-ae1e-0cf88e80deb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:11:20Z', 'updated_at': '2022-03-30T18:11:38Z', 'revision_number': 4, 'project_id': '996e93ccf01f4f05aced9cdd9e03720e', 'gw_port': {'id': '99d66b0e-aa08-4d0a-ae1e-0cf88e80deb9', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d5:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3315a16-08f8-4740-9f01-6d3ca1f292b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:11:38Z', 'updated_at': '2022-03-30T18:11:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_interfaces': [{'id': 'e59c8431-1785-4aa9-bb23-c86ed31a1932', 'name': '', 'network_id': '7edb44f5-1f86-4c9f-b541-88e474f302bc', 'tenant_id': '996e93ccf01f4f05aced9cdd9e03720e', 'mac_address': 'fa:16:3e:6f:8a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3315a16-08f8-4740-9f01-6d3ca1f292b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd92ffa3a-702b-4b8f-bad5-68c70e808b0c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:11:30Z', 'updated_at': '2022-03-30T18:11:33Z', 'revision_number': 5, 'project_id': '996e93ccf01f4f05aced9cdd9e03720e', 'subnets': [{'id': 'd92ffa3a-702b-4b8f-bad5-68c70e808b0c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4c8d2765-df89-41c9-bc18-e5c41cd92f24'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:11:43.136014 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f206435a-f535-4f99-b276-7251f20e0e24 None None] Checking router: d3315a16-08f8-4740-9f01-6d3ca1f292b1 for host: dv-cinder-835879-1-iscsi {{(pid=103295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:11:43.136598 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f206435a-f535-4f99-b276-7251f20e0e24 None None] Updating router d3315a16-08f8-4740-9f01-6d3ca1f292b1 port 99d66b0e-aa08-4d0a-ae1e-0cf88e80deb9 binding host dv-cinder-835879-1-iscsi {{(pid=103295) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 18:11:43.191668 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f206435a-f535-4f99-b276-7251f20e0e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (99d66b0e-aa08-4d0a-ae1e-0cf88e80deb9), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:43.525013 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f206435a-f535-4f99-b276-7251f20e0e24 None None] Publish callbacks [] for port (99d66b0e-aa08-4d0a-ae1e-0cf88e80deb9), precommit_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:43.530494 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f206435a-f535-4f99-b276-7251f20e0e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (99d66b0e-aa08-4d0a-ae1e-0cf88e80deb9), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:43.579570 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [None req-f206435a-f535-4f99-b276-7251f20e0e24 None None] Attempting to bind port 99d66b0e-aa08-4d0a-ae1e-0cf88e80deb9 on host dv-cinder-835879-1-iscsi for vnic_type normal with profile {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:11:43.581226 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [None req-f206435a-f535-4f99-b276-7251f20e0e24 None None] Attempting to bind port 99d66b0e-aa08-4d0a-ae1e-0cf88e80deb9 by drivers openvswitch,hyperv on host dv-cinder-835879-1-iscsi at level 0 using segments [{'id': '4e174139-f6b8-43d7-bf46-4927edc5f7d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd'}] {{(pid=103295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:11:43.581226 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f206435a-f535-4f99-b276-7251f20e0e24 None None] Attempting to bind port 99d66b0e-aa08-4d0a-ae1e-0cf88e80deb9 on network 502cc405-82c2-4579-84e2-1393f2fa67cd {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:11:43.590926 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2432a0-ce32-4fdb-8f8d-ba627b7b601d None None] Pushing event updated for resources: {'Port': ['ID=99d66b0e-aa08-4d0a-ae1e-0cf88e80deb9,revision_number=2']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:11:43.595734 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f206435a-f535-4f99-b276-7251f20e0e24 None None] Checking agent: {'id': '6489659c-3f19-4a2c-89f8-52d37c938fb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 11, 4), 'started_at': datetime.datetime(2022, 3, 30, 18, 11, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:11:43.596107 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f206435a-f535-4f99-b276-7251f20e0e24 None None] Checking segment: {'id': '4e174139-f6b8-43d7-bf46-4927edc5f7d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:11:43.596509 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f206435a-f535-4f99-b276-7251f20e0e24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:43.596893 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f206435a-f535-4f99-b276-7251f20e0e24 None None] Bound using segment: {'id': '4e174139-f6b8-43d7-bf46-4927edc5f7d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd'} {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:11:43.597361 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [None req-f206435a-f535-4f99-b276-7251f20e0e24 None None] Bound port: 99d66b0e-aa08-4d0a-ae1e-0cf88e80deb9, host: dv-cinder-835879-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e174139-f6b8-43d7-bf46-4927edc5f7d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd'}}] {{(pid=103295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:11:43.597735 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f206435a-f535-4f99-b276-7251f20e0e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (99d66b0e-aa08-4d0a-ae1e-0cf88e80deb9), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:43.654701 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-f206435a-f535-4f99-b276-7251f20e0e24 None None] For port 99d66b0e-aa08-4d0a-ae1e-0cf88e80deb9, host dv-cinder-835879-1-iscsi, cleared binding levels {{(pid=103295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:11:43.657762 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-f206435a-f535-4f99-b276-7251f20e0e24 None None] For port 99d66b0e-aa08-4d0a-ae1e-0cf88e80deb9, host dv-cinder-835879-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=99d66b0e-aa08-4d0a-ae1e-0cf88e80deb9,segment=NetworkSegment(4e174139-f6b8-43d7-bf46-4927edc5f7d6),segment_id=4e174139-f6b8-43d7-bf46-4927edc5f7d6)] {{(pid=103295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:11:43.663664 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f206435a-f535-4f99-b276-7251f20e0e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (99d66b0e-aa08-4d0a-ae1e-0cf88e80deb9), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:43.720621 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2432a0-ce32-4fdb-8f8d-ba627b7b601d None None] Pushing event updated for resources: {'Port': ['ID=99d66b0e-aa08-4d0a-ae1e-0cf88e80deb9,revision_number=3']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:11:43.726142 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f206435a-f535-4f99-b276-7251f20e0e24 None None] Routers {'d3315a16-08f8-4740-9f01-6d3ca1f292b1'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:11:43.726751 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-f206435a-f535-4f99-b276-7251f20e0e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:11:30Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['d3315a16-08f8-4740-9f01-6d3ca1f292b1'], 'active': True} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:11:43.841434 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvr_db [None req-f206435a-f535-4f99-b276-7251f20e0e24 None None] Set router d3315a16-08f8-4740-9f01-6d3ca1f292b1 gateway port host: dv-cinder-835879-1-iscsi {{(pid=103295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:11:44.061702 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-f206435a-f535-4f99-b276-7251f20e0e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3315a16-08f8-4740-9f01-6d3ca1f292b1', 'name': 'router1', 'tenant_id': '996e93ccf01f4f05aced9cdd9e03720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '99d66b0e-aa08-4d0a-ae1e-0cf88e80deb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:11:20Z', 'updated_at': '2022-03-30T18:11:38Z', 'revision_number': 4, 'project_id': '996e93ccf01f4f05aced9cdd9e03720e', 'gw_port': {'id': '99d66b0e-aa08-4d0a-ae1e-0cf88e80deb9', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d5:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3315a16-08f8-4740-9f01-6d3ca1f292b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:11:38Z', 'updated_at': '2022-03-30T18:11:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_interfaces': [{'id': 'e59c8431-1785-4aa9-bb23-c86ed31a1932', 'name': '', 'network_id': '7edb44f5-1f86-4c9f-b541-88e474f302bc', 'tenant_id': '996e93ccf01f4f05aced9cdd9e03720e', 'mac_address': 'fa:16:3e:6f:8a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3315a16-08f8-4740-9f01-6d3ca1f292b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd92ffa3a-702b-4b8f-bad5-68c70e808b0c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:11:30Z', 'updated_at': '2022-03-30T18:11:33Z', 'revision_number': 5, 'project_id': '996e93ccf01f4f05aced9cdd9e03720e', 'subnets': [{'id': 'd92ffa3a-702b-4b8f-bad5-68c70e808b0c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4c8d2765-df89-41c9-bc18-e5c41cd92f24'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:11:44.096075 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f206435a-f535-4f99-b276-7251f20e0e24 None None] The sync data for ids ['d3315a16-08f8-4740-9f01-6d3ca1f292b1'] in dv-cinder-835879-1-iscsi is: [{'id': 'd3315a16-08f8-4740-9f01-6d3ca1f292b1', 'name': 'router1', 'tenant_id': '996e93ccf01f4f05aced9cdd9e03720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '99d66b0e-aa08-4d0a-ae1e-0cf88e80deb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:11:20Z', 'updated_at': '2022-03-30T18:11:38Z', 'revision_number': 4, 'project_id': '996e93ccf01f4f05aced9cdd9e03720e', 'gw_port': {'id': '99d66b0e-aa08-4d0a-ae1e-0cf88e80deb9', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d5:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3315a16-08f8-4740-9f01-6d3ca1f292b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:11:38Z', 'updated_at': '2022-03-30T18:11:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_interfaces': [{'id': 'e59c8431-1785-4aa9-bb23-c86ed31a1932', 'name': '', 'network_id': '7edb44f5-1f86-4c9f-b541-88e474f302bc', 'tenant_id': '996e93ccf01f4f05aced9cdd9e03720e', 'mac_address': 'fa:16:3e:6f:8a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3315a16-08f8-4740-9f01-6d3ca1f292b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd92ffa3a-702b-4b8f-bad5-68c70e808b0c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:11:30Z', 'updated_at': '2022-03-30T18:11:33Z', 'revision_number': 5, 'project_id': '996e93ccf01f4f05aced9cdd9e03720e', 'subnets': [{'id': 'd92ffa3a-702b-4b8f-bad5-68c70e808b0c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4c8d2765-df89-41c9-bc18-e5c41cd92f24'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:11:44.786982 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device 99d66b0e-aa08-4d0a-ae1e-0cf88e80deb9 up at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:11:44.846113 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Provisioning complete for port 99d66b0e-aa08-4d0a-ae1e-0cf88e80deb9 triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:11:44.846591 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (99d66b0e-aa08-4d0a-ae1e-0cf88e80deb9), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:44.948816 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Current status of the port 99d66b0e-aa08-4d0a-ae1e-0cf88e80deb9 is: DOWN; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:11:44.949333 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (99d66b0e-aa08-4d0a-ae1e-0cf88e80deb9), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:44.976049 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] For port 99d66b0e-aa08-4d0a-ae1e-0cf88e80deb9, host dv-cinder-835879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=99d66b0e-aa08-4d0a-ae1e-0cf88e80deb9,segment=NetworkSegment(4e174139-f6b8-43d7-bf46-4927edc5f7d6),segment_id=4e174139-f6b8-43d7-bf46-4927edc5f7d6)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:11:44.980940 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (99d66b0e-aa08-4d0a-ae1e-0cf88e80deb9), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:45.045504 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Pushing event updated for resources: {'Port': ['ID=99d66b0e-aa08-4d0a-ae1e-0cf88e80deb9,revision_number=4']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:11:46.723062 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device 99d66b0e-aa08-4d0a-ae1e-0cf88e80deb9 up at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:11:46.812143 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Provisioning complete for port 99d66b0e-aa08-4d0a-ae1e-0cf88e80deb9 triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:11:46.812143 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (99d66b0e-aa08-4d0a-ae1e-0cf88e80deb9), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:46.948488 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Current status of the port 99d66b0e-aa08-4d0a-ae1e-0cf88e80deb9 is: ACTIVE; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:11:57.636513 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-df0ee15e-56d6-4e21-9f4e-dc24ca092cd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (c82c41e6-6be9-408a-ae4d-4131a3230230), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:12:00.044021 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-5e3fe858-7ae1-4b66-b7cc-c47d55c68d36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bb9cbda0-d504-4372-97ec-0881b5676f92), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:12:01.133207 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f19afa9d-e030-40e8-acc4-8e1b9083a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (63dcb6ae-3517-415b-a3a4-cfabe01bf14f), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:12:02.531511 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-735ee7a5-faf9-4a72-9605-65e031eaef75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bc479c0e-1124-4d13-b03e-bb2d712dc776), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:12:03.950648 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (6489659c-3f19-4a2c-89f8-52d37c938fb3), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:12:16.267857 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.agents_db [None req-615cdb4a-d653-495f-8f07-938524d0c5b5 None None] Agent healthcheck: found 5 active agents {{(pid=103296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:12:27.634371 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9cbcea26-81f0-406f-8733-08e6b92c182f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (c82c41e6-6be9-408a-ae4d-4131a3230230), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:12:30.037786 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-a2a6eefb-6c34-483a-afce-2c1358001908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bb9cbda0-d504-4372-97ec-0881b5676f92), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:12:31.131337 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f19afa9d-e030-40e8-acc4-8e1b9083a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (63dcb6ae-3517-415b-a3a4-cfabe01bf14f), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:12:32.524710 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-735ee7a5-faf9-4a72-9605-65e031eaef75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bc479c0e-1124-4d13-b03e-bb2d712dc776), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:12:33.948284 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (6489659c-3f19-4a2c-89f8-52d37c938fb3), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:12:53.266986 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.agents_db [None req-615cdb4a-d653-495f-8f07-938524d0c5b5 None None] Agent healthcheck: found 5 active agents {{(pid=103296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:12:57.635989 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-41039901-1127-4dd4-a4ec-cc021b4caacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (c82c41e6-6be9-408a-ae4d-4131a3230230), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:00.040846 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-37759b26-870c-4dca-8c17-1e58409bd108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bb9cbda0-d504-4372-97ec-0881b5676f92), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:01.134416 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f19afa9d-e030-40e8-acc4-8e1b9083a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (63dcb6ae-3517-415b-a3a4-cfabe01bf14f), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:02.527075 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-735ee7a5-faf9-4a72-9605-65e031eaef75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bc479c0e-1124-4d13-b03e-bb2d712dc776), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:03.125858 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 58710) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:13:03.188494 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc8e1727-9068-4a48-a1fe-f52931b7c7c6 admin admin] GET failed (client error): The resource could not be found. Mar 30 18:13:03.189812 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-cc8e1727-9068-4a48-a1fe-f52931b7c7c6 admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0629835 Mar 30 18:13:03.349028 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296e2c92-a32d-413f-ae37-badce3efbcec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:13:03.350548 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-296e2c92-a32d-413f-ae37-badce3efbcec admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1567707 Mar 30 18:13:03.941145 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (6489659c-3f19-4a2c-89f8-52d37c938fb3), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:05.650036 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 58720) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:13:05.738668 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6687673f-f278-421b-ae2a-c9ac2cc4fb2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:13:05.740024 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-6687673f-f278-421b-ae2a-c9ac2cc4fb2a admin admin] 10.222.0.18 "GET /v2.0/subnets/d92ffa3a-702b-4b8f-bad5-68c70e808b0c HTTP/1.1" status: 200 len: 849 time: 0.0890343 Mar 30 18:13:05.749062 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [None req-be6a3493-5f5f-4c33-af71-83fc729dbb3c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:13:05.831693 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-be6a3493-5f5f-4c33-af71-83fc729dbb3c admin admin] Publish callbacks [] for subnet (d92ffa3a-702b-4b8f-bad5-68c70e808b0c), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:05.969386 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-be6a3493-5f5f-4c33-af71-83fc729dbb3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759690034306'] for subnet (d92ffa3a-702b-4b8f-bad5-68c70e808b0c), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:05.996809 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6a3493-5f5f-4c33-af71-83fc729dbb3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:13:05.997398 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-be6a3493-5f5f-4c33-af71-83fc729dbb3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628270'] for subnet (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:05.999062 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-be6a3493-5f5f-4c33-af71-83fc729dbb3c admin admin] 10.222.0.18 "PUT /v2.0/subnets/d92ffa3a-702b-4b8f-bad5-68c70e808b0c HTTP/1.1" status: 200 len: 868 time: 0.2530901 Mar 30 18:13:06.001081 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464008c1-1c8c-4331-9505-670b2d605f48 None None] Network 7edb44f5-1f86-4c9f-b541-88e474f302bc requested from dv-cinder-835879-1-iscsi {{(pid=103295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:13:06.021818 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6a3493-5f5f-4c33-af71-83fc729dbb3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d92ffa3a-702b-4b8f-bad5-68c70e808b0c,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:13:06.029700 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a3493-5f5f-4c33-af71-83fc729dbb3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:13:06.030042 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a3493-5f5f-4c33-af71-83fc729dbb3c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:13:06.030412 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a3493-5f5f-4c33-af71-83fc729dbb3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:13:06.030755 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a3493-5f5f-4c33-af71-83fc729dbb3c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:13:06.031083 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a3493-5f5f-4c33-af71-83fc729dbb3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:13:06.031448 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a3493-5f5f-4c33-af71-83fc729dbb3c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:13:06.031760 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a3493-5f5f-4c33-af71-83fc729dbb3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:13:06.032088 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a3493-5f5f-4c33-af71-83fc729dbb3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:13:06.032428 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a3493-5f5f-4c33-af71-83fc729dbb3c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:13:06.032788 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a3493-5f5f-4c33-af71-83fc729dbb3c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:13:06.033155 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a3493-5f5f-4c33-af71-83fc729dbb3c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:13:06.033505 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a3493-5f5f-4c33-af71-83fc729dbb3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:13:06.033854 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a3493-5f5f-4c33-af71-83fc729dbb3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:13:06.034179 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a3493-5f5f-4c33-af71-83fc729dbb3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:13:06.034495 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a3493-5f5f-4c33-af71-83fc729dbb3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:13:06.364540 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-8261b19b-186b-4b8a-ad70-f5bce326b408 None None] Provisioning complete for port e59c8431-1785-4aa9-bb23-c86ed31a1932 triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:13:06.364915 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-8261b19b-186b-4b8a-ad70-f5bce326b408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (e59c8431-1785-4aa9-bb23-c86ed31a1932), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:06.443764 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-8261b19b-186b-4b8a-ad70-f5bce326b408 None None] Current status of the port e59c8431-1785-4aa9-bb23-c86ed31a1932 is: ACTIVE; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:13:06.453556 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-8261b19b-186b-4b8a-ad70-f5bce326b408 None None] Provisioning complete for port 38bede05-30db-402a-9db6-b701733d6095 triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:13:06.453932 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-8261b19b-186b-4b8a-ad70-f5bce326b408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (38bede05-30db-402a-9db6-b701733d6095), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:06.526340 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-8261b19b-186b-4b8a-ad70-f5bce326b408 None None] Current status of the port 38bede05-30db-402a-9db6-b701733d6095 is: ACTIVE; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:13:08.302775 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 58728) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:13:08.496939 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6720b5-7888-474b-ad92-3d26101a4e53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:13:08.497315 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6720b5-7888-474b-ad92-3d26101a4e53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:13:08.498839 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-bb6720b5-7888-474b-ad92-3d26101a4e53 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1950243 Mar 30 18:13:10.767566 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 58736) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:13:10.897927 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41de751e-4792-4553-818c-f0c748e55a03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:13:10.898383 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41de751e-4792-4553-818c-f0c748e55a03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:13:10.899955 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-41de751e-4792-4553-818c-f0c748e55a03 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1314337 Mar 30 18:13:13.171953 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 58744) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:13:13.296115 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0453a59d-25c8-4ef5-82b2-baa95a64787a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:13:13.297468 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-0453a59d-25c8-4ef5-82b2-baa95a64787a admin admin] 10.222.0.18 "GET /v2.0/networks/502cc405-82c2-4579-84e2-1393f2fa67cd HTTP/1.1" status: 200 len: 886 time: 0.1245587 Mar 30 18:13:15.615365 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 58752) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:13:15.741262 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722178d3-5605-45bf-affa-c0cbb2ef6841 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:13:15.742521 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-722178d3-5605-45bf-affa-c0cbb2ef6841 admin admin] 10.222.0.18 "GET /v2.0/networks/7edb44f5-1f86-4c9f-b541-88e474f302bc HTTP/1.1" status: 200 len: 869 time: 0.1261802 Mar 30 18:13:18.034365 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 58760) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:13:18.252444 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf7d861-768c-40b4-9ead-28c0db346df7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:13:18.252802 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf7d861-768c-40b4-9ead-28c0db346df7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:13:18.254314 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-9bf7d861-768c-40b4-9ead-28c0db346df7 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2189996 Mar 30 18:13:20.536163 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 58768) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:13:20.623904 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ece6853-8f82-49ac-a021-cf459bcf5bff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:13:20.624352 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ece6853-8f82-49ac-a021-cf459bcf5bff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:13:20.625849 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-9ece6853-8f82-49ac-a021-cf459bcf5bff admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0887320 Mar 30 18:13:22.909466 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 58776) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:13:22.993782 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06619526-8816-4a31-946d-52119c667d99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:13:22.995101 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-06619526-8816-4a31-946d-52119c667d99 admin admin] 10.222.0.18 "GET /v2.0/subnets/b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8 HTTP/1.1" status: 200 len: 816 time: 0.0846772 Mar 30 18:13:25.279343 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 58784) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:13:25.372505 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57d6d10-8aa1-44f5-ba26-20ab68fb5280 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:13:25.373841 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-e57d6d10-8aa1-44f5-ba26-20ab68fb5280 admin admin] 10.222.0.18 "GET /v2.0/subnets/d92ffa3a-702b-4b8f-bad5-68c70e808b0c HTTP/1.1" status: 200 len: 868 time: 0.0934923 Mar 30 18:13:27.637255 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea539-c6cc-48c5-86ca-b34cb4af361c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (c82c41e6-6be9-408a-ae4d-4131a3230230), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:30.042151 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9c72471b-13c2-40f6-8955-d7bd1efb3717 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bb9cbda0-d504-4372-97ec-0881b5676f92), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:30.265603 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.agents_db [None req-615cdb4a-d653-495f-8f07-938524d0c5b5 None None] Agent healthcheck: found 5 active agents {{(pid=103296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:13:31.138459 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f19afa9d-e030-40e8-acc4-8e1b9083a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (63dcb6ae-3517-415b-a3a4-cfabe01bf14f), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:32.529603 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-735ee7a5-faf9-4a72-9605-65e031eaef75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bc479c0e-1124-4d13-b03e-bb2d712dc776), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:33.943428 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (6489659c-3f19-4a2c-89f8-52d37c938fb3), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:53.327087 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 58836) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:13:53.374529 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [None req-ecb0d5d3-ebf4-4cef-85fc-f66b72c8514e admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103293) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 18:13:53.375569 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-ecb0d5d3-ebf4-4cef-85fc-f66b72c8514e admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0474513 Mar 30 18:13:55.740873 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 58844) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:13:55.800021 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.pecan_wsgi.hooks.translation [None req-886a25a9-3ddd-46de-a2d4-22a21742d1c1 admin admin] GET failed (client error): The resource could not be found. Mar 30 18:13:55.801279 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-886a25a9-3ddd-46de-a2d4-22a21742d1c1 admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0594749 Mar 30 18:13:55.883405 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381ffee8-5652-450f-9e0a-3ceac0dccce1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:13:55.884872 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-381ffee8-5652-450f-9e0a-3ceac0dccce1 admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0796876 Mar 30 18:13:57.639946 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-e57ec04b-b13d-4ffe-abb6-41f22aaf5a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (c82c41e6-6be9-408a-ae4d-4131a3230230), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:58.204511 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 58852) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:13:58.250532 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [None req-caf9ba21-af94-4270-9482-191b8268730e admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:13:58.269245 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf9ba21-af94-4270-9482-191b8268730e admin admin] Made reservation on behalf of ecf54477d260498fa24dd311abe711db for: {'network': 1} {{(pid=103293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:13:58.271633 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-caf9ba21-af94-4270-9482-191b8268730e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for network (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:58.299178 dv-cinder-835879-1-iscsi neutron-server[103293]: WARNING neutron.services.revisions.revision_plugin [None req-caf9ba21-af94-4270-9482-191b8268730e admin admin] Could not find related network for resource to bump revision. Mar 30 18:13:58.310314 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caf9ba21-af94-4270-9482-191b8268730e admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=103293) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 18:13:58.319110 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-caf9ba21-af94-4270-9482-191b8268730e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-829919'] for segment (648e8395-bdf0-400e-b8eb-28f2f65d6f65), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:58.319485 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.db.segments_db [None req-caf9ba21-af94-4270-9482-191b8268730e admin admin] Added segment 648e8395-bdf0-400e-b8eb-28f2f65d6f65 of type vlan for network f9106362-cc86-4aac-b007-f7802447476d Mar 30 18:13:58.360358 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-caf9ba21-af94-4270-9482-191b8268730e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759689436227'] for network (f9106362-cc86-4aac-b007-f7802447476d), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:58.383682 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-caf9ba21-af94-4270-9482-191b8268730e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248'] for network (f9106362-cc86-4aac-b007-f7802447476d), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:58.384592 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf9ba21-af94-4270-9482-191b8268730e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:13:58.385216 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-caf9ba21-af94-4270-9482-191b8268730e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628270'] for network (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:58.437310 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-caf9ba21-af94-4270-9482-191b8268730e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2317097 Mar 30 18:13:58.446684 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf9ba21-af94-4270-9482-191b8268730e admin admin] Pushing event updated for resources: {'Network': ['ID=f9106362-cc86-4aac-b007-f7802447476d,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:13:58.466271 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Network f9106362-cc86-4aac-b007-f7802447476d details requested by agent ovs-agent-dv-cinder-835879-1-iscsi with host dv-cinder-835879-1-iscsi {{(pid=103295) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 18:14:00.043822 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-06677ac0-5d66-449c-9953-56f3a0ec28a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bb9cbda0-d504-4372-97ec-0881b5676f92), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:00.753518 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 58860) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:00.812815 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.pecan_wsgi.hooks.translation [None req-c387a39f-ae37-47c9-8da0-9e861f4ae65c admin admin] GET failed (client error): The resource could not be found. Mar 30 18:14:00.814087 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-c387a39f-ae37-47c9-8da0-9e861f4ae65c admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0596166 Mar 30 18:14:00.891584 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bc3d66-e084-46f1-a73a-a868bd370b28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:00.893060 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-16bc3d66-e084-46f1-a73a-a868bd370b28 admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0750685 Mar 30 18:14:00.902903 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [None req-8e903778-5cb9-47e5-8ed3-c279fafde7e4 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'f9106362-cc86-4aac-b007-f7802447476d'}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:14:00.920435 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e903778-5cb9-47e5-8ed3-c279fafde7e4 admin admin] Made reservation on behalf of ecf54477d260498fa24dd311abe711db for: {'subnet': 1} {{(pid=103293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:14:00.922621 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-8e903778-5cb9-47e5-8ed3-c279fafde7e4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:01.080080 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-8e903778-5cb9-47e5-8ed3-c279fafde7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248'] for subnet (46fb4744-221d-4f1a-a6c6-af85828604c7), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:01.134167 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e903778-5cb9-47e5-8ed3-c279fafde7e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46fb4744-221d-4f1a-a6c6-af85828604c7,revision_number=0']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:01.141015 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e903778-5cb9-47e5-8ed3-c279fafde7e4 admin admin] Checking segment: {'id': '648e8395-bdf0-400e-b8eb-28f2f65d6f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9106362-cc86-4aac-b007-f7802447476d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:14:01.141577 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e903778-5cb9-47e5-8ed3-c279fafde7e4 admin admin] Network hostable DHCP agents. Network: f9106362-cc86-4aac-b007-f7802447476d, hostable agents: ['c82c41e6-6be9-408a-ae4d-4131a3230230'], hosted agents: [] {{(pid=103293) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 18:14:01.144581 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f19afa9d-e030-40e8-acc4-8e1b9083a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (63dcb6ae-3517-415b-a3a4-cfabe01bf14f), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:01.157400 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e903778-5cb9-47e5-8ed3-c279fafde7e4 admin admin] Network f9106362-cc86-4aac-b007-f7802447476d is scheduled to be hosted by DHCP agent c82c41e6-6be9-408a-ae4d-4131a3230230 with binding_index 1 {{(pid=103293) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 18:14:01.166567 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.base_scheduler [None req-8e903778-5cb9-47e5-8ed3-c279fafde7e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835879-1-iscsi, f9106362-cc86-4aac-b007-f7802447476d) {{(pid=103293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:14:01.170575 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e903778-5cb9-47e5-8ed3-c279fafde7e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:01.171180 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-8e903778-5cb9-47e5-8ed3-c279fafde7e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628270'] for subnet (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:01.178582 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb86f703-3037-494d-9211-af8165577acc None None] Network f9106362-cc86-4aac-b007-f7802447476d requested from dv-cinder-835879-1-iscsi {{(pid=103295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:14:01.186785 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-8e903778-5cb9-47e5-8ed3-c279fafde7e4 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2871306 Mar 30 18:14:01.285195 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2d6155-987b-4d24-96de-43ab64063192 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2ea507c-a6af-52c0-bc08-d79d09ab5728-f9106362-cc86-4aac-b007-f7802447476d', 'network_id': 'f9106362-cc86-4aac-b007-f7802447476d', 'project_id': 'ecf54477d260498fa24dd311abe711db', 'fixed_ips': [{'subnet_id': '46fb4744-221d-4f1a-a6c6-af85828604c7'}]}} from dv-cinder-835879-1-iscsi. {{(pid=103295) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 18:14:01.286062 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-ce2d6155-987b-4d24-96de-43ab64063192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:01.429111 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.db_base_plugin_common [None req-ce2d6155-987b-4d24-96de-43ab64063192 None None] Allocated IP 192.168.233.2 (f9106362-cc86-4aac-b007-f7802447476d/46fb4744-221d-4f1a-a6c6-af85828604c7/d14e4ad0-c67c-4c15-a4f0-ce73ab4c9ee2) {{(pid=103295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:14:01.573083 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-ce2d6155-987b-4d24-96de-43ab64063192 None None] Publish callbacks [] for port (d14e4ad0-c67c-4c15-a4f0-ce73ab4c9ee2), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:01.579466 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-ce2d6155-987b-4d24-96de-43ab64063192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759689464324'] for port (d14e4ad0-c67c-4c15-a4f0-ce73ab4c9ee2), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:01.618982 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2d6155-987b-4d24-96de-43ab64063192 None None] Network f9106362-cc86-4aac-b007-f7802447476d is already hosted by enough agents. {{(pid=103295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:14:01.620343 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.scheduler.base_scheduler [None req-ce2d6155-987b-4d24-96de-43ab64063192 None None] Resources bound (agent type, host, resource id): {{(pid=103295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:14:01.622870 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2d6155-987b-4d24-96de-43ab64063192 None None] Received port after_create {{(pid=103295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:14:01.633392 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2d6155-987b-4d24-96de-43ab64063192 None None] Pushing event updated for resources: {'Port': ['ID=d14e4ad0-c67c-4c15-a4f0-ce73ab4c9ee2,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:01.642953 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2d6155-987b-4d24-96de-43ab64063192 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:14:01.643341 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2d6155-987b-4d24-96de-43ab64063192 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:14:01.643944 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2d6155-987b-4d24-96de-43ab64063192 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:14:01.644293 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2d6155-987b-4d24-96de-43ab64063192 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:14:01.644618 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2d6155-987b-4d24-96de-43ab64063192 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:14:01.644936 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2d6155-987b-4d24-96de-43ab64063192 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:14:01.645256 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2d6155-987b-4d24-96de-43ab64063192 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:14:01.645569 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2d6155-987b-4d24-96de-43ab64063192 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:14:01.645887 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2d6155-987b-4d24-96de-43ab64063192 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:14:01.646203 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2d6155-987b-4d24-96de-43ab64063192 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:14:01.646517 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2d6155-987b-4d24-96de-43ab64063192 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:14:01.646865 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2d6155-987b-4d24-96de-43ab64063192 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:14:01.647182 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2d6155-987b-4d24-96de-43ab64063192 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:14:01.648011 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2d6155-987b-4d24-96de-43ab64063192 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:14:01.648322 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2d6155-987b-4d24-96de-43ab64063192 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:14:01.701266 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [None req-ce2d6155-987b-4d24-96de-43ab64063192 None None] Attempting to bind port d14e4ad0-c67c-4c15-a4f0-ce73ab4c9ee2 on host dv-cinder-835879-1-iscsi for vnic_type normal with profile {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:14:01.701560 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [None req-ce2d6155-987b-4d24-96de-43ab64063192 None None] Attempting to bind port d14e4ad0-c67c-4c15-a4f0-ce73ab4c9ee2 by drivers openvswitch,hyperv on host dv-cinder-835879-1-iscsi at level 0 using segments [{'id': '648e8395-bdf0-400e-b8eb-28f2f65d6f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9106362-cc86-4aac-b007-f7802447476d'}] {{(pid=103295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:14:01.701928 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2d6155-987b-4d24-96de-43ab64063192 None None] Attempting to bind port d14e4ad0-c67c-4c15-a4f0-ce73ab4c9ee2 on network f9106362-cc86-4aac-b007-f7802447476d {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:14:01.706968 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2d6155-987b-4d24-96de-43ab64063192 None None] Checking agent: {'id': '6489659c-3f19-4a2c-89f8-52d37c938fb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 11, 4), 'started_at': datetime.datetime(2022, 3, 30, 18, 11, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:14:01.707368 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2d6155-987b-4d24-96de-43ab64063192 None None] Checking segment: {'id': '648e8395-bdf0-400e-b8eb-28f2f65d6f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9106362-cc86-4aac-b007-f7802447476d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:14:01.707800 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-ce2d6155-987b-4d24-96de-43ab64063192 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:01.708187 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2d6155-987b-4d24-96de-43ab64063192 None None] Bound using segment: {'id': '648e8395-bdf0-400e-b8eb-28f2f65d6f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9106362-cc86-4aac-b007-f7802447476d'} {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:14:01.708656 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [None req-ce2d6155-987b-4d24-96de-43ab64063192 None None] Bound port: d14e4ad0-c67c-4c15-a4f0-ce73ab4c9ee2, host: dv-cinder-835879-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648e8395-bdf0-400e-b8eb-28f2f65d6f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9106362-cc86-4aac-b007-f7802447476d'}}] {{(pid=103295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:14:01.709027 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-ce2d6155-987b-4d24-96de-43ab64063192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (d14e4ad0-c67c-4c15-a4f0-ce73ab4c9ee2), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:01.869975 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-ce2d6155-987b-4d24-96de-43ab64063192 None None] For port d14e4ad0-c67c-4c15-a4f0-ce73ab4c9ee2, host dv-cinder-835879-1-iscsi, cleared binding levels {{(pid=103295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:14:01.873075 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-ce2d6155-987b-4d24-96de-43ab64063192 None None] For port d14e4ad0-c67c-4c15-a4f0-ce73ab4c9ee2, host dv-cinder-835879-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=d14e4ad0-c67c-4c15-a4f0-ce73ab4c9ee2,segment=NetworkSegment(648e8395-bdf0-400e-b8eb-28f2f65d6f65),segment_id=648e8395-bdf0-400e-b8eb-28f2f65d6f65)] {{(pid=103295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:14:01.879921 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-ce2d6155-987b-4d24-96de-43ab64063192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (d14e4ad0-c67c-4c15-a4f0-ce73ab4c9ee2), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:01.943242 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2d6155-987b-4d24-96de-43ab64063192 None None] Pushing event updated for resources: {'Port': ['ID=d14e4ad0-c67c-4c15-a4f0-ce73ab4c9ee2,revision_number=2']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:02.536577 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-735ee7a5-faf9-4a72-9605-65e031eaef75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bc479c0e-1124-4d13-b03e-bb2d712dc776), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:02.782176 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8798380-4e33-4d6c-8d45-c2a05abba0d5 None None] Network f9106362-cc86-4aac-b007-f7802447476d requested from dv-cinder-835879-1-iscsi {{(pid=103295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:14:02.832015 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device d14e4ad0-c67c-4c15-a4f0-ce73ab4c9ee2 up at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:14:02.896699 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-ced3730e-958f-4c5c-91f1-a1062808fd65 None None] Provisioning complete for port d14e4ad0-c67c-4c15-a4f0-ce73ab4c9ee2 triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:14:02.897089 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-ced3730e-958f-4c5c-91f1-a1062808fd65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (d14e4ad0-c67c-4c15-a4f0-ce73ab4c9ee2), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:02.971289 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Provisioning complete for port d14e4ad0-c67c-4c15-a4f0-ce73ab4c9ee2 triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:14:02.971679 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (d14e4ad0-c67c-4c15-a4f0-ce73ab4c9ee2), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:03.057245 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-ced3730e-958f-4c5c-91f1-a1062808fd65 None None] Current status of the port d14e4ad0-c67c-4c15-a4f0-ce73ab4c9ee2 is: DOWN; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:14:03.057635 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-ced3730e-958f-4c5c-91f1-a1062808fd65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (d14e4ad0-c67c-4c15-a4f0-ce73ab4c9ee2), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:03.124266 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-ced3730e-958f-4c5c-91f1-a1062808fd65 None None] For port d14e4ad0-c67c-4c15-a4f0-ce73ab4c9ee2, host dv-cinder-835879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=d14e4ad0-c67c-4c15-a4f0-ce73ab4c9ee2,segment=NetworkSegment(648e8395-bdf0-400e-b8eb-28f2f65d6f65),segment_id=648e8395-bdf0-400e-b8eb-28f2f65d6f65)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:14:03.125362 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Current status of the port d14e4ad0-c67c-4c15-a4f0-ce73ab4c9ee2 is: DOWN; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:14:03.126059 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (d14e4ad0-c67c-4c15-a4f0-ce73ab4c9ee2), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:03.132185 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-ced3730e-958f-4c5c-91f1-a1062808fd65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (d14e4ad0-c67c-4c15-a4f0-ce73ab4c9ee2), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:03.193867 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced3730e-958f-4c5c-91f1-a1062808fd65 None None] Pushing event updated for resources: {'Port': ['ID=d14e4ad0-c67c-4c15-a4f0-ce73ab4c9ee2,revision_number=3']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:03.233195 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.db.api [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103295) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 18:14:03.233606 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG oslo_db.api [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 18:14:03.249479 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-2a7b6911-e2ba-4eb0-ac48-8c0bfcd9251b None None] Provisioning complete for port d14e4ad0-c67c-4c15-a4f0-ce73ab4c9ee2 triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:14:03.249872 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-2a7b6911-e2ba-4eb0-ac48-8c0bfcd9251b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (d14e4ad0-c67c-4c15-a4f0-ce73ab4c9ee2), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:03.331684 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-2a7b6911-e2ba-4eb0-ac48-8c0bfcd9251b None None] Current status of the port d14e4ad0-c67c-4c15-a4f0-ce73ab4c9ee2 is: ACTIVE; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:14:03.770034 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Current status of the port d14e4ad0-c67c-4c15-a4f0-ce73ab4c9ee2 is: ACTIVE; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:14:03.945687 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (6489659c-3f19-4a2c-89f8-52d37c938fb3), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:04.764712 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device d14e4ad0-c67c-4c15-a4f0-ce73ab4c9ee2 up at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:14:04.814849 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Provisioning complete for port d14e4ad0-c67c-4c15-a4f0-ce73ab4c9ee2 triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:14:04.815524 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (d14e4ad0-c67c-4c15-a4f0-ce73ab4c9ee2), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:04.891333 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Current status of the port d14e4ad0-c67c-4c15-a4f0-ce73ab4c9ee2 is: ACTIVE; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:14:07.264377 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.agents_db [None req-615cdb4a-d653-495f-8f07-938524d0c5b5 None None] Agent healthcheck: found 5 active agents {{(pid=103296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:14:27.642690 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-5bdce184-4a0b-47fc-a41a-fc2afd3f20ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (c82c41e6-6be9-408a-ae4d-4131a3230230), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:30.045438 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-d3d6e610-52ea-46d2-b4c5-5a430c0274bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bb9cbda0-d504-4372-97ec-0881b5676f92), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:31.143935 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f19afa9d-e030-40e8-acc4-8e1b9083a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (63dcb6ae-3517-415b-a3a4-cfabe01bf14f), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:32.534068 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-735ee7a5-faf9-4a72-9605-65e031eaef75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bc479c0e-1124-4d13-b03e-bb2d712dc776), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:33.948055 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (6489659c-3f19-4a2c-89f8-52d37c938fb3), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:44.263242 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.agents_db [None req-615cdb4a-d653-495f-8f07-938524d0c5b5 None None] Agent healthcheck: found 5 active agents {{(pid=103296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:14:57.645053 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-85c30f58-152b-41af-8a55-f1e9c7492ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (c82c41e6-6be9-408a-ae4d-4131a3230230), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:00.046671 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-45bae3de-6452-4492-97cc-421d7297cb54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bb9cbda0-d504-4372-97ec-0881b5676f92), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:01.147852 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f19afa9d-e030-40e8-acc4-8e1b9083a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (63dcb6ae-3517-415b-a3a4-cfabe01bf14f), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:02.537451 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-735ee7a5-faf9-4a72-9605-65e031eaef75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bc479c0e-1124-4d13-b03e-bb2d712dc776), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:03.950711 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (6489659c-3f19-4a2c-89f8-52d37c938fb3), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:21.261598 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.agents_db [None req-615cdb4a-d653-495f-8f07-938524d0c5b5 None None] Agent healthcheck: found 5 active agents {{(pid=103296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:15:27.647503 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-65d7f3f4-8de9-4eab-b3c8-a5498206eed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (c82c41e6-6be9-408a-ae4d-4131a3230230), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:30.048895 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-6336606f-d868-4783-a84d-33c3fcdaea5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bb9cbda0-d504-4372-97ec-0881b5676f92), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:31.151277 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f19afa9d-e030-40e8-acc4-8e1b9083a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (63dcb6ae-3517-415b-a3a4-cfabe01bf14f), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:31.650385 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 58898) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:15:31.656023 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [None req-fe20ef37-b95c-40a7-9e3e-e8a256ef4118 tempest-verify_tempest_config-1862984571 tempest-verify_tempest_config-1862984571-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103293) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 18:15:31.656982 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-fe20ef37-b95c-40a7-9e3e-e8a256ef4118 tempest-verify_tempest_config-1862984571 tempest-verify_tempest_config-1862984571-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056295 Mar 30 18:15:31.937666 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 58916) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:15:32.040108 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-1fa3e8a3-4c03-4459-b005-8054fb8a5f7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:32.110687 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-1fa3e8a3-4c03-4459-b005-8054fb8a5f7e admin admin] Publish callbacks [] for security_group (b940b376-5caa-4251-96aa-67eb99138614), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:32.114096 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-1fa3e8a3-4c03-4459-b005-8054fb8a5f7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (b940b376-5caa-4251-96aa-67eb99138614), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:32.158918 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-1fa3e8a3-4c03-4459-b005-8054fb8a5f7e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a2ffecfb4d1a4b47a9e07a2a2f4af553&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2202232 Mar 30 18:15:32.159746 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa3e8a3-4c03-4459-b005-8054fb8a5f7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b940b376-5caa-4251-96aa-67eb99138614,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:15:32.161731 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 58920) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:15:32.166301 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa3e8a3-4c03-4459-b005-8054fb8a5f7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:15:32.166649 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa3e8a3-4c03-4459-b005-8054fb8a5f7e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:15:32.166989 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa3e8a3-4c03-4459-b005-8054fb8a5f7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:15:32.167348 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa3e8a3-4c03-4459-b005-8054fb8a5f7e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:15:32.167680 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa3e8a3-4c03-4459-b005-8054fb8a5f7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:15:32.168005 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa3e8a3-4c03-4459-b005-8054fb8a5f7e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:15:32.168325 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa3e8a3-4c03-4459-b005-8054fb8a5f7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:15:32.168644 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa3e8a3-4c03-4459-b005-8054fb8a5f7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:15:32.168977 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa3e8a3-4c03-4459-b005-8054fb8a5f7e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:15:32.169310 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa3e8a3-4c03-4459-b005-8054fb8a5f7e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:15:32.169643 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa3e8a3-4c03-4459-b005-8054fb8a5f7e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:15:32.169980 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa3e8a3-4c03-4459-b005-8054fb8a5f7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:15:32.170302 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa3e8a3-4c03-4459-b005-8054fb8a5f7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:15:32.170618 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa3e8a3-4c03-4459-b005-8054fb8a5f7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:15:32.170930 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa3e8a3-4c03-4459-b005-8054fb8a5f7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:15:32.240966 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e47ccc62-1197-4186-b944-bac6d038ea99 admin admin] Publish callbacks [] for security_group (b940b376-5caa-4251-96aa-67eb99138614), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:32.260642 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e47ccc62-1197-4186-b944-bac6d038ea99 admin admin] Publish callbacks [] for security_group (b940b376-5caa-4251-96aa-67eb99138614), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:32.354530 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e47ccc62-1197-4186-b944-bac6d038ea99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (b940b376-5caa-4251-96aa-67eb99138614), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:32.357134 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e47ccc62-1197-4186-b944-bac6d038ea99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:32.358244 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-e47ccc62-1197-4186-b944-bac6d038ea99 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b940b376-5caa-4251-96aa-67eb99138614 HTTP/1.1" status: 204 len: 168 time: 0.1948407 Mar 30 18:15:32.367370 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ccc62-1197-4186-b944-bac6d038ea99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b940b376-5caa-4251-96aa-67eb99138614,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:15:32.376097 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ccc62-1197-4186-b944-bac6d038ea99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:15:32.376439 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ccc62-1197-4186-b944-bac6d038ea99 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:15:32.376777 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ccc62-1197-4186-b944-bac6d038ea99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:15:32.377105 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ccc62-1197-4186-b944-bac6d038ea99 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:15:32.377427 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ccc62-1197-4186-b944-bac6d038ea99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:15:32.377745 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ccc62-1197-4186-b944-bac6d038ea99 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:15:32.378061 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ccc62-1197-4186-b944-bac6d038ea99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:15:32.378374 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ccc62-1197-4186-b944-bac6d038ea99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:15:32.378692 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ccc62-1197-4186-b944-bac6d038ea99 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:15:32.379009 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ccc62-1197-4186-b944-bac6d038ea99 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:15:32.379359 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ccc62-1197-4186-b944-bac6d038ea99 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:15:32.379695 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ccc62-1197-4186-b944-bac6d038ea99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:15:32.380011 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ccc62-1197-4186-b944-bac6d038ea99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:15:32.380320 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ccc62-1197-4186-b944-bac6d038ea99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:15:32.380639 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ccc62-1197-4186-b944-bac6d038ea99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:15:32.382033 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ccc62-1197-4186-b944-bac6d038ea99 admin admin] Tracked resource versions report: Mar 30 18:15:32.382033 dv-cinder-835879-1-iscsi neutron-server[103294]: pushed versions: Mar 30 18:15:32.382033 dv-cinder-835879-1-iscsi neutron-server[103294]: { 'AddressGroup': {'1.2'}, Mar 30 18:15:32.382033 dv-cinder-835879-1-iscsi neutron-server[103294]: 'Agent': {'1.1'}, Mar 30 18:15:32.382033 dv-cinder-835879-1-iscsi neutron-server[103294]: 'ConntrackHelper': {'1.0'}, Mar 30 18:15:32.382033 dv-cinder-835879-1-iscsi neutron-server[103294]: 'LocalIPAssociation': {'1.0'}, Mar 30 18:15:32.382033 dv-cinder-835879-1-iscsi neutron-server[103294]: 'Log': {'1.0'}, Mar 30 18:15:32.382033 dv-cinder-835879-1-iscsi neutron-server[103294]: 'NDPProxy': {'1.0'}, Mar 30 18:15:32.382033 dv-cinder-835879-1-iscsi neutron-server[103294]: 'Network': {'1.1'}, Mar 30 18:15:32.382033 dv-cinder-835879-1-iscsi neutron-server[103294]: 'Port': {'1.7'}, Mar 30 18:15:32.382033 dv-cinder-835879-1-iscsi neutron-server[103294]: 'PortForwarding': {'1.3'}, Mar 30 18:15:32.382033 dv-cinder-835879-1-iscsi neutron-server[103294]: 'QosPolicy': {'1.10'}, Mar 30 18:15:32.382033 dv-cinder-835879-1-iscsi neutron-server[103294]: 'SecurityGroup': {'1.5'}, Mar 30 18:15:32.382033 dv-cinder-835879-1-iscsi neutron-server[103294]: 'SecurityGroupRule': {'1.2'}, Mar 30 18:15:32.382033 dv-cinder-835879-1-iscsi neutron-server[103294]: 'SubPort': {'1.0'}, Mar 30 18:15:32.382033 dv-cinder-835879-1-iscsi neutron-server[103294]: 'Subnet': {'1.1'}, Mar 30 18:15:32.382033 dv-cinder-835879-1-iscsi neutron-server[103294]: 'Trunk': {'1.1'}} Mar 30 18:15:32.382033 dv-cinder-835879-1-iscsi neutron-server[103294]: consumer versions: Mar 30 18:15:32.382033 dv-cinder-835879-1-iscsi neutron-server[103294]: { DHCP agent@dv-cinder-835879-1-iscsi: {}, Mar 30 18:15:32.382033 dv-cinder-835879-1-iscsi neutron-server[103294]: L3 agent@dv-cinder-835879-1-iscsi: {}, Mar 30 18:15:32.382033 dv-cinder-835879-1-iscsi neutron-server[103294]: Metadata agent@dv-cinder-835879-1-iscsi: {}, Mar 30 18:15:32.382033 dv-cinder-835879-1-iscsi neutron-server[103294]: Metering agent@dv-cinder-835879-1-iscsi: {}, Mar 30 18:15:32.382033 dv-cinder-835879-1-iscsi neutron-server[103294]: Open vSwitch agent@dv-cinder-835879-1-iscsi: { 'AddressGroup': '1.2', Mar 30 18:15:32.382033 dv-cinder-835879-1-iscsi neutron-server[103294]: 'Agent': '1.1', Mar 30 18:15:32.382033 dv-cinder-835879-1-iscsi neutron-server[103294]: 'ConntrackHelper': '1.0', Mar 30 18:15:32.382033 dv-cinder-835879-1-iscsi neutron-server[103294]: 'LocalIPAssociation': '1.0', Mar 30 18:15:32.382033 dv-cinder-835879-1-iscsi neutron-server[103294]: 'Log': '1.0', Mar 30 18:15:32.382033 dv-cinder-835879-1-iscsi neutron-server[103294]: 'NDPProxy': '1.0', Mar 30 18:15:32.382033 dv-cinder-835879-1-iscsi neutron-server[103294]: 'Network': '1.1', Mar 30 18:15:32.382033 dv-cinder-835879-1-iscsi neutron-server[103294]: 'Port': '1.7', Mar 30 18:15:32.382033 dv-cinder-835879-1-iscsi neutron-server[103294]: 'PortForwarding': '1.3', Mar 30 18:15:32.382033 dv-cinder-835879-1-iscsi neutron-server[103294]: 'QosPolicy': '1.10', Mar 30 18:15:32.382033 dv-cinder-835879-1-iscsi neutron-server[103294]: 'SecurityGroup': '1.5', Mar 30 18:15:32.382033 dv-cinder-835879-1-iscsi neutron-server[103294]: 'SecurityGroupRule': '1.2', Mar 30 18:15:32.382033 dv-cinder-835879-1-iscsi neutron-server[103294]: 'SubPort': '1.0', Mar 30 18:15:32.382033 dv-cinder-835879-1-iscsi neutron-server[103294]: 'Subnet': '1.1', Mar 30 18:15:32.382033 dv-cinder-835879-1-iscsi neutron-server[103294]: 'Trunk': '1.1'}} Mar 30 18:15:32.382033 dv-cinder-835879-1-iscsi neutron-server[103294]: {{(pid=103294) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 30 18:15:32.541349 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-735ee7a5-faf9-4a72-9605-65e031eaef75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bc479c0e-1124-4d13-b03e-bb2d712dc776), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:33.953651 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (6489659c-3f19-4a2c-89f8-52d37c938fb3), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:57.649514 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-37deb6b6-374b-45b5-af57-9ea134bfb2f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (c82c41e6-6be9-408a-ae4d-4131a3230230), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:58.259539 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.agents_db [None req-615cdb4a-d653-495f-8f07-938524d0c5b5 None None] Agent healthcheck: found 5 active agents {{(pid=103296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:16:00.049141 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-ee8604d9-3a47-436f-b114-983fefb08066 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bb9cbda0-d504-4372-97ec-0881b5676f92), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:01.152749 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f19afa9d-e030-40e8-acc4-8e1b9083a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (63dcb6ae-3517-415b-a3a4-cfabe01bf14f), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:02.543350 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-735ee7a5-faf9-4a72-9605-65e031eaef75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bc479c0e-1124-4d13-b03e-bb2d712dc776), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:03.956175 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (6489659c-3f19-4a2c-89f8-52d37c938fb3), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:27.652753 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-215cd349-e482-49cf-8272-cb20ac24df23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (c82c41e6-6be9-408a-ae4d-4131a3230230), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:30.050266 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-8972031e-abfa-4255-ae09-bfbb3d605b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bb9cbda0-d504-4372-97ec-0881b5676f92), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:31.156369 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f19afa9d-e030-40e8-acc4-8e1b9083a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (63dcb6ae-3517-415b-a3a4-cfabe01bf14f), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:32.547660 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-735ee7a5-faf9-4a72-9605-65e031eaef75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bc479c0e-1124-4d13-b03e-bb2d712dc776), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:33.957808 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (6489659c-3f19-4a2c-89f8-52d37c938fb3), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:35.258443 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.agents_db [None req-615cdb4a-d653-495f-8f07-938524d0c5b5 None None] Agent healthcheck: found 5 active agents {{(pid=103296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:16:57.653234 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-a6334f5d-9526-41a6-896f-810dbb0a28e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (c82c41e6-6be9-408a-ae4d-4131a3230230), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:00.051546 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-b17c1e91-a3b0-43f8-8e1c-3f455ed79c44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bb9cbda0-d504-4372-97ec-0881b5676f92), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:01.158633 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f19afa9d-e030-40e8-acc4-8e1b9083a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (63dcb6ae-3517-415b-a3a4-cfabe01bf14f), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:02.549799 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-735ee7a5-faf9-4a72-9605-65e031eaef75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bc479c0e-1124-4d13-b03e-bb2d712dc776), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:03.959759 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (6489659c-3f19-4a2c-89f8-52d37c938fb3), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:12.256941 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.agents_db [None req-615cdb4a-d653-495f-8f07-938524d0c5b5 None None] Agent healthcheck: found 5 active agents {{(pid=103296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:17:16.264934 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1624291'] for agent (48cc6dd0-9d47-40d1-bfd7-3609261a1488), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:27.653816 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-7c9f6f11-e2ce-46a5-9367-f174bab6daa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (c82c41e6-6be9-408a-ae4d-4131a3230230), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:30.051789 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-5362573a-16b2-433d-b738-aa57c753f4e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bb9cbda0-d504-4372-97ec-0881b5676f92), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:30.969250 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 58996) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:17:31.072831 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-3c9f85ec-ca29-4ea7-8991-ec4979190921 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1024661 Mar 30 18:17:31.162639 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f19afa9d-e030-40e8-acc4-8e1b9083a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (63dcb6ae-3517-415b-a3a4-cfabe01bf14f), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:32.554009 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-735ee7a5-faf9-4a72-9605-65e031eaef75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bc479c0e-1124-4d13-b03e-bb2d712dc776), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:33.367808 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 59006) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:17:33.421751 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-963c38fd-043e-4acd-8ebf-0ebe3b5fe396 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0523353 Mar 30 18:17:33.964223 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (6489659c-3f19-4a2c-89f8-52d37c938fb3), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:46.257409 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (48cc6dd0-9d47-40d1-bfd7-3609261a1488), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:49.255252 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.agents_db [None req-615cdb4a-d653-495f-8f07-938524d0c5b5 None None] Agent healthcheck: found 6 active agents {{(pid=103296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:17:57.654997 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f31ea421-05fa-4bdc-8c02-9b970725234b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (c82c41e6-6be9-408a-ae4d-4131a3230230), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:00.052912 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-a101fea8-05d5-44f1-aab0-ab5fe8a39de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bb9cbda0-d504-4372-97ec-0881b5676f92), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:01.164109 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f19afa9d-e030-40e8-acc4-8e1b9083a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (63dcb6ae-3517-415b-a3a4-cfabe01bf14f), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:02.554633 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-735ee7a5-faf9-4a72-9605-65e031eaef75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bc479c0e-1124-4d13-b03e-bb2d712dc776), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:03.965526 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (6489659c-3f19-4a2c-89f8-52d37c938fb3), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:16.256688 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (48cc6dd0-9d47-40d1-bfd7-3609261a1488), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:26.253175 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.agents_db [None req-615cdb4a-d653-495f-8f07-938524d0c5b5 None None] Agent healthcheck: found 6 active agents {{(pid=103296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:18:27.658299 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-b933aa31-a022-49d4-9f1d-663a91ec13e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (c82c41e6-6be9-408a-ae4d-4131a3230230), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:30.055074 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-ace370a4-bb1d-447c-b989-bd4f4b6bb18f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bb9cbda0-d504-4372-97ec-0881b5676f92), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:31.169081 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f19afa9d-e030-40e8-acc4-8e1b9083a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (63dcb6ae-3517-415b-a3a4-cfabe01bf14f), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:32.558204 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-735ee7a5-faf9-4a72-9605-65e031eaef75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bc479c0e-1124-4d13-b03e-bb2d712dc776), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:33.968140 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (6489659c-3f19-4a2c-89f8-52d37c938fb3), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:46.259078 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (48cc6dd0-9d47-40d1-bfd7-3609261a1488), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:57.663535 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-0210089a-2e56-42dd-9112-c1004f64f0ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (c82c41e6-6be9-408a-ae4d-4131a3230230), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:00.057016 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-cafa5e9b-2522-45e2-b5cd-7bf86770f859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bb9cbda0-d504-4372-97ec-0881b5676f92), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:01.169877 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f19afa9d-e030-40e8-acc4-8e1b9083a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (63dcb6ae-3517-415b-a3a4-cfabe01bf14f), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:02.561676 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-735ee7a5-faf9-4a72-9605-65e031eaef75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bc479c0e-1124-4d13-b03e-bb2d712dc776), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:03.253036 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.agents_db [None req-615cdb4a-d653-495f-8f07-938524d0c5b5 None None] Agent healthcheck: found 6 active agents {{(pid=103296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:19:03.980422 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (6489659c-3f19-4a2c-89f8-52d37c938fb3), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:09.751940 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 59138) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:10.168578 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-36d54d0c-c738-4b47-b601-34ced39e8cce admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-931886875-network', 'tenant_id': '160e10afe45b4c309f409b0d9735b01b'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:19:10.195503 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d54d0c-c738-4b47-b601-34ced39e8cce admin admin] Made reservation on behalf of 160e10afe45b4c309f409b0d9735b01b for: {'network': 1} {{(pid=103294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:19:10.199374 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-36d54d0c-c738-4b47-b601-34ced39e8cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for network (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:10.217220 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-36d54d0c-c738-4b47-b601-34ced39e8cce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:10.309071 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-36d54d0c-c738-4b47-b601-34ced39e8cce admin admin] Publish callbacks [] for security_group (2ef628df-64ca-4bd5-af9c-aef9e5201088), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:10.313146 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-36d54d0c-c738-4b47-b601-34ced39e8cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (2ef628df-64ca-4bd5-af9c-aef9e5201088), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:10.345894 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d54d0c-c738-4b47-b601-34ced39e8cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef628df-64ca-4bd5-af9c-aef9e5201088,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:10.355959 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36d54d0c-c738-4b47-b601-34ced39e8cce admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=103294) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 18:19:10.363823 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d54d0c-c738-4b47-b601-34ced39e8cce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:10.364068 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d54d0c-c738-4b47-b601-34ced39e8cce admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:10.364496 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d54d0c-c738-4b47-b601-34ced39e8cce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:10.364834 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d54d0c-c738-4b47-b601-34ced39e8cce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:10.365369 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d54d0c-c738-4b47-b601-34ced39e8cce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:10.366073 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d54d0c-c738-4b47-b601-34ced39e8cce admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:10.366752 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d54d0c-c738-4b47-b601-34ced39e8cce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:10.367165 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d54d0c-c738-4b47-b601-34ced39e8cce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:10.367508 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d54d0c-c738-4b47-b601-34ced39e8cce admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:10.367845 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d54d0c-c738-4b47-b601-34ced39e8cce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:10.368185 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d54d0c-c738-4b47-b601-34ced39e8cce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:10.368517 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d54d0c-c738-4b47-b601-34ced39e8cce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:10.368837 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d54d0c-c738-4b47-b601-34ced39e8cce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:10.369243 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d54d0c-c738-4b47-b601-34ced39e8cce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:10.369767 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d54d0c-c738-4b47-b601-34ced39e8cce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:10.371435 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d54d0c-c738-4b47-b601-34ced39e8cce admin admin] Tracked resource versions report: Mar 30 18:19:10.371435 dv-cinder-835879-1-iscsi neutron-server[103294]: pushed versions: Mar 30 18:19:10.371435 dv-cinder-835879-1-iscsi neutron-server[103294]: { 'AddressGroup': {'1.2'}, Mar 30 18:19:10.371435 dv-cinder-835879-1-iscsi neutron-server[103294]: 'Agent': {'1.1'}, Mar 30 18:19:10.371435 dv-cinder-835879-1-iscsi neutron-server[103294]: 'ConntrackHelper': {'1.0'}, Mar 30 18:19:10.371435 dv-cinder-835879-1-iscsi neutron-server[103294]: 'LocalIPAssociation': {'1.0'}, Mar 30 18:19:10.371435 dv-cinder-835879-1-iscsi neutron-server[103294]: 'Log': {'1.0'}, Mar 30 18:19:10.371435 dv-cinder-835879-1-iscsi neutron-server[103294]: 'NDPProxy': {'1.0'}, Mar 30 18:19:10.371435 dv-cinder-835879-1-iscsi neutron-server[103294]: 'Network': {'1.1'}, Mar 30 18:19:10.371435 dv-cinder-835879-1-iscsi neutron-server[103294]: 'Port': {'1.7'}, Mar 30 18:19:10.371435 dv-cinder-835879-1-iscsi neutron-server[103294]: 'PortForwarding': {'1.3'}, Mar 30 18:19:10.371435 dv-cinder-835879-1-iscsi neutron-server[103294]: 'QosPolicy': {'1.10'}, Mar 30 18:19:10.371435 dv-cinder-835879-1-iscsi neutron-server[103294]: 'SecurityGroup': {'1.5'}, Mar 30 18:19:10.371435 dv-cinder-835879-1-iscsi neutron-server[103294]: 'SecurityGroupRule': {'1.2'}, Mar 30 18:19:10.371435 dv-cinder-835879-1-iscsi neutron-server[103294]: 'SubPort': {'1.0'}, Mar 30 18:19:10.371435 dv-cinder-835879-1-iscsi neutron-server[103294]: 'Subnet': {'1.1'}, Mar 30 18:19:10.371435 dv-cinder-835879-1-iscsi neutron-server[103294]: 'Trunk': {'1.1'}} Mar 30 18:19:10.371435 dv-cinder-835879-1-iscsi neutron-server[103294]: consumer versions: Mar 30 18:19:10.371435 dv-cinder-835879-1-iscsi neutron-server[103294]: { DHCP agent@dv-cinder-835879-1-iscsi: {}, Mar 30 18:19:10.371435 dv-cinder-835879-1-iscsi neutron-server[103294]: HyperV agent@hv-cinder-83587: {}, Mar 30 18:19:10.371435 dv-cinder-835879-1-iscsi neutron-server[103294]: L3 agent@dv-cinder-835879-1-iscsi: {}, Mar 30 18:19:10.371435 dv-cinder-835879-1-iscsi neutron-server[103294]: Metadata agent@dv-cinder-835879-1-iscsi: {}, Mar 30 18:19:10.371435 dv-cinder-835879-1-iscsi neutron-server[103294]: Metering agent@dv-cinder-835879-1-iscsi: {}, Mar 30 18:19:10.371435 dv-cinder-835879-1-iscsi neutron-server[103294]: Open vSwitch agent@dv-cinder-835879-1-iscsi: { 'AddressGroup': '1.2', Mar 30 18:19:10.371435 dv-cinder-835879-1-iscsi neutron-server[103294]: 'Agent': '1.1', Mar 30 18:19:10.371435 dv-cinder-835879-1-iscsi neutron-server[103294]: 'ConntrackHelper': '1.0', Mar 30 18:19:10.371435 dv-cinder-835879-1-iscsi neutron-server[103294]: 'LocalIPAssociation': '1.0', Mar 30 18:19:10.371435 dv-cinder-835879-1-iscsi neutron-server[103294]: 'Log': '1.0', Mar 30 18:19:10.371435 dv-cinder-835879-1-iscsi neutron-server[103294]: 'NDPProxy': '1.0', Mar 30 18:19:10.371435 dv-cinder-835879-1-iscsi neutron-server[103294]: 'Network': '1.1', Mar 30 18:19:10.371435 dv-cinder-835879-1-iscsi neutron-server[103294]: 'Port': '1.7', Mar 30 18:19:10.371435 dv-cinder-835879-1-iscsi neutron-server[103294]: 'PortForwarding': '1.3', Mar 30 18:19:10.371435 dv-cinder-835879-1-iscsi neutron-server[103294]: 'QosPolicy': '1.10', Mar 30 18:19:10.371435 dv-cinder-835879-1-iscsi neutron-server[103294]: 'SecurityGroup': '1.5', Mar 30 18:19:10.371435 dv-cinder-835879-1-iscsi neutron-server[103294]: 'SecurityGroupRule': '1.2', Mar 30 18:19:10.371435 dv-cinder-835879-1-iscsi neutron-server[103294]: 'SubPort': '1.0', Mar 30 18:19:10.371435 dv-cinder-835879-1-iscsi neutron-server[103294]: 'Subnet': '1.1', Mar 30 18:19:10.371435 dv-cinder-835879-1-iscsi neutron-server[103294]: 'Trunk': '1.1'}} Mar 30 18:19:10.371435 dv-cinder-835879-1-iscsi neutron-server[103294]: {{(pid=103294) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 30 18:19:10.382991 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-36d54d0c-c738-4b47-b601-34ced39e8cce admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759689995313', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-829919'] for segment (e67e86d6-b9a3-48d5-b3c6-848d768aa694), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:10.383664 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-36d54d0c-c738-4b47-b601-34ced39e8cce admin admin] Unsubscribe: segment precommit_create {{(pid=103294) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 30 18:19:10.384159 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.db.segments_db [None req-36d54d0c-c738-4b47-b601-34ced39e8cce admin admin] Added segment e67e86d6-b9a3-48d5-b3c6-848d768aa694 of type vlan for network 962d8774-065a-4a3e-943e-02c437f03701 Mar 30 18:19:10.453531 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 59180) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:10.480560 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-36d54d0c-c738-4b47-b601-34ced39e8cce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759689436227'] for network (962d8774-065a-4a3e-943e-02c437f03701), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:10.522482 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-36d54d0c-c738-4b47-b601-34ced39e8cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248'] for network (962d8774-065a-4a3e-943e-02c437f03701), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:10.524165 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d54d0c-c738-4b47-b601-34ced39e8cce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:10.525035 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-36d54d0c-c738-4b47-b601-34ced39e8cce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628270'] for network (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:10.574272 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 59198) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:10.575734 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-36d54d0c-c738-4b47-b601-34ced39e8cce admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8220603 Mar 30 18:19:10.579613 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [None req-8502c552-36ba-46e9-9f11-2ee7df0f5b60 admin admin] Request body: {'subnet': {'network_id': '962d8774-065a-4a3e-943e-02c437f03701', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-931886875-subnet', 'tenant_id': '160e10afe45b4c309f409b0d9735b01b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:19:10.605757 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8502c552-36ba-46e9-9f11-2ee7df0f5b60 admin admin] Made reservation on behalf of 160e10afe45b4c309f409b0d9735b01b for: {'subnet': 1} {{(pid=103293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:19:10.609637 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-8502c552-36ba-46e9-9f11-2ee7df0f5b60 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:10.649920 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d54d0c-c738-4b47-b601-34ced39e8cce admin admin] Pushing event updated for resources: {'Network': ['ID=962d8774-065a-4a3e-943e-02c437f03701,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:10.661619 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Network 962d8774-065a-4a3e-943e-02c437f03701 details requested by agent ovs-agent-dv-cinder-835879-1-iscsi with host dv-cinder-835879-1-iscsi {{(pid=103295) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 18:19:10.685878 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [None req-16097b28-d73e-420f-b74c-5c4fa6f49b3a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1923706732-network', 'tenant_id': '5c253b62a3ca4dbaabca985336025439'}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:19:10.708503 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16097b28-d73e-420f-b74c-5c4fa6f49b3a admin admin] Made reservation on behalf of 5c253b62a3ca4dbaabca985336025439 for: {'network': 1} {{(pid=103293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:19:10.711419 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-16097b28-d73e-420f-b74c-5c4fa6f49b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for network (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:10.723582 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-16097b28-d73e-420f-b74c-5c4fa6f49b3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:10.894057 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-16097b28-d73e-420f-b74c-5c4fa6f49b3a admin admin] Publish callbacks [] for security_group (2e9e6f4e-c586-46f3-8b25-0e1b05821b58), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:10.900122 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-16097b28-d73e-420f-b74c-5c4fa6f49b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (2e9e6f4e-c586-46f3-8b25-0e1b05821b58), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:10.932047 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-8502c552-36ba-46e9-9f11-2ee7df0f5b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248'] for subnet (8c5ebae0-2426-48ad-8a00-7de0e10a4970), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:10.936662 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16097b28-d73e-420f-b74c-5c4fa6f49b3a admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=103293) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 18:19:10.957925 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-16097b28-d73e-420f-b74c-5c4fa6f49b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-829919'] for segment (46b9f157-5b9b-4e80-8a1a-e3e5732a30da), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:10.958369 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.db.segments_db [None req-16097b28-d73e-420f-b74c-5c4fa6f49b3a admin admin] Added segment 46b9f157-5b9b-4e80-8a1a-e3e5732a30da of type vlan for network 5a13807d-3074-446c-ac3d-e6d770bd44d2 Mar 30 18:19:10.999712 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16097b28-d73e-420f-b74c-5c4fa6f49b3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9e6f4e-c586-46f3-8b25-0e1b05821b58,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:11.052484 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-16097b28-d73e-420f-b74c-5c4fa6f49b3a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759689436227'] for network (5a13807d-3074-446c-ac3d-e6d770bd44d2), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:11.055342 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16097b28-d73e-420f-b74c-5c4fa6f49b3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:11.055714 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16097b28-d73e-420f-b74c-5c4fa6f49b3a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:11.056063 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16097b28-d73e-420f-b74c-5c4fa6f49b3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:11.056526 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16097b28-d73e-420f-b74c-5c4fa6f49b3a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:11.056760 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16097b28-d73e-420f-b74c-5c4fa6f49b3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:11.057278 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16097b28-d73e-420f-b74c-5c4fa6f49b3a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:11.057826 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16097b28-d73e-420f-b74c-5c4fa6f49b3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:11.058137 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16097b28-d73e-420f-b74c-5c4fa6f49b3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:11.059170 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16097b28-d73e-420f-b74c-5c4fa6f49b3a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:11.059170 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16097b28-d73e-420f-b74c-5c4fa6f49b3a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:11.059170 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16097b28-d73e-420f-b74c-5c4fa6f49b3a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:11.059459 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16097b28-d73e-420f-b74c-5c4fa6f49b3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:11.059868 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16097b28-d73e-420f-b74c-5c4fa6f49b3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:11.060265 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16097b28-d73e-420f-b74c-5c4fa6f49b3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:11.060583 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16097b28-d73e-420f-b74c-5c4fa6f49b3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:11.061772 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16097b28-d73e-420f-b74c-5c4fa6f49b3a admin admin] Tracked resource versions report: Mar 30 18:19:11.061772 dv-cinder-835879-1-iscsi neutron-server[103293]: pushed versions: Mar 30 18:19:11.061772 dv-cinder-835879-1-iscsi neutron-server[103293]: { 'AddressGroup': {'1.2'}, Mar 30 18:19:11.061772 dv-cinder-835879-1-iscsi neutron-server[103293]: 'Agent': {'1.1'}, Mar 30 18:19:11.061772 dv-cinder-835879-1-iscsi neutron-server[103293]: 'ConntrackHelper': {'1.0'}, Mar 30 18:19:11.061772 dv-cinder-835879-1-iscsi neutron-server[103293]: 'LocalIPAssociation': {'1.0'}, Mar 30 18:19:11.061772 dv-cinder-835879-1-iscsi neutron-server[103293]: 'Log': {'1.0'}, Mar 30 18:19:11.061772 dv-cinder-835879-1-iscsi neutron-server[103293]: 'NDPProxy': {'1.0'}, Mar 30 18:19:11.061772 dv-cinder-835879-1-iscsi neutron-server[103293]: 'Network': {'1.1'}, Mar 30 18:19:11.061772 dv-cinder-835879-1-iscsi neutron-server[103293]: 'Port': {'1.7'}, Mar 30 18:19:11.061772 dv-cinder-835879-1-iscsi neutron-server[103293]: 'PortForwarding': {'1.3'}, Mar 30 18:19:11.061772 dv-cinder-835879-1-iscsi neutron-server[103293]: 'QosPolicy': {'1.10'}, Mar 30 18:19:11.061772 dv-cinder-835879-1-iscsi neutron-server[103293]: 'SecurityGroup': {'1.5'}, Mar 30 18:19:11.061772 dv-cinder-835879-1-iscsi neutron-server[103293]: 'SecurityGroupRule': {'1.2'}, Mar 30 18:19:11.061772 dv-cinder-835879-1-iscsi neutron-server[103293]: 'SubPort': {'1.0'}, Mar 30 18:19:11.061772 dv-cinder-835879-1-iscsi neutron-server[103293]: 'Subnet': {'1.1'}, Mar 30 18:19:11.061772 dv-cinder-835879-1-iscsi neutron-server[103293]: 'Trunk': {'1.1'}} Mar 30 18:19:11.061772 dv-cinder-835879-1-iscsi neutron-server[103293]: consumer versions: Mar 30 18:19:11.061772 dv-cinder-835879-1-iscsi neutron-server[103293]: { DHCP agent@dv-cinder-835879-1-iscsi: {}, Mar 30 18:19:11.061772 dv-cinder-835879-1-iscsi neutron-server[103293]: HyperV agent@hv-cinder-83587: {}, Mar 30 18:19:11.061772 dv-cinder-835879-1-iscsi neutron-server[103293]: L3 agent@dv-cinder-835879-1-iscsi: {}, Mar 30 18:19:11.061772 dv-cinder-835879-1-iscsi neutron-server[103293]: Metadata agent@dv-cinder-835879-1-iscsi: {}, Mar 30 18:19:11.061772 dv-cinder-835879-1-iscsi neutron-server[103293]: Metering agent@dv-cinder-835879-1-iscsi: {}, Mar 30 18:19:11.061772 dv-cinder-835879-1-iscsi neutron-server[103293]: Open vSwitch agent@dv-cinder-835879-1-iscsi: { 'AddressGroup': '1.2', Mar 30 18:19:11.061772 dv-cinder-835879-1-iscsi neutron-server[103293]: 'Agent': '1.1', Mar 30 18:19:11.061772 dv-cinder-835879-1-iscsi neutron-server[103293]: 'ConntrackHelper': '1.0', Mar 30 18:19:11.061772 dv-cinder-835879-1-iscsi neutron-server[103293]: 'LocalIPAssociation': '1.0', Mar 30 18:19:11.061772 dv-cinder-835879-1-iscsi neutron-server[103293]: 'Log': '1.0', Mar 30 18:19:11.061772 dv-cinder-835879-1-iscsi neutron-server[103293]: 'NDPProxy': '1.0', Mar 30 18:19:11.061772 dv-cinder-835879-1-iscsi neutron-server[103293]: 'Network': '1.1', Mar 30 18:19:11.061772 dv-cinder-835879-1-iscsi neutron-server[103293]: 'Port': '1.7', Mar 30 18:19:11.061772 dv-cinder-835879-1-iscsi neutron-server[103293]: 'PortForwarding': '1.3', Mar 30 18:19:11.061772 dv-cinder-835879-1-iscsi neutron-server[103293]: 'QosPolicy': '1.10', Mar 30 18:19:11.061772 dv-cinder-835879-1-iscsi neutron-server[103293]: 'SecurityGroup': '1.5', Mar 30 18:19:11.061772 dv-cinder-835879-1-iscsi neutron-server[103293]: 'SecurityGroupRule': '1.2', Mar 30 18:19:11.061772 dv-cinder-835879-1-iscsi neutron-server[103293]: 'SubPort': '1.0', Mar 30 18:19:11.061772 dv-cinder-835879-1-iscsi neutron-server[103293]: 'Subnet': '1.1', Mar 30 18:19:11.061772 dv-cinder-835879-1-iscsi neutron-server[103293]: 'Trunk': '1.1'}} Mar 30 18:19:11.061772 dv-cinder-835879-1-iscsi neutron-server[103293]: {{(pid=103293) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 30 18:19:11.091870 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-16097b28-d73e-420f-b74c-5c4fa6f49b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248'] for network (5a13807d-3074-446c-ac3d-e6d770bd44d2), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:11.092855 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16097b28-d73e-420f-b74c-5c4fa6f49b3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:11.093429 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-16097b28-d73e-420f-b74c-5c4fa6f49b3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628270'] for network (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:11.099917 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8502c552-36ba-46e9-9f11-2ee7df0f5b60 admin admin] Checking segment: {'id': 'e67e86d6-b9a3-48d5-b3c6-848d768aa694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '962d8774-065a-4a3e-943e-02c437f03701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:19:11.100264 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8502c552-36ba-46e9-9f11-2ee7df0f5b60 admin admin] Network hostable DHCP agents. Network: 962d8774-065a-4a3e-943e-02c437f03701, hostable agents: ['c82c41e6-6be9-408a-ae4d-4131a3230230'], hosted agents: [] {{(pid=103293) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 18:19:11.148604 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 59220) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:11.161868 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8502c552-36ba-46e9-9f11-2ee7df0f5b60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c5ebae0-2426-48ad-8a00-7de0e10a4970,revision_number=0']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:11.169533 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16097b28-d73e-420f-b74c-5c4fa6f49b3a admin admin] Pushing event updated for resources: {'Network': ['ID=5a13807d-3074-446c-ac3d-e6d770bd44d2,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:11.175491 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-16097b28-d73e-420f-b74c-5c4fa6f49b3a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7208943 Mar 30 18:19:11.179361 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 59226) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:11.184460 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-29f758b0-bc87-44e2-a5db-0a2ba2dde561 admin admin] Request body: {'subnet': {'network_id': '5a13807d-3074-446c-ac3d-e6d770bd44d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1923706732-subnet', 'tenant_id': '5c253b62a3ca4dbaabca985336025439', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:19:11.207228 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f758b0-bc87-44e2-a5db-0a2ba2dde561 admin admin] Made reservation on behalf of 5c253b62a3ca4dbaabca985336025439 for: {'subnet': 1} {{(pid=103294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:19:11.209876 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-29f758b0-bc87-44e2-a5db-0a2ba2dde561 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:11.217686 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Network 5a13807d-3074-446c-ac3d-e6d770bd44d2 details requested by agent ovs-agent-dv-cinder-835879-1-iscsi with host dv-cinder-835879-1-iscsi {{(pid=103295) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 18:19:11.221968 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8502c552-36ba-46e9-9f11-2ee7df0f5b60 admin admin] Network 962d8774-065a-4a3e-943e-02c437f03701 is scheduled to be hosted by DHCP agent c82c41e6-6be9-408a-ae4d-4131a3230230 with binding_index 1 {{(pid=103293) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 18:19:11.236098 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.base_scheduler [None req-8502c552-36ba-46e9-9f11-2ee7df0f5b60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835879-1-iscsi, 962d8774-065a-4a3e-943e-02c437f03701) {{(pid=103293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:19:11.253929 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8502c552-36ba-46e9-9f11-2ee7df0f5b60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:11.254835 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-8502c552-36ba-46e9-9f11-2ee7df0f5b60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628270'] for subnet (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:11.281361 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-8502c552-36ba-46e9-9f11-2ee7df0f5b60 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7053282 Mar 30 18:19:11.282312 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 59234) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:11.282827 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 59238) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:11.291321 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [None req-b00d1d54-51a1-43ac-9652-9aaf958f3378 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-931886875-router', 'tenant_id': '160e10afe45b4c309f409b0d9735b01b', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd'}}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:19:11.322149 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d25e312-660d-4d38-b12c-b845ffcedc8f None None] Network 962d8774-065a-4a3e-943e-02c437f03701 requested from dv-cinder-835879-1-iscsi {{(pid=103295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:19:11.324057 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-b00d1d54-51a1-43ac-9652-9aaf958f3378 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7066'] for router (f010dd47-46c7-4a72-9687-8085a6f3d386), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:11.325459 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-b00d1d54-51a1-43ac-9652-9aaf958f3378 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1628062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623759', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7043'] for router (f010dd47-46c7-4a72-9687-8085a6f3d386), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:11.429329 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-b00d1d54-51a1-43ac-9652-9aaf958f3378 admin admin] Publish callbacks [] for router_controller (f010dd47-46c7-4a72-9687-8085a6f3d386), precommit_add_association {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:11.544619 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a875f7-1542-4abb-a5ce-905a03eb7046 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2ea507c-a6af-52c0-bc08-d79d09ab5728-962d8774-065a-4a3e-943e-02c437f03701', 'network_id': '962d8774-065a-4a3e-943e-02c437f03701', 'project_id': '160e10afe45b4c309f409b0d9735b01b', 'fixed_ips': [{'subnet_id': '8c5ebae0-2426-48ad-8a00-7de0e10a4970'}]}} from dv-cinder-835879-1-iscsi. {{(pid=103295) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 18:19:11.546290 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-13a875f7-1542-4abb-a5ce-905a03eb7046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:11.560661 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-29f758b0-bc87-44e2-a5db-0a2ba2dde561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248'] for subnet (6ff1ea80-3dcd-4902-abef-0360d0fc86fa), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:11.629369 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-b00d1d54-51a1-43ac-9652-9aaf958f3378 admin admin] Publish callbacks [] for router_gateway (f010dd47-46c7-4a72-9687-8085a6f3d386), precommit_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:11.634845 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f758b0-bc87-44e2-a5db-0a2ba2dde561 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ff1ea80-3dcd-4902-abef-0360d0fc86fa,revision_number=0']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:11.647125 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f758b0-bc87-44e2-a5db-0a2ba2dde561 admin admin] Checking segment: {'id': '46b9f157-5b9b-4e80-8a1a-e3e5732a30da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5a13807d-3074-446c-ac3d-e6d770bd44d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:19:11.647733 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f758b0-bc87-44e2-a5db-0a2ba2dde561 admin admin] Network hostable DHCP agents. Network: 5a13807d-3074-446c-ac3d-e6d770bd44d2, hostable agents: ['c82c41e6-6be9-408a-ae4d-4131a3230230'], hosted agents: [] {{(pid=103294) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 18:19:11.663820 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-af86560e-4e92-4bc3-9af1-a672a9721856 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-839470666-network', 'tenant_id': 'f6636f8a031548d18e3429de74b004e9'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:19:11.691605 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f758b0-bc87-44e2-a5db-0a2ba2dde561 admin admin] Network 5a13807d-3074-446c-ac3d-e6d770bd44d2 is scheduled to be hosted by DHCP agent c82c41e6-6be9-408a-ae4d-4131a3230230 with binding_index 1 {{(pid=103294) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 18:19:11.704418 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af86560e-4e92-4bc3-9af1-a672a9721856 admin admin] Made reservation on behalf of f6636f8a031548d18e3429de74b004e9 for: {'network': 1} {{(pid=103294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:19:11.708230 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-af86560e-4e92-4bc3-9af1-a672a9721856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for network (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:11.718793 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-af86560e-4e92-4bc3-9af1-a672a9721856 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:11.721015 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.base_scheduler [None req-29f758b0-bc87-44e2-a5db-0a2ba2dde561 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835879-1-iscsi, 5a13807d-3074-446c-ac3d-e6d770bd44d2) {{(pid=103294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:19:11.733667 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f758b0-bc87-44e2-a5db-0a2ba2dde561 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:11.734474 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-29f758b0-bc87-44e2-a5db-0a2ba2dde561 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628270'] for subnet (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:11.735119 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35bb5aab-788e-4a11-92fc-0796d8687dd8 None None] Network 5a13807d-3074-446c-ac3d-e6d770bd44d2 requested from dv-cinder-835879-1-iscsi {{(pid=103295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:19:11.770123 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-29f758b0-bc87-44e2-a5db-0a2ba2dde561 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5891669 Mar 30 18:19:11.779020 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [None req-30861738-d28b-456f-9bed-b24468dfa66d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1445051510-network', 'tenant_id': '279a01c655714587a3db731678eada47'}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:19:11.875393 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.db_base_plugin_common [None req-13a875f7-1542-4abb-a5ce-905a03eb7046 None None] Allocated IP 172.20.0.2 (962d8774-065a-4a3e-943e-02c437f03701/8c5ebae0-2426-48ad-8a00-7de0e10a4970/3bece10e-4686-473d-949c-11df6e8d616a) {{(pid=103295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:19:11.878830 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-af86560e-4e92-4bc3-9af1-a672a9721856 admin admin] Publish callbacks [] for security_group (81b60cb6-e988-4099-9940-6dfb6a34388a), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:11.887886 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-af86560e-4e92-4bc3-9af1-a672a9721856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (81b60cb6-e988-4099-9940-6dfb6a34388a), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:11.949486 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af86560e-4e92-4bc3-9af1-a672a9721856 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=103294) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 18:19:11.992639 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af86560e-4e92-4bc3-9af1-a672a9721856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b60cb6-e988-4099-9940-6dfb6a34388a,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:12.006071 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30861738-d28b-456f-9bed-b24468dfa66d admin admin] Made reservation on behalf of 279a01c655714587a3db731678eada47 for: {'network': 1} {{(pid=103293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:19:12.009151 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-30861738-d28b-456f-9bed-b24468dfa66d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for network (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:12.021887 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-30861738-d28b-456f-9bed-b24468dfa66d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:12.023941 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-af86560e-4e92-4bc3-9af1-a672a9721856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-829919'] for segment (488ac68f-655a-4ba9-b4cf-6bd5f03620c2), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:12.024360 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.db.segments_db [None req-af86560e-4e92-4bc3-9af1-a672a9721856 admin admin] Added segment 488ac68f-655a-4ba9-b4cf-6bd5f03620c2 of type vlan for network 99f9262f-3c8d-47d0-8af2-845395ed3cd0 Mar 30 18:19:12.082020 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-13a875f7-1542-4abb-a5ce-905a03eb7046 None None] Publish callbacks [] for port (3bece10e-4686-473d-949c-11df6e8d616a), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:12.089382 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-b00d1d54-51a1-43ac-9652-9aaf958f3378 admin admin] Publish callbacks [] for router_gateway (f010dd47-46c7-4a72-9687-8085a6f3d386), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:12.101943 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-13a875f7-1542-4abb-a5ce-905a03eb7046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759689464324'] for port (3bece10e-4686-473d-949c-11df6e8d616a), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:12.121270 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-b00d1d54-51a1-43ac-9652-9aaf958f3378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:12.146605 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-af86560e-4e92-4bc3-9af1-a672a9721856 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759689436227'] for network (99f9262f-3c8d-47d0-8af2-845395ed3cd0), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:12.149700 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a875f7-1542-4abb-a5ce-905a03eb7046 None None] Network 962d8774-065a-4a3e-943e-02c437f03701 is already hosted by enough agents. {{(pid=103295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:19:12.162525 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.scheduler.base_scheduler [None req-13a875f7-1542-4abb-a5ce-905a03eb7046 None None] Resources bound (agent type, host, resource id): {{(pid=103295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:19:12.204383 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-af86560e-4e92-4bc3-9af1-a672a9721856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248'] for network (99f9262f-3c8d-47d0-8af2-845395ed3cd0), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:12.205453 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af86560e-4e92-4bc3-9af1-a672a9721856 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:12.206102 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-af86560e-4e92-4bc3-9af1-a672a9721856 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628270'] for network (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:12.220138 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a875f7-1542-4abb-a5ce-905a03eb7046 None None] Received port after_create {{(pid=103295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:19:12.305356 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-af86560e-4e92-4bc3-9af1-a672a9721856 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1547501 Mar 30 18:19:12.306076 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 59268) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:12.313794 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-f34097cb-1da8-4345-bd7a-d209b797c96a admin admin] Request body: {'subnet': {'network_id': '99f9262f-3c8d-47d0-8af2-845395ed3cd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-839470666-subnet', 'tenant_id': 'f6636f8a031548d18e3429de74b004e9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:19:12.352242 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f34097cb-1da8-4345-bd7a-d209b797c96a admin admin] Made reservation on behalf of f6636f8a031548d18e3429de74b004e9 for: {'subnet': 1} {{(pid=103294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:19:12.356016 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f34097cb-1da8-4345-bd7a-d209b797c96a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:12.359887 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-30861738-d28b-456f-9bed-b24468dfa66d admin admin] Publish callbacks [] for security_group (98fab734-0377-4ebd-9e59-d2cea1281b00), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:12.370287 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.db_base_plugin_common [None req-b00d1d54-51a1-43ac-9652-9aaf958f3378 admin admin] Allocated IP 172.27.0.160 (502cc405-82c2-4579-84e2-1393f2fa67cd/b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8/eac83934-d18e-4f92-9ee2-9fbe33595f74) {{(pid=103293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:19:12.372396 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a875f7-1542-4abb-a5ce-905a03eb7046 None None] Pushing event updated for resources: {'Port': ['ID=3bece10e-4686-473d-949c-11df6e8d616a,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:12.372680 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-30861738-d28b-456f-9bed-b24468dfa66d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (98fab734-0377-4ebd-9e59-d2cea1281b00), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:12.385992 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30861738-d28b-456f-9bed-b24468dfa66d admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=103293) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 18:19:12.397019 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-30861738-d28b-456f-9bed-b24468dfa66d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-829919'] for segment (eb738ca0-ee17-403d-85ee-2ae2dc7037b1), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:12.397439 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.db.segments_db [None req-30861738-d28b-456f-9bed-b24468dfa66d admin admin] Added segment eb738ca0-ee17-403d-85ee-2ae2dc7037b1 of type vlan for network af330621-acdf-4f3d-ad55-9f9e392a3f7a Mar 30 18:19:12.445866 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-30861738-d28b-456f-9bed-b24468dfa66d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759689436227'] for network (af330621-acdf-4f3d-ad55-9f9e392a3f7a), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:12.500144 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30861738-d28b-456f-9bed-b24468dfa66d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98fab734-0377-4ebd-9e59-d2cea1281b00,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:12.501030 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a875f7-1542-4abb-a5ce-905a03eb7046 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:12.501385 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a875f7-1542-4abb-a5ce-905a03eb7046 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:12.501752 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a875f7-1542-4abb-a5ce-905a03eb7046 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:12.502113 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a875f7-1542-4abb-a5ce-905a03eb7046 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:12.502453 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a875f7-1542-4abb-a5ce-905a03eb7046 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:12.502781 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a875f7-1542-4abb-a5ce-905a03eb7046 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:12.503143 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a875f7-1542-4abb-a5ce-905a03eb7046 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:12.503493 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a875f7-1542-4abb-a5ce-905a03eb7046 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:12.503818 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a875f7-1542-4abb-a5ce-905a03eb7046 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:12.504149 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a875f7-1542-4abb-a5ce-905a03eb7046 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:12.504274 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-30861738-d28b-456f-9bed-b24468dfa66d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248'] for network (af330621-acdf-4f3d-ad55-9f9e392a3f7a), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:12.504470 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a875f7-1542-4abb-a5ce-905a03eb7046 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:12.504811 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a875f7-1542-4abb-a5ce-905a03eb7046 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:12.505128 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30861738-d28b-456f-9bed-b24468dfa66d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:12.505244 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a875f7-1542-4abb-a5ce-905a03eb7046 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:12.505446 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a875f7-1542-4abb-a5ce-905a03eb7046 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:12.505707 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-30861738-d28b-456f-9bed-b24468dfa66d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628270'] for network (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:12.505812 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a875f7-1542-4abb-a5ce-905a03eb7046 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:12.517747 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a875f7-1542-4abb-a5ce-905a03eb7046 None None] Tracked resource versions report: Mar 30 18:19:12.517747 dv-cinder-835879-1-iscsi neutron-server[103295]: pushed versions: Mar 30 18:19:12.517747 dv-cinder-835879-1-iscsi neutron-server[103295]: { 'AddressGroup': {'1.2'}, Mar 30 18:19:12.517747 dv-cinder-835879-1-iscsi neutron-server[103295]: 'Agent': {'1.1'}, Mar 30 18:19:12.517747 dv-cinder-835879-1-iscsi neutron-server[103295]: 'ConntrackHelper': {'1.0'}, Mar 30 18:19:12.517747 dv-cinder-835879-1-iscsi neutron-server[103295]: 'LocalIPAssociation': {'1.0'}, Mar 30 18:19:12.517747 dv-cinder-835879-1-iscsi neutron-server[103295]: 'Log': {'1.0'}, Mar 30 18:19:12.517747 dv-cinder-835879-1-iscsi neutron-server[103295]: 'NDPProxy': {'1.0'}, Mar 30 18:19:12.517747 dv-cinder-835879-1-iscsi neutron-server[103295]: 'Network': {'1.1'}, Mar 30 18:19:12.517747 dv-cinder-835879-1-iscsi neutron-server[103295]: 'Port': {'1.7'}, Mar 30 18:19:12.517747 dv-cinder-835879-1-iscsi neutron-server[103295]: 'PortForwarding': {'1.3'}, Mar 30 18:19:12.517747 dv-cinder-835879-1-iscsi neutron-server[103295]: 'QosPolicy': {'1.10'}, Mar 30 18:19:12.517747 dv-cinder-835879-1-iscsi neutron-server[103295]: 'SecurityGroup': {'1.5'}, Mar 30 18:19:12.517747 dv-cinder-835879-1-iscsi neutron-server[103295]: 'SecurityGroupRule': {'1.2'}, Mar 30 18:19:12.517747 dv-cinder-835879-1-iscsi neutron-server[103295]: 'SubPort': {'1.0'}, Mar 30 18:19:12.517747 dv-cinder-835879-1-iscsi neutron-server[103295]: 'Subnet': {'1.1'}, Mar 30 18:19:12.517747 dv-cinder-835879-1-iscsi neutron-server[103295]: 'Trunk': {'1.1'}} Mar 30 18:19:12.517747 dv-cinder-835879-1-iscsi neutron-server[103295]: consumer versions: Mar 30 18:19:12.517747 dv-cinder-835879-1-iscsi neutron-server[103295]: { DHCP agent@dv-cinder-835879-1-iscsi: {}, Mar 30 18:19:12.517747 dv-cinder-835879-1-iscsi neutron-server[103295]: HyperV agent@hv-cinder-83587: {}, Mar 30 18:19:12.517747 dv-cinder-835879-1-iscsi neutron-server[103295]: L3 agent@dv-cinder-835879-1-iscsi: {}, Mar 30 18:19:12.517747 dv-cinder-835879-1-iscsi neutron-server[103295]: Metadata agent@dv-cinder-835879-1-iscsi: {}, Mar 30 18:19:12.517747 dv-cinder-835879-1-iscsi neutron-server[103295]: Metering agent@dv-cinder-835879-1-iscsi: {}, Mar 30 18:19:12.517747 dv-cinder-835879-1-iscsi neutron-server[103295]: Open vSwitch agent@dv-cinder-835879-1-iscsi: { 'AddressGroup': '1.2', Mar 30 18:19:12.517747 dv-cinder-835879-1-iscsi neutron-server[103295]: 'Agent': '1.1', Mar 30 18:19:12.517747 dv-cinder-835879-1-iscsi neutron-server[103295]: 'ConntrackHelper': '1.0', Mar 30 18:19:12.517747 dv-cinder-835879-1-iscsi neutron-server[103295]: 'LocalIPAssociation': '1.0', Mar 30 18:19:12.517747 dv-cinder-835879-1-iscsi neutron-server[103295]: 'Log': '1.0', Mar 30 18:19:12.517747 dv-cinder-835879-1-iscsi neutron-server[103295]: 'NDPProxy': '1.0', Mar 30 18:19:12.517747 dv-cinder-835879-1-iscsi neutron-server[103295]: 'Network': '1.1', Mar 30 18:19:12.517747 dv-cinder-835879-1-iscsi neutron-server[103295]: 'Port': '1.7', Mar 30 18:19:12.517747 dv-cinder-835879-1-iscsi neutron-server[103295]: 'PortForwarding': '1.3', Mar 30 18:19:12.517747 dv-cinder-835879-1-iscsi neutron-server[103295]: 'QosPolicy': '1.10', Mar 30 18:19:12.517747 dv-cinder-835879-1-iscsi neutron-server[103295]: 'SecurityGroup': '1.5', Mar 30 18:19:12.517747 dv-cinder-835879-1-iscsi neutron-server[103295]: 'SecurityGroupRule': '1.2', Mar 30 18:19:12.517747 dv-cinder-835879-1-iscsi neutron-server[103295]: 'SubPort': '1.0', Mar 30 18:19:12.517747 dv-cinder-835879-1-iscsi neutron-server[103295]: 'Subnet': '1.1', Mar 30 18:19:12.517747 dv-cinder-835879-1-iscsi neutron-server[103295]: 'Trunk': '1.1'}} Mar 30 18:19:12.517747 dv-cinder-835879-1-iscsi neutron-server[103295]: {{(pid=103295) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 30 18:19:12.527565 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e4e3b2-cd2c-4127-b5f6-7f63ea04acbc None None] Network 5a13807d-3074-446c-ac3d-e6d770bd44d2 requested from dv-cinder-835879-1-iscsi {{(pid=103295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:19:12.648976 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30861738-d28b-456f-9bed-b24468dfa66d admin admin] Pushing event updated for resources: {'Network': ['ID=af330621-acdf-4f3d-ad55-9f9e392a3f7a,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:12.670390 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f34097cb-1da8-4345-bd7a-d209b797c96a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248'] for subnet (4cc6a602-aaad-4e34-b4ef-47ed89dd7ce5), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:12.728375 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [None req-13a875f7-1542-4abb-a5ce-905a03eb7046 None None] Attempting to bind port 3bece10e-4686-473d-949c-11df6e8d616a on host dv-cinder-835879-1-iscsi for vnic_type normal with profile {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:19:12.729126 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [None req-13a875f7-1542-4abb-a5ce-905a03eb7046 None None] Attempting to bind port 3bece10e-4686-473d-949c-11df6e8d616a by drivers openvswitch,hyperv on host dv-cinder-835879-1-iscsi at level 0 using segments [{'id': 'e67e86d6-b9a3-48d5-b3c6-848d768aa694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '962d8774-065a-4a3e-943e-02c437f03701'}] {{(pid=103295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:19:12.730197 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a875f7-1542-4abb-a5ce-905a03eb7046 None None] Attempting to bind port 3bece10e-4686-473d-949c-11df6e8d616a on network 962d8774-065a-4a3e-943e-02c437f03701 {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:19:12.738425 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a875f7-1542-4abb-a5ce-905a03eb7046 None None] Checking agent: {'id': '6489659c-3f19-4a2c-89f8-52d37c938fb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 11, 4), 'started_at': datetime.datetime(2022, 3, 30, 18, 11, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:19:12.739869 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a875f7-1542-4abb-a5ce-905a03eb7046 None None] Checking segment: {'id': 'e67e86d6-b9a3-48d5-b3c6-848d768aa694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '962d8774-065a-4a3e-943e-02c437f03701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:19:12.740482 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-13a875f7-1542-4abb-a5ce-905a03eb7046 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:12.741101 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a875f7-1542-4abb-a5ce-905a03eb7046 None None] Bound using segment: {'id': 'e67e86d6-b9a3-48d5-b3c6-848d768aa694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '962d8774-065a-4a3e-943e-02c437f03701'} {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:19:12.742322 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [None req-13a875f7-1542-4abb-a5ce-905a03eb7046 None None] Bound port: 3bece10e-4686-473d-949c-11df6e8d616a, host: dv-cinder-835879-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e67e86d6-b9a3-48d5-b3c6-848d768aa694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '962d8774-065a-4a3e-943e-02c437f03701'}}] {{(pid=103295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:19:12.743302 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-13a875f7-1542-4abb-a5ce-905a03eb7046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (3bece10e-4686-473d-949c-11df6e8d616a), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:12.797904 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34097cb-1da8-4345-bd7a-d209b797c96a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cc6a602-aaad-4e34-b4ef-47ed89dd7ce5,revision_number=0']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:12.819779 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af86560e-4e92-4bc3-9af1-a672a9721856 admin admin] Pushing event updated for resources: {'Network': ['ID=99f9262f-3c8d-47d0-8af2-845395ed3cd0,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:12.880889 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-30861738-d28b-456f-9bed-b24468dfa66d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5967388 Mar 30 18:19:12.888963 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 59298) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:12.902275 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34097cb-1da8-4345-bd7a-d209b797c96a admin admin] Checking segment: {'id': '488ac68f-655a-4ba9-b4cf-6bd5f03620c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '99f9262f-3c8d-47d0-8af2-845395ed3cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:19:12.902627 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34097cb-1da8-4345-bd7a-d209b797c96a admin admin] Network hostable DHCP agents. Network: 99f9262f-3c8d-47d0-8af2-845395ed3cd0, hostable agents: ['c82c41e6-6be9-408a-ae4d-4131a3230230'], hosted agents: [] {{(pid=103294) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 18:19:12.917581 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [None req-baf552e5-151a-4661-be04-1861a4a37d31 admin admin] Request body: {'subnet': {'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1445051510-subnet', 'tenant_id': '279a01c655714587a3db731678eada47', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:19:12.952510 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34097cb-1da8-4345-bd7a-d209b797c96a admin admin] Network 99f9262f-3c8d-47d0-8af2-845395ed3cd0 is scheduled to be hosted by DHCP agent c82c41e6-6be9-408a-ae4d-4131a3230230 with binding_index 1 {{(pid=103294) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 18:19:12.962158 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-13a875f7-1542-4abb-a5ce-905a03eb7046 None None] For port 3bece10e-4686-473d-949c-11df6e8d616a, host dv-cinder-835879-1-iscsi, cleared binding levels {{(pid=103295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:19:12.971013 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-13a875f7-1542-4abb-a5ce-905a03eb7046 None None] For port 3bece10e-4686-473d-949c-11df6e8d616a, host dv-cinder-835879-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=3bece10e-4686-473d-949c-11df6e8d616a,segment=NetworkSegment(e67e86d6-b9a3-48d5-b3c6-848d768aa694),segment_id=e67e86d6-b9a3-48d5-b3c6-848d768aa694)] {{(pid=103295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:19:12.984604 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.base_scheduler [None req-f34097cb-1da8-4345-bd7a-d209b797c96a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835879-1-iscsi, 99f9262f-3c8d-47d0-8af2-845395ed3cd0) {{(pid=103294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:19:12.990127 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34097cb-1da8-4345-bd7a-d209b797c96a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:12.990764 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f34097cb-1da8-4345-bd7a-d209b797c96a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628270'] for subnet (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:12.992087 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-13a875f7-1542-4abb-a5ce-905a03eb7046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (3bece10e-4686-473d-949c-11df6e8d616a), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:13.035856 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-f34097cb-1da8-4345-bd7a-d209b797c96a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7267561 Mar 30 18:19:13.036851 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf552e5-151a-4661-be04-1861a4a37d31 admin admin] Made reservation on behalf of 279a01c655714587a3db731678eada47 for: {'subnet': 1} {{(pid=103293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:19:13.039480 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 59304) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:13.044088 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-876a245d-b901-49ab-aed8-ba485115379d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-839470666-router', 'tenant_id': 'f6636f8a031548d18e3429de74b004e9', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd'}}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:19:13.044329 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-baf552e5-151a-4661-be04-1861a4a37d31 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:13.099188 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-876a245d-b901-49ab-aed8-ba485115379d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7066'] for router (73970077-0c69-4313-9243-2daceaa6b2a7), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:13.100296 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-876a245d-b901-49ab-aed8-ba485115379d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1628062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623759', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7043'] for router (73970077-0c69-4313-9243-2daceaa6b2a7), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:13.160676 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d70b0b-570a-4ed8-9e41-dd04b7dfca36 None None] Network 99f9262f-3c8d-47d0-8af2-845395ed3cd0 requested from dv-cinder-835879-1-iscsi {{(pid=103295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:19:13.171100 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a875f7-1542-4abb-a5ce-905a03eb7046 None None] Pushing event updated for resources: {'Port': ['ID=3bece10e-4686-473d-949c-11df6e8d616a,revision_number=2']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:13.222133 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-876a245d-b901-49ab-aed8-ba485115379d admin admin] Publish callbacks [] for router_controller (73970077-0c69-4313-9243-2daceaa6b2a7), precommit_add_association {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:13.274259 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Network af330621-acdf-4f3d-ad55-9f9e392a3f7a details requested by agent ovs-agent-dv-cinder-835879-1-iscsi with host dv-cinder-835879-1-iscsi {{(pid=103295) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 18:19:13.373221 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Network 99f9262f-3c8d-47d0-8af2-845395ed3cd0 details requested by agent ovs-agent-dv-cinder-835879-1-iscsi with host dv-cinder-835879-1-iscsi {{(pid=103295) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 18:19:13.502222 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-baf552e5-151a-4661-be04-1861a4a37d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248'] for subnet (753583e9-792f-4b04-97da-dc50f6b2fa57), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:13.607740 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-876a245d-b901-49ab-aed8-ba485115379d admin admin] Publish callbacks [] for router_gateway (73970077-0c69-4313-9243-2daceaa6b2a7), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:13.680754 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf552e5-151a-4661-be04-1861a4a37d31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=753583e9-792f-4b04-97da-dc50f6b2fa57,revision_number=0']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:13.688397 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395a94e9-5a81-42a9-8cdd-7195bedf30fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2ea507c-a6af-52c0-bc08-d79d09ab5728-99f9262f-3c8d-47d0-8af2-845395ed3cd0', 'network_id': '99f9262f-3c8d-47d0-8af2-845395ed3cd0', 'project_id': 'f6636f8a031548d18e3429de74b004e9', 'fixed_ips': [{'subnet_id': '4cc6a602-aaad-4e34-b4ef-47ed89dd7ce5'}]}} from dv-cinder-835879-1-iscsi. {{(pid=103295) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 18:19:13.689524 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-395a94e9-5a81-42a9-8cdd-7195bedf30fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:13.699037 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-b00d1d54-51a1-43ac-9652-9aaf958f3378 admin admin] Publish callbacks [] for port (eac83934-d18e-4f92-9ee2-9fbe33595f74), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:13.794234 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf552e5-151a-4661-be04-1861a4a37d31 admin admin] Checking segment: {'id': 'eb738ca0-ee17-403d-85ee-2ae2dc7037b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:19:13.794580 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf552e5-151a-4661-be04-1861a4a37d31 admin admin] Network hostable DHCP agents. Network: af330621-acdf-4f3d-ad55-9f9e392a3f7a, hostable agents: ['c82c41e6-6be9-408a-ae4d-4131a3230230'], hosted agents: [] {{(pid=103293) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 18:19:13.831483 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-b00d1d54-51a1-43ac-9652-9aaf958f3378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759689464324'] for port (eac83934-d18e-4f92-9ee2-9fbe33595f74), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:13.839866 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf552e5-151a-4661-be04-1861a4a37d31 admin admin] Network af330621-acdf-4f3d-ad55-9f9e392a3f7a is scheduled to be hosted by DHCP agent c82c41e6-6be9-408a-ae4d-4131a3230230 with binding_index 1 {{(pid=103293) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 18:19:13.896232 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.base_scheduler [None req-baf552e5-151a-4661-be04-1861a4a37d31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835879-1-iscsi, af330621-acdf-4f3d-ad55-9f9e392a3f7a) {{(pid=103293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:19:13.913866 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf552e5-151a-4661-be04-1861a4a37d31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:13.914486 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-baf552e5-151a-4661-be04-1861a4a37d31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628270'] for subnet (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:13.926532 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39b7b6f-fb68-4500-bb5e-c870f34a461a None None] Network af330621-acdf-4f3d-ad55-9f9e392a3f7a requested from dv-cinder-835879-1-iscsi {{(pid=103295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:19:13.950465 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00d1d54-51a1-43ac-9652-9aaf958f3378 admin admin] Network 502cc405-82c2-4579-84e2-1393f2fa67cd is already hosted by enough agents. {{(pid=103293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:19:13.957990 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.base_scheduler [None req-b00d1d54-51a1-43ac-9652-9aaf958f3378 admin admin] Resources bound (agent type, host, resource id): {{(pid=103293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:19:13.977798 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00d1d54-51a1-43ac-9652-9aaf958f3378 admin admin] Received port after_create {{(pid=103293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:19:13.987127 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00d1d54-51a1-43ac-9652-9aaf958f3378 admin admin] Pushing event updated for resources: {'Port': ['ID=eac83934-d18e-4f92-9ee2-9fbe33595f74,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:13.999803 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-baf552e5-151a-4661-be04-1861a4a37d31 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0942426 Mar 30 18:19:14.009684 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 59356) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:14.014277 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-edd03be6-02de-4b4d-a706-a1fd5d04e2b9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1445051510-router', 'tenant_id': '279a01c655714587a3db731678eada47', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd'}}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:19:14.044080 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.db_base_plugin_common [None req-395a94e9-5a81-42a9-8cdd-7195bedf30fd None None] Allocated IP 172.20.0.2 (99f9262f-3c8d-47d0-8af2-845395ed3cd0/4cc6a602-aaad-4e34-b4ef-47ed89dd7ce5/69757417-e1ef-4079-904c-e99a905fc8da) {{(pid=103295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:19:14.169163 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 59370) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:14.173044 dv-cinder-835879-1-iscsi neutron-server[103293]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 30 18:19:14.190700 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-876a245d-b901-49ab-aed8-ba485115379d admin admin] Publish callbacks [] for router_gateway (73970077-0c69-4313-9243-2daceaa6b2a7), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:14.232608 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-876a245d-b901-49ab-aed8-ba485115379d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:14.294145 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-edd03be6-02de-4b4d-a706-a1fd5d04e2b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7066'] for router (9e927d26-fdad-4de0-b401-be4f8bf7ed4f), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:14.295223 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-edd03be6-02de-4b4d-a706-a1fd5d04e2b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1628062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623759', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7043'] for router (9e927d26-fdad-4de0-b401-be4f8bf7ed4f), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:14.525582 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8a2eea-30d9-44bc-8a59-725e84a053c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2ea507c-a6af-52c0-bc08-d79d09ab5728-af330621-acdf-4f3d-ad55-9f9e392a3f7a', 'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a', 'project_id': '279a01c655714587a3db731678eada47', 'fixed_ips': [{'subnet_id': '753583e9-792f-4b04-97da-dc50f6b2fa57'}]}} from dv-cinder-835879-1-iscsi. {{(pid=103295) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 18:19:14.526348 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f8a2eea-30d9-44bc-8a59-725e84a053c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:14.673330 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f44ef09-79c8-482b-8fb3-608347e448d2 req-b8bd6724-adf8-4f35-88b2-9b95257e6ad9 tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:14.674938 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4f44ef09-79c8-482b-8fb3-608347e448d2 req-b8bd6724-adf8-4f35-88b2-9b95257e6ad9 tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] 10.222.0.18 "GET /v2.0/networks?id=5a13807d-3074-446c-ac3d-e6d770bd44d2 HTTP/1.1" status: 200 len: 812 time: 0.5047109 Mar 30 18:19:14.712497 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4f44ef09-79c8-482b-8fb3-608347e448d2 req-dd627bb2-f6f4-4a28-beb4-45ea26b0958e tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] 10.222.0.18 "GET /v2.0/quotas/5c253b62a3ca4dbaabca985336025439 HTTP/1.1" status: 200 len: 375 time: 0.0264802 Mar 30 18:19:14.810622 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-edd03be6-02de-4b4d-a706-a1fd5d04e2b9 admin admin] Publish callbacks [] for router_controller (9e927d26-fdad-4de0-b401-be4f8bf7ed4f), precommit_add_association {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:14.946472 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2fa60ff-4325-4760-913c-2c412dd05ecc None None] Network 962d8774-065a-4a3e-943e-02c437f03701 requested from dv-cinder-835879-1-iscsi {{(pid=103295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:19:14.970783 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 59400) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:14.972950 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-395a94e9-5a81-42a9-8cdd-7195bedf30fd None None] Publish callbacks [] for port (69757417-e1ef-4079-904c-e99a905fc8da), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:14.981407 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4f44ef09-79c8-482b-8fb3-608347e448d2 req-11fc7f58-1083-4d1d-bef4-8e65ade9499c tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5c253b62a3ca4dbaabca985336025439&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1838963 Mar 30 18:19:15.019694 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.db.db_base_plugin_common [None req-876a245d-b901-49ab-aed8-ba485115379d admin admin] Allocated IP 172.27.0.199 (502cc405-82c2-4579-84e2-1393f2fa67cd/b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8/8b358b39-fc28-4ebf-8081-7d792932c3d0) {{(pid=103294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:19:15.033090 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-01e39cde-0a45-43bf-a82e-ca7245f60851 None None] Provisioning complete for port 3bece10e-4686-473d-949c-11df6e8d616a triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:19:15.033844 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-01e39cde-0a45-43bf-a82e-ca7245f60851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (3bece10e-4686-473d-949c-11df6e8d616a), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:15.045969 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-b00d1d54-51a1-43ac-9652-9aaf958f3378 admin admin] Publish callbacks [] for router_gateway (f010dd47-46c7-4a72-9687-8085a6f3d386), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:15.093208 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-395a94e9-5a81-42a9-8cdd-7195bedf30fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759689464324'] for port (69757417-e1ef-4079-904c-e99a905fc8da), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:15.109247 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.db_base_plugin_common [None req-9f8a2eea-30d9-44bc-8a59-725e84a053c2 None None] Allocated IP 172.20.0.2 (af330621-acdf-4f3d-ad55-9f9e392a3f7a/753583e9-792f-4b04-97da-dc50f6b2fa57/26ce411c-3f92-4460-93be-76cd93126d62) {{(pid=103295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:19:15.169882 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-01e39cde-0a45-43bf-a82e-ca7245f60851 None None] Current status of the port 3bece10e-4686-473d-949c-11df6e8d616a is: DOWN; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:19:15.170424 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-01e39cde-0a45-43bf-a82e-ca7245f60851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (3bece10e-4686-473d-949c-11df6e8d616a), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:15.214231 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-01e39cde-0a45-43bf-a82e-ca7245f60851 None None] For port 3bece10e-4686-473d-949c-11df6e8d616a, host dv-cinder-835879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=3bece10e-4686-473d-949c-11df6e8d616a,segment=NetworkSegment(e67e86d6-b9a3-48d5-b3c6-848d768aa694),segment_id=e67e86d6-b9a3-48d5-b3c6-848d768aa694)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:19:15.247422 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-01e39cde-0a45-43bf-a82e-ca7245f60851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (3bece10e-4686-473d-949c-11df6e8d616a), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:15.271800 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395a94e9-5a81-42a9-8cdd-7195bedf30fd None None] Network 99f9262f-3c8d-47d0-8af2-845395ed3cd0 is already hosted by enough agents. {{(pid=103295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:19:15.285089 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-876a245d-b901-49ab-aed8-ba485115379d admin admin] Publish callbacks [] for port (8b358b39-fc28-4ebf-8081-7d792932c3d0), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:15.328548 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.scheduler.base_scheduler [None req-395a94e9-5a81-42a9-8cdd-7195bedf30fd None None] Resources bound (agent type, host, resource id): {{(pid=103295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:19:15.363655 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395a94e9-5a81-42a9-8cdd-7195bedf30fd None None] Received port after_create {{(pid=103295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:19:15.472261 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-876a245d-b901-49ab-aed8-ba485115379d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759689464324'] for port (8b358b39-fc28-4ebf-8081-7d792932c3d0), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:15.478160 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-b00d1d54-51a1-43ac-9652-9aaf958f3378 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1628055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623576'] for router (f010dd47-46c7-4a72-9687-8085a6f3d386), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:15.487431 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395a94e9-5a81-42a9-8cdd-7195bedf30fd None None] Pushing event updated for resources: {'Port': ['ID=69757417-e1ef-4079-904c-e99a905fc8da,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:15.495206 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device 3bece10e-4686-473d-949c-11df6e8d616a up at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:19:15.523619 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-a7bb4b5c-4ddb-469f-82c0-4ddc5b3e46de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:15.585005 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-edd03be6-02de-4b4d-a706-a1fd5d04e2b9 admin admin] Publish callbacks [] for router_gateway (9e927d26-fdad-4de0-b401-be4f8bf7ed4f), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:15.589307 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [None req-395a94e9-5a81-42a9-8cdd-7195bedf30fd None None] Attempting to bind port 69757417-e1ef-4079-904c-e99a905fc8da on host dv-cinder-835879-1-iscsi for vnic_type normal with profile {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:19:15.589682 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [None req-395a94e9-5a81-42a9-8cdd-7195bedf30fd None None] Attempting to bind port 69757417-e1ef-4079-904c-e99a905fc8da by drivers openvswitch,hyperv on host dv-cinder-835879-1-iscsi at level 0 using segments [{'id': '488ac68f-655a-4ba9-b4cf-6bd5f03620c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '99f9262f-3c8d-47d0-8af2-845395ed3cd0'}] {{(pid=103295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:19:15.590074 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395a94e9-5a81-42a9-8cdd-7195bedf30fd None None] Attempting to bind port 69757417-e1ef-4079-904c-e99a905fc8da on network 99f9262f-3c8d-47d0-8af2-845395ed3cd0 {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:19:15.600248 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876a245d-b901-49ab-aed8-ba485115379d admin admin] Network 502cc405-82c2-4579-84e2-1393f2fa67cd is already hosted by enough agents. {{(pid=103294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:19:15.627897 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395a94e9-5a81-42a9-8cdd-7195bedf30fd None None] Checking agent: {'id': '6489659c-3f19-4a2c-89f8-52d37c938fb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 11, 4), 'started_at': datetime.datetime(2022, 3, 30, 18, 11, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:19:15.628273 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395a94e9-5a81-42a9-8cdd-7195bedf30fd None None] Checking segment: {'id': '488ac68f-655a-4ba9-b4cf-6bd5f03620c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '99f9262f-3c8d-47d0-8af2-845395ed3cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:19:15.628679 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-395a94e9-5a81-42a9-8cdd-7195bedf30fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:15.629068 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395a94e9-5a81-42a9-8cdd-7195bedf30fd None None] Bound using segment: {'id': '488ac68f-655a-4ba9-b4cf-6bd5f03620c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '99f9262f-3c8d-47d0-8af2-845395ed3cd0'} {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:19:15.629541 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [None req-395a94e9-5a81-42a9-8cdd-7195bedf30fd None None] Bound port: 69757417-e1ef-4079-904c-e99a905fc8da, host: dv-cinder-835879-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '488ac68f-655a-4ba9-b4cf-6bd5f03620c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '99f9262f-3c8d-47d0-8af2-845395ed3cd0'}}] {{(pid=103295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:19:15.629920 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-395a94e9-5a81-42a9-8cdd-7195bedf30fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (69757417-e1ef-4079-904c-e99a905fc8da), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:15.638985 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.base_scheduler [None req-876a245d-b901-49ab-aed8-ba485115379d admin admin] Resources bound (agent type, host, resource id): {{(pid=103294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:19:15.643735 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [req-4f44ef09-79c8-482b-8fb3-608347e448d2 req-d6481bf3-4ef4-472b-bb82-ac4282709199 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103293) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 18:19:15.644904 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4f44ef09-79c8-482b-8fb3-608347e448d2 req-d6481bf3-4ef4-472b-bb82-ac4282709199 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1705036 Mar 30 18:19:15.669684 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e39cde-0a45-43bf-a82e-ca7245f60851 None None] Pushing event updated for resources: {'Port': ['ID=3bece10e-4686-473d-949c-11df6e8d616a,revision_number=3']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:15.670259 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876a245d-b901-49ab-aed8-ba485115379d admin admin] Received port after_create {{(pid=103294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:19:15.693637 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876a245d-b901-49ab-aed8-ba485115379d admin admin] Pushing event updated for resources: {'Port': ['ID=8b358b39-fc28-4ebf-8081-7d792932c3d0,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:15.734605 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Provisioning complete for port 3bece10e-4686-473d-949c-11df6e8d616a triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:19:15.734997 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (3bece10e-4686-473d-949c-11df6e8d616a), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:15.771545 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f8a2eea-30d9-44bc-8a59-725e84a053c2 None None] Publish callbacks [] for port (26ce411c-3f92-4460-93be-76cd93126d62), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:15.794563 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f8a2eea-30d9-44bc-8a59-725e84a053c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759689464324'] for port (26ce411c-3f92-4460-93be-76cd93126d62), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:15.849817 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-395a94e9-5a81-42a9-8cdd-7195bedf30fd None None] For port 69757417-e1ef-4079-904c-e99a905fc8da, host dv-cinder-835879-1-iscsi, cleared binding levels {{(pid=103295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:19:15.854175 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-395a94e9-5a81-42a9-8cdd-7195bedf30fd None None] For port 69757417-e1ef-4079-904c-e99a905fc8da, host dv-cinder-835879-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=69757417-e1ef-4079-904c-e99a905fc8da,segment=NetworkSegment(488ac68f-655a-4ba9-b4cf-6bd5f03620c2),segment_id=488ac68f-655a-4ba9-b4cf-6bd5f03620c2)] {{(pid=103295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:19:15.895864 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8a2eea-30d9-44bc-8a59-725e84a053c2 None None] Pushing event updated for resources: {'Port': ['ID=26ce411c-3f92-4460-93be-76cd93126d62,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:15.910608 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-395a94e9-5a81-42a9-8cdd-7195bedf30fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (69757417-e1ef-4079-904c-e99a905fc8da), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:15.980654 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8a2eea-30d9-44bc-8a59-725e84a053c2 None None] Network af330621-acdf-4f3d-ad55-9f9e392a3f7a is already hosted by enough agents. {{(pid=103295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:19:15.985117 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395a94e9-5a81-42a9-8cdd-7195bedf30fd None None] Pushing event updated for resources: {'Port': ['ID=69757417-e1ef-4079-904c-e99a905fc8da,revision_number=2']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:15.996769 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.scheduler.base_scheduler [None req-9f8a2eea-30d9-44bc-8a59-725e84a053c2 None None] Resources bound (agent type, host, resource id): {{(pid=103295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:19:16.000735 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8a2eea-30d9-44bc-8a59-725e84a053c2 None None] Received port after_create {{(pid=103295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:19:16.167213 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4f44ef09-79c8-482b-8fb3-608347e448d2 req-c4ce9597-b32f-40bc-836e-04c1632ba9f5 service neutron] 10.222.0.18 "GET /v2.0/networks/5a13807d-3074-446c-ac3d-e6d770bd44d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281724 Mar 30 18:19:16.168203 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Current status of the port 3bece10e-4686-473d-949c-11df6e8d616a is: ACTIVE; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:19:16.171740 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [None req-9f8a2eea-30d9-44bc-8a59-725e84a053c2 None None] Attempting to bind port 26ce411c-3f92-4460-93be-76cd93126d62 on host dv-cinder-835879-1-iscsi for vnic_type normal with profile {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:19:16.172144 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [None req-9f8a2eea-30d9-44bc-8a59-725e84a053c2 None None] Attempting to bind port 26ce411c-3f92-4460-93be-76cd93126d62 by drivers openvswitch,hyperv on host dv-cinder-835879-1-iscsi at level 0 using segments [{'id': 'eb738ca0-ee17-403d-85ee-2ae2dc7037b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a'}] {{(pid=103295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:19:16.172504 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8a2eea-30d9-44bc-8a59-725e84a053c2 None None] Attempting to bind port 26ce411c-3f92-4460-93be-76cd93126d62 on network af330621-acdf-4f3d-ad55-9f9e392a3f7a {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:19:16.176233 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-aeca9731-a22b-4210-821f-48b607c3c48e None None] Provisioning complete for port 3bece10e-4686-473d-949c-11df6e8d616a triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:19:16.178048 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-aeca9731-a22b-4210-821f-48b607c3c48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (3bece10e-4686-473d-949c-11df6e8d616a), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:16.242961 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8a2eea-30d9-44bc-8a59-725e84a053c2 None None] Checking agent: {'id': '6489659c-3f19-4a2c-89f8-52d37c938fb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 11, 4), 'started_at': datetime.datetime(2022, 3, 30, 18, 11, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:19:16.243411 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8a2eea-30d9-44bc-8a59-725e84a053c2 None None] Checking segment: {'id': 'eb738ca0-ee17-403d-85ee-2ae2dc7037b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:19:16.243761 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f8a2eea-30d9-44bc-8a59-725e84a053c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:16.251308 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8a2eea-30d9-44bc-8a59-725e84a053c2 None None] Bound using segment: {'id': 'eb738ca0-ee17-403d-85ee-2ae2dc7037b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a'} {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:19:16.251881 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [None req-9f8a2eea-30d9-44bc-8a59-725e84a053c2 None None] Bound port: 26ce411c-3f92-4460-93be-76cd93126d62, host: dv-cinder-835879-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb738ca0-ee17-403d-85ee-2ae2dc7037b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a'}}] {{(pid=103295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:19:16.252285 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f8a2eea-30d9-44bc-8a59-725e84a053c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (26ce411c-3f92-4460-93be-76cd93126d62), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:16.263644 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-a7bb4b5c-4ddb-469f-82c0-4ddc5b3e46de admin admin] Publish callbacks [] for security_group (35ee7ea0-8938-4a4b-890b-3e8ee26d394a), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:16.304763 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-a7bb4b5c-4ddb-469f-82c0-4ddc5b3e46de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (35ee7ea0-8938-4a4b-890b-3e8ee26d394a), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:16.410259 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-a7bb4b5c-4ddb-469f-82c0-4ddc5b3e46de admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=298f231ebd334dd4b085ada7f93bd05c&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4379821 Mar 30 18:19:16.413730 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bb4b5c-4ddb-469f-82c0-4ddc5b3e46de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35ee7ea0-8938-4a4b-890b-3e8ee26d394a,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:16.417593 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 59452) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:16.450762 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-876a245d-b901-49ab-aed8-ba485115379d admin admin] Publish callbacks [] for router_gateway (73970077-0c69-4313-9243-2daceaa6b2a7), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:16.466220 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b00d1d54-51a1-43ac-9652-9aaf958f3378 admin admin] Router f010dd47-46c7-4a72-9687-8085a6f3d386 is scheduled to L3 agent bb9cbda0-d504-4372-97ec-0881b5676f92 with binding_index 1 {{(pid=103293) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 18:19:16.475189 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (48cc6dd0-9d47-40d1-bfd7-3609261a1488), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:16.596931 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-edd03be6-02de-4b4d-a706-a1fd5d04e2b9 admin admin] Publish callbacks [] for router_gateway (9e927d26-fdad-4de0-b401-be4f8bf7ed4f), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:16.606986 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-9f8a2eea-30d9-44bc-8a59-725e84a053c2 None None] For port 26ce411c-3f92-4460-93be-76cd93126d62, host dv-cinder-835879-1-iscsi, cleared binding levels {{(pid=103295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:19:16.610721 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-aeca9731-a22b-4210-821f-48b607c3c48e None None] Current status of the port 3bece10e-4686-473d-949c-11df6e8d616a is: ACTIVE; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:19:16.627232 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-edd03be6-02de-4b4d-a706-a1fd5d04e2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:16.632904 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-9f8a2eea-30d9-44bc-8a59-725e84a053c2 None None] For port 26ce411c-3f92-4460-93be-76cd93126d62, host dv-cinder-835879-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=26ce411c-3f92-4460-93be-76cd93126d62,segment=NetworkSegment(eb738ca0-ee17-403d-85ee-2ae2dc7037b1),segment_id=eb738ca0-ee17-403d-85ee-2ae2dc7037b1)] {{(pid=103295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:19:16.642257 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f8a2eea-30d9-44bc-8a59-725e84a053c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (26ce411c-3f92-4460-93be-76cd93126d62), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:16.659542 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4f44ef09-79c8-482b-8fb3-608347e448d2 req-f6f9b923-8846-447c-a602-353ff3a8fdc4 service neutron] 10.222.0.18 "GET /v2.0/networks/5a13807d-3074-446c-ac3d-e6d770bd44d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4913034 Mar 30 18:19:16.724998 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 59460) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:16.760407 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-0974c373-c322-497d-aa8a-2f7b0d55a5f6 admin admin] Publish callbacks [] for security_group (35ee7ea0-8938-4a4b-890b-3e8ee26d394a), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:16.783459 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8a2eea-30d9-44bc-8a59-725e84a053c2 None None] Pushing event updated for resources: {'Port': ['ID=26ce411c-3f92-4460-93be-76cd93126d62,revision_number=2']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:16.817918 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-0974c373-c322-497d-aa8a-2f7b0d55a5f6 admin admin] Publish callbacks [] for security_group (35ee7ea0-8938-4a4b-890b-3e8ee26d394a), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:16.851308 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00d1d54-51a1-43ac-9652-9aaf958f3378 admin admin] Notify agent at l3_agent.dv-cinder-835879-1-iscsi the message routers_updated {{(pid=103293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:19:16.863869 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1157ed79-71ff-4abe-b190-0497af7c4f5d None None] Sync routers for ids ['f010dd47-46c7-4a72-9687-8085a6f3d386'] in dv-cinder-835879-1-iscsi {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:19:16.879192 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1157ed79-71ff-4abe-b190-0497af7c4f5d None None] Routers {'f010dd47-46c7-4a72-9687-8085a6f3d386'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:19:16.884325 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-1157ed79-71ff-4abe-b190-0497af7c4f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:19:00Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['f010dd47-46c7-4a72-9687-8085a6f3d386'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:19:16.924004 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-b00d1d54-51a1-43ac-9652-9aaf958f3378 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:16.929081 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-b00d1d54-51a1-43ac-9652-9aaf958f3378 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.6400182 Mar 30 18:19:16.929081 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 59466) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:17.073787 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 59474) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:17.115343 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-876a245d-b901-49ab-aed8-ba485115379d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1628055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623576'] for router (73970077-0c69-4313-9243-2daceaa6b2a7), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:17.181652 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-0974c373-c322-497d-aa8a-2f7b0d55a5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (35ee7ea0-8938-4a4b-890b-3e8ee26d394a), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:17.184573 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-0974c373-c322-497d-aa8a-2f7b0d55a5f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:17.185751 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-0974c373-c322-497d-aa8a-2f7b0d55a5f6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/35ee7ea0-8938-4a4b-890b-3e8ee26d394a HTTP/1.1" status: 204 len: 168 time: 0.7606094 Mar 30 18:19:17.192171 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-580376ab-1c97-41e1-a8c5-7d8aeb54ea0a req-8658672d-505e-4722-b420-3869b8570809 tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab77262-1737-4df0-938b-bfd824e24f04 HTTP/1.1" status: 200 len: 210 time: 0.1144860 Mar 30 18:19:17.192863 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-e8796c9f-8101-4e83-9922-e07fa91d63cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:17.458588 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0974c373-c322-497d-aa8a-2f7b0d55a5f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ee7ea0-8938-4a4b-890b-3e8ee26d394a,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:17.540312 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-1157ed79-71ff-4abe-b190-0497af7c4f5d None None] Set router f010dd47-46c7-4a72-9687-8085a6f3d386 gateway port host: dv-cinder-835879-1-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:19:17.676260 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.db.db_base_plugin_common [None req-edd03be6-02de-4b4d-a706-a1fd5d04e2b9 admin admin] Allocated IP 172.27.0.250 (502cc405-82c2-4579-84e2-1393f2fa67cd/b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8/b803bc7d-24e4-4b13-8019-5fc99b0eeb41) {{(pid=103294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:19:17.713078 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-e8796c9f-8101-4e83-9922-e07fa91d63cd admin admin] Publish callbacks [] for security_group (337c835c-0b6b-467f-81ff-016820390ae3), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:17.724790 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-e8796c9f-8101-4e83-9922-e07fa91d63cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (337c835c-0b6b-467f-81ff-016820390ae3), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:17.760280 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c194da97-c53f-40ff-8685-73868d4cf5fe None None] Network 99f9262f-3c8d-47d0-8af2-845395ed3cd0 requested from dv-cinder-835879-1-iscsi {{(pid=103295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:19:17.880486 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8796c9f-8101-4e83-9922-e07fa91d63cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=337c835c-0b6b-467f-81ff-016820390ae3,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:17.899722 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 59500) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:17.907214 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-e8796c9f-8101-4e83-9922-e07fa91d63cd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d41de016466d426b94ca62f73acb6d7c&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1814747 Mar 30 18:19:18.005401 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device 69757417-e1ef-4079-904c-e99a905fc8da up at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:19:18.062761 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-edd03be6-02de-4b4d-a706-a1fd5d04e2b9 admin admin] Publish callbacks [] for port (b803bc7d-24e4-4b13-8019-5fc99b0eeb41), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:18.064558 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 59506) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:18.089627 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-bef4cd8c-4169-4f85-82f2-53f662c07247 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:18.101421 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-876a245d-b901-49ab-aed8-ba485115379d admin admin] Router 73970077-0c69-4313-9243-2daceaa6b2a7 is scheduled to L3 agent bb9cbda0-d504-4372-97ec-0881b5676f92 with binding_index 1 {{(pid=103294) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 18:19:18.139412 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-f13f792f-2812-4e52-bb14-f520eefd2274 None None] Provisioning complete for port 69757417-e1ef-4079-904c-e99a905fc8da triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:19:18.139988 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f13f792f-2812-4e52-bb14-f520eefd2274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (69757417-e1ef-4079-904c-e99a905fc8da), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:18.151867 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-1157ed79-71ff-4abe-b190-0497af7c4f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f010dd47-46c7-4a72-9687-8085a6f3d386', 'name': 'tempest-AttachVolumeShelveTestJSON-931886875-router', 'tenant_id': '160e10afe45b4c309f409b0d9735b01b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'eac83934-d18e-4f92-9ee2-9fbe33595f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:19:11Z', 'updated_at': '2022-03-30T18:19:14Z', 'revision_number': 3, 'project_id': '160e10afe45b4c309f409b0d9735b01b', 'gw_port': {'id': 'eac83934-d18e-4f92-9ee2-9fbe33595f74', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c3:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f010dd47-46c7-4a72-9687-8085a6f3d386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:12Z', 'updated_at': '2022-03-30T18:19:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi'}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:19:18.196090 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-bef4cd8c-4169-4f85-82f2-53f662c07247 admin admin] Publish callbacks [] for security_group (abd18097-b89b-4495-8e31-0235295c367d), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:18.205964 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-bef4cd8c-4169-4f85-82f2-53f662c07247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (abd18097-b89b-4495-8e31-0235295c367d), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:18.255950 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28c3e554-062f-433f-a205-da273284a540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:18.262463 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-bef4cd8c-4169-4f85-82f2-53f662c07247 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e972e47c68044b6cae3305a3a44ca042&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1952894 Mar 30 18:19:18.265457 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Provisioning complete for port 69757417-e1ef-4079-904c-e99a905fc8da triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:19:18.265825 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (69757417-e1ef-4079-904c-e99a905fc8da), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:18.279132 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1157ed79-71ff-4abe-b190-0497af7c4f5d None None] Checking router: f010dd47-46c7-4a72-9687-8085a6f3d386 for host: dv-cinder-835879-1-iscsi {{(pid=103296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:19:18.282981 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1157ed79-71ff-4abe-b190-0497af7c4f5d None None] Updating router f010dd47-46c7-4a72-9687-8085a6f3d386 port eac83934-d18e-4f92-9ee2-9fbe33595f74 binding host dv-cinder-835879-1-iscsi {{(pid=103296) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 18:19:18.285233 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 59520) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:18.302415 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef4cd8c-4169-4f85-82f2-53f662c07247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abd18097-b89b-4495-8e31-0235295c367d,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:18.321078 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-f13f792f-2812-4e52-bb14-f520eefd2274 None None] Current status of the port 69757417-e1ef-4079-904c-e99a905fc8da is: DOWN; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:19:18.321651 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f13f792f-2812-4e52-bb14-f520eefd2274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (69757417-e1ef-4079-904c-e99a905fc8da), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:18.382298 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-26946d9e-14d7-450e-a1fa-91712b0aac8d admin admin] Publish callbacks [] for security_group (337c835c-0b6b-467f-81ff-016820390ae3), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:18.390669 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1157ed79-71ff-4abe-b190-0497af7c4f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (eac83934-d18e-4f92-9ee2-9fbe33595f74), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:18.424938 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-f13f792f-2812-4e52-bb14-f520eefd2274 None None] For port 69757417-e1ef-4079-904c-e99a905fc8da, host dv-cinder-835879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=69757417-e1ef-4079-904c-e99a905fc8da,segment=NetworkSegment(488ac68f-655a-4ba9-b4cf-6bd5f03620c2),segment_id=488ac68f-655a-4ba9-b4cf-6bd5f03620c2)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:19:18.436201 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f13f792f-2812-4e52-bb14-f520eefd2274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (69757417-e1ef-4079-904c-e99a905fc8da), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:18.447776 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-26946d9e-14d7-450e-a1fa-91712b0aac8d admin admin] Publish callbacks [] for security_group (337c835c-0b6b-467f-81ff-016820390ae3), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:18.456820 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-14b13a3f-a432-4a8a-a199-ba5b8b19af13 req-da040c42-5a31-4fff-8fec-a6f2c02e0716 tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab77262-1737-4df0-938b-bfd824e24f04 HTTP/1.1" status: 200 len: 210 time: 0.1433768 Mar 30 18:19:18.534761 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 59528) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:18.595680 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Current status of the port 69757417-e1ef-4079-904c-e99a905fc8da is: ACTIVE; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:19:18.597610 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device 3bece10e-4686-473d-949c-11df6e8d616a up at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:19:18.626539 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13f792f-2812-4e52-bb14-f520eefd2274 None None] Pushing event updated for resources: {'Port': ['ID=69757417-e1ef-4079-904c-e99a905fc8da,revision_number=3']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:18.666921 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbeae355-5834-4547-a7dd-2dd565e660a2 None None] Network af330621-acdf-4f3d-ad55-9f9e392a3f7a requested from dv-cinder-835879-1-iscsi {{(pid=103295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:19:18.672904 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-26946d9e-14d7-450e-a1fa-91712b0aac8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (337c835c-0b6b-467f-81ff-016820390ae3), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:18.678941 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-26946d9e-14d7-450e-a1fa-91712b0aac8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:18.687852 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-26946d9e-14d7-450e-a1fa-91712b0aac8d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/337c835c-0b6b-467f-81ff-016820390ae3 HTTP/1.1" status: 204 len: 168 time: 0.7850084 Mar 30 18:19:18.760549 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26946d9e-14d7-450e-a1fa-91712b0aac8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337c835c-0b6b-467f-81ff-016820390ae3,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:18.763132 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-780056c9-2497-4e2b-b973-729895a5f847 admin admin] Publish callbacks [] for security_group (abd18097-b89b-4495-8e31-0235295c367d), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:18.830419 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-edd03be6-02de-4b4d-a706-a1fd5d04e2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759689464324'] for port (b803bc7d-24e4-4b13-8019-5fc99b0eeb41), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:18.868501 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-780056c9-2497-4e2b-b973-729895a5f847 admin admin] Publish callbacks [] for security_group (abd18097-b89b-4495-8e31-0235295c367d), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:18.874057 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-594343e9-688c-4b60-986d-49e8bf304ba5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:18.968854 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd03be6-02de-4b4d-a706-a1fd5d04e2b9 admin admin] Pushing event updated for resources: {'Port': ['ID=b803bc7d-24e4-4b13-8019-5fc99b0eeb41,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:19.007988 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.db_base_plugin_common [None req-28c3e554-062f-433f-a205-da273284a540 admin admin] Allocated IP 172.20.0.1 (962d8774-065a-4a3e-943e-02c437f03701/8c5ebae0-2426-48ad-8a00-7de0e10a4970/8a106a51-8a1b-4a6e-bb8d-131b188cff7c) {{(pid=103293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:19:19.021066 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd03be6-02de-4b4d-a706-a1fd5d04e2b9 admin admin] Network 502cc405-82c2-4579-84e2-1393f2fa67cd is already hosted by enough agents. {{(pid=103294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:19:19.077442 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.base_scheduler [None req-edd03be6-02de-4b4d-a706-a1fd5d04e2b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:19:19.079996 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd03be6-02de-4b4d-a706-a1fd5d04e2b9 admin admin] Received port after_create {{(pid=103294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:19:19.083891 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-780056c9-2497-4e2b-b973-729895a5f847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (abd18097-b89b-4495-8e31-0235295c367d), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:19.086992 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-780056c9-2497-4e2b-b973-729895a5f847 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:19.088192 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-780056c9-2497-4e2b-b973-729895a5f847 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/abd18097-b89b-4495-8e31-0235295c367d HTTP/1.1" status: 204 len: 168 time: 0.7988198 Mar 30 18:19:19.116777 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780056c9-2497-4e2b-b973-729895a5f847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd18097-b89b-4495-8e31-0235295c367d,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:19.146591 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-594343e9-688c-4b60-986d-49e8bf304ba5 admin admin] Publish callbacks [] for security_group (426b2fc2-1094-442e-b1e9-a938458738a2), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:19.155375 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-594343e9-688c-4b60-986d-49e8bf304ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (426b2fc2-1094-442e-b1e9-a938458738a2), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:19.216726 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-594343e9-688c-4b60-986d-49e8bf304ba5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=72663239389f42a6a95b291959a44463&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6765959 Mar 30 18:19:19.223655 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 59560) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:19.228432 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28c3e554-062f-433f-a205-da273284a540 admin admin] Publish callbacks [] for port (8a106a51-8a1b-4a6e-bb8d-131b188cff7c), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:19.259763 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 59562) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:19.261818 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594343e9-688c-4b60-986d-49e8bf304ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=426b2fc2-1094-442e-b1e9-a938458738a2,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:19.286839 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-876a245d-b901-49ab-aed8-ba485115379d admin admin] Notify agent at l3_agent.dv-cinder-835879-1-iscsi the message routers_updated {{(pid=103294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:19:19.335451 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-162af6a1-00d1-4a69-a56d-481969864641 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:19.356429 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1157ed79-71ff-4abe-b190-0497af7c4f5d None None] Publish callbacks [] for port (eac83934-d18e-4f92-9ee2-9fbe33595f74), precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:19.370958 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1157ed79-71ff-4abe-b190-0497af7c4f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (eac83934-d18e-4f92-9ee2-9fbe33595f74), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:19.371397 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-876a245d-b901-49ab-aed8-ba485115379d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:19.385319 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-c6b9aaf0-a698-4b8a-b67b-f09e9676d0c4 admin admin] Publish callbacks [] for security_group (426b2fc2-1094-442e-b1e9-a938458738a2), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:19.399199 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-876a245d-b901-49ab-aed8-ba485115379d admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.3541481 Mar 30 18:19:19.401846 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 59570) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:19.434450 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-c6b9aaf0-a698-4b8a-b67b-f09e9676d0c4 admin admin] Publish callbacks [] for security_group (426b2fc2-1094-442e-b1e9-a938458738a2), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:19.475055 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5252766b-37bb-4b8e-9e27-56ddbd6c73e0 None None] Pushing event updated for resources: {'Port': ['ID=eac83934-d18e-4f92-9ee2-9fbe33595f74,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:19.487955 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077fa433-4d74-44db-9ca9-d6c1811d4565 None None] Sync routers for ids ['73970077-0c69-4313-9243-2daceaa6b2a7'] in dv-cinder-835879-1-iscsi {{(pid=103295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:19:19.492352 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5252766b-37bb-4b8e-9e27-56ddbd6c73e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:19.492698 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5252766b-37bb-4b8e-9e27-56ddbd6c73e0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:19.495758 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5252766b-37bb-4b8e-9e27-56ddbd6c73e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:19.496269 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5252766b-37bb-4b8e-9e27-56ddbd6c73e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:19.496855 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5252766b-37bb-4b8e-9e27-56ddbd6c73e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:19.497326 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5252766b-37bb-4b8e-9e27-56ddbd6c73e0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:19.497826 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5252766b-37bb-4b8e-9e27-56ddbd6c73e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:19.501682 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5252766b-37bb-4b8e-9e27-56ddbd6c73e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:19.502619 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5252766b-37bb-4b8e-9e27-56ddbd6c73e0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:19.502944 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5252766b-37bb-4b8e-9e27-56ddbd6c73e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:19.503552 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5252766b-37bb-4b8e-9e27-56ddbd6c73e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:19.504130 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5252766b-37bb-4b8e-9e27-56ddbd6c73e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:19.504733 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5252766b-37bb-4b8e-9e27-56ddbd6c73e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:19.505728 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5252766b-37bb-4b8e-9e27-56ddbd6c73e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:19.506592 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5252766b-37bb-4b8e-9e27-56ddbd6c73e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:19.513201 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5252766b-37bb-4b8e-9e27-56ddbd6c73e0 None None] Tracked resource versions report: Mar 30 18:19:19.513201 dv-cinder-835879-1-iscsi neutron-server[103296]: pushed versions: Mar 30 18:19:19.513201 dv-cinder-835879-1-iscsi neutron-server[103296]: { 'AddressGroup': {'1.2'}, Mar 30 18:19:19.513201 dv-cinder-835879-1-iscsi neutron-server[103296]: 'Agent': {'1.1'}, Mar 30 18:19:19.513201 dv-cinder-835879-1-iscsi neutron-server[103296]: 'ConntrackHelper': {'1.0'}, Mar 30 18:19:19.513201 dv-cinder-835879-1-iscsi neutron-server[103296]: 'LocalIPAssociation': {'1.0'}, Mar 30 18:19:19.513201 dv-cinder-835879-1-iscsi neutron-server[103296]: 'Log': {'1.0'}, Mar 30 18:19:19.513201 dv-cinder-835879-1-iscsi neutron-server[103296]: 'NDPProxy': {'1.0'}, Mar 30 18:19:19.513201 dv-cinder-835879-1-iscsi neutron-server[103296]: 'Network': {'1.1'}, Mar 30 18:19:19.513201 dv-cinder-835879-1-iscsi neutron-server[103296]: 'Port': {'1.7'}, Mar 30 18:19:19.513201 dv-cinder-835879-1-iscsi neutron-server[103296]: 'PortForwarding': {'1.3'}, Mar 30 18:19:19.513201 dv-cinder-835879-1-iscsi neutron-server[103296]: 'QosPolicy': {'1.10'}, Mar 30 18:19:19.513201 dv-cinder-835879-1-iscsi neutron-server[103296]: 'SecurityGroup': {'1.5'}, Mar 30 18:19:19.513201 dv-cinder-835879-1-iscsi neutron-server[103296]: 'SecurityGroupRule': {'1.2'}, Mar 30 18:19:19.513201 dv-cinder-835879-1-iscsi neutron-server[103296]: 'SubPort': {'1.0'}, Mar 30 18:19:19.513201 dv-cinder-835879-1-iscsi neutron-server[103296]: 'Subnet': {'1.1'}, Mar 30 18:19:19.513201 dv-cinder-835879-1-iscsi neutron-server[103296]: 'Trunk': {'1.1'}} Mar 30 18:19:19.513201 dv-cinder-835879-1-iscsi neutron-server[103296]: consumer versions: Mar 30 18:19:19.513201 dv-cinder-835879-1-iscsi neutron-server[103296]: { DHCP agent@dv-cinder-835879-1-iscsi: {}, Mar 30 18:19:19.513201 dv-cinder-835879-1-iscsi neutron-server[103296]: HyperV agent@hv-cinder-83587: {}, Mar 30 18:19:19.513201 dv-cinder-835879-1-iscsi neutron-server[103296]: L3 agent@dv-cinder-835879-1-iscsi: {}, Mar 30 18:19:19.513201 dv-cinder-835879-1-iscsi neutron-server[103296]: Metadata agent@dv-cinder-835879-1-iscsi: {}, Mar 30 18:19:19.513201 dv-cinder-835879-1-iscsi neutron-server[103296]: Metering agent@dv-cinder-835879-1-iscsi: {}, Mar 30 18:19:19.513201 dv-cinder-835879-1-iscsi neutron-server[103296]: Open vSwitch agent@dv-cinder-835879-1-iscsi: { 'AddressGroup': '1.2', Mar 30 18:19:19.513201 dv-cinder-835879-1-iscsi neutron-server[103296]: 'Agent': '1.1', Mar 30 18:19:19.513201 dv-cinder-835879-1-iscsi neutron-server[103296]: 'ConntrackHelper': '1.0', Mar 30 18:19:19.513201 dv-cinder-835879-1-iscsi neutron-server[103296]: 'LocalIPAssociation': '1.0', Mar 30 18:19:19.513201 dv-cinder-835879-1-iscsi neutron-server[103296]: 'Log': '1.0', Mar 30 18:19:19.513201 dv-cinder-835879-1-iscsi neutron-server[103296]: 'NDPProxy': '1.0', Mar 30 18:19:19.513201 dv-cinder-835879-1-iscsi neutron-server[103296]: 'Network': '1.1', Mar 30 18:19:19.513201 dv-cinder-835879-1-iscsi neutron-server[103296]: 'Port': '1.7', Mar 30 18:19:19.513201 dv-cinder-835879-1-iscsi neutron-server[103296]: 'PortForwarding': '1.3', Mar 30 18:19:19.513201 dv-cinder-835879-1-iscsi neutron-server[103296]: 'QosPolicy': '1.10', Mar 30 18:19:19.513201 dv-cinder-835879-1-iscsi neutron-server[103296]: 'SecurityGroup': '1.5', Mar 30 18:19:19.513201 dv-cinder-835879-1-iscsi neutron-server[103296]: 'SecurityGroupRule': '1.2', Mar 30 18:19:19.513201 dv-cinder-835879-1-iscsi neutron-server[103296]: 'SubPort': '1.0', Mar 30 18:19:19.513201 dv-cinder-835879-1-iscsi neutron-server[103296]: 'Subnet': '1.1', Mar 30 18:19:19.513201 dv-cinder-835879-1-iscsi neutron-server[103296]: 'Trunk': '1.1'}} Mar 30 18:19:19.513201 dv-cinder-835879-1-iscsi neutron-server[103296]: {{(pid=103296) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 30 18:19:19.530090 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077fa433-4d74-44db-9ca9-d6c1811d4565 None None] Routers {'73970077-0c69-4313-9243-2daceaa6b2a7'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:19:19.530880 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-077fa433-4d74-44db-9ca9-d6c1811d4565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:19:00Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['73970077-0c69-4313-9243-2daceaa6b2a7'], 'active': True} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:19:19.552051 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-fa558f32-87ff-434a-a721-6c5113c0f832 None None] Provisioning complete for port 26ce411c-3f92-4460-93be-76cd93126d62 triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:19:19.552051 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-fa558f32-87ff-434a-a721-6c5113c0f832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (26ce411c-3f92-4460-93be-76cd93126d62), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:19.564874 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-1157ed79-71ff-4abe-b190-0497af7c4f5d None None] Attempting to bind port eac83934-d18e-4f92-9ee2-9fbe33595f74 on host dv-cinder-835879-1-iscsi for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:19:19.566445 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-1157ed79-71ff-4abe-b190-0497af7c4f5d None None] Attempting to bind port eac83934-d18e-4f92-9ee2-9fbe33595f74 by drivers openvswitch,hyperv on host dv-cinder-835879-1-iscsi at level 0 using segments [{'id': '4e174139-f6b8-43d7-bf46-4927edc5f7d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:19:19.567639 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1157ed79-71ff-4abe-b190-0497af7c4f5d None None] Attempting to bind port eac83934-d18e-4f92-9ee2-9fbe33595f74 on network 502cc405-82c2-4579-84e2-1393f2fa67cd {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:19:19.580268 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1157ed79-71ff-4abe-b190-0497af7c4f5d None None] Checking agent: {'id': '6489659c-3f19-4a2c-89f8-52d37c938fb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 11, 4), 'started_at': datetime.datetime(2022, 3, 30, 18, 11, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:19:19.582350 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1157ed79-71ff-4abe-b190-0497af7c4f5d None None] Checking segment: {'id': '4e174139-f6b8-43d7-bf46-4927edc5f7d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:19:19.582987 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1157ed79-71ff-4abe-b190-0497af7c4f5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:19.583915 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1157ed79-71ff-4abe-b190-0497af7c4f5d None None] Bound using segment: {'id': '4e174139-f6b8-43d7-bf46-4927edc5f7d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:19:19.587047 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-1157ed79-71ff-4abe-b190-0497af7c4f5d None None] Bound port: eac83934-d18e-4f92-9ee2-9fbe33595f74, host: dv-cinder-835879-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e174139-f6b8-43d7-bf46-4927edc5f7d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:19:19.587685 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1157ed79-71ff-4abe-b190-0497af7c4f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (eac83934-d18e-4f92-9ee2-9fbe33595f74), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:19.628170 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-162af6a1-00d1-4a69-a56d-481969864641 admin admin] Publish callbacks [] for security_group (99e86e6e-97fb-4944-9143-50b654bf43ed), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:19.631501 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-c6b9aaf0-a698-4b8a-b67b-f09e9676d0c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (426b2fc2-1094-442e-b1e9-a938458738a2), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:19.640182 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-c6b9aaf0-a698-4b8a-b67b-f09e9676d0c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:19.641454 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-c6b9aaf0-a698-4b8a-b67b-f09e9676d0c4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/426b2fc2-1094-442e-b1e9-a938458738a2 HTTP/1.1" status: 204 len: 168 time: 0.4168701 Mar 30 18:19:19.676547 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-1157ed79-71ff-4abe-b190-0497af7c4f5d None None] For port eac83934-d18e-4f92-9ee2-9fbe33595f74, host dv-cinder-835879-1-iscsi, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:19:19.681277 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-1157ed79-71ff-4abe-b190-0497af7c4f5d None None] For port eac83934-d18e-4f92-9ee2-9fbe33595f74, host dv-cinder-835879-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=eac83934-d18e-4f92-9ee2-9fbe33595f74,segment=NetworkSegment(4e174139-f6b8-43d7-bf46-4927edc5f7d6),segment_id=4e174139-f6b8-43d7-bf46-4927edc5f7d6)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:19:19.688811 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1157ed79-71ff-4abe-b190-0497af7c4f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (eac83934-d18e-4f92-9ee2-9fbe33595f74), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:19.750782 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5252766b-37bb-4b8e-9e27-56ddbd6c73e0 None None] Pushing event updated for resources: {'Port': ['ID=eac83934-d18e-4f92-9ee2-9fbe33595f74,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:19.786437 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Provisioning complete for port 3bece10e-4686-473d-949c-11df6e8d616a triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:19:19.787118 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (3bece10e-4686-473d-949c-11df6e8d616a), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:19.828479 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1157ed79-71ff-4abe-b190-0497af7c4f5d None None] Routers {'f010dd47-46c7-4a72-9687-8085a6f3d386'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:19:19.829378 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-1157ed79-71ff-4abe-b190-0497af7c4f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:19:00Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['f010dd47-46c7-4a72-9687-8085a6f3d386'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:19:19.986903 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-5f944fd3-d411-495d-81c4-c48d1d6cef6c req-708bc7ce-cc42-457f-92f0-e2c9bdd6a7eb tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab77262-1737-4df0-938b-bfd824e24f04 HTTP/1.1" status: 200 len: 210 time: 0.4584568 Mar 30 18:19:19.996102 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-162af6a1-00d1-4a69-a56d-481969864641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (99e86e6e-97fb-4944-9143-50b654bf43ed), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:20.109784 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-1157ed79-71ff-4abe-b190-0497af7c4f5d None None] Set router f010dd47-46c7-4a72-9687-8085a6f3d386 gateway port host: dv-cinder-835879-1-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:19:20.114312 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-162af6a1-00d1-4a69-a56d-481969864641 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fae36a9278274ac18507707d8bcfa56b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8533893 Mar 30 18:19:20.120389 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 59606) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:20.122000 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b9aaf0-a698-4b8a-b67b-f09e9676d0c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=426b2fc2-1094-442e-b1e9-a938458738a2,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:20.151251 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-fa558f32-87ff-434a-a721-6c5113c0f832 None None] Current status of the port 26ce411c-3f92-4460-93be-76cd93126d62 is: DOWN; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:19:20.151668 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-fa558f32-87ff-434a-a721-6c5113c0f832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (26ce411c-3f92-4460-93be-76cd93126d62), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:20.257378 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28c3e554-062f-433f-a205-da273284a540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759689464324'] for port (8a106a51-8a1b-4a6e-bb8d-131b188cff7c), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:20.305099 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvr_db [None req-077fa433-4d74-44db-9ca9-d6c1811d4565 None None] Set router 73970077-0c69-4313-9243-2daceaa6b2a7 gateway port host: dv-cinder-835879-1-iscsi {{(pid=103295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:19:20.384487 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-edd03be6-02de-4b4d-a706-a1fd5d04e2b9 admin admin] Publish callbacks [] for router_gateway (9e927d26-fdad-4de0-b401-be4f8bf7ed4f), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:20.391389 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c3e554-062f-433f-a205-da273284a540 admin admin] Network 962d8774-065a-4a3e-943e-02c437f03701 is already hosted by enough agents. {{(pid=103293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:19:20.476929 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162af6a1-00d1-4a69-a56d-481969864641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e86e6e-97fb-4944-9143-50b654bf43ed,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:20.482639 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.base_scheduler [None req-28c3e554-062f-433f-a205-da273284a540 admin admin] Resources bound (agent type, host, resource id): {{(pid=103293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:19:20.504546 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c3e554-062f-433f-a205-da273284a540 admin admin] Received port after_create {{(pid=103293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:19:20.504546 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28c3e554-062f-433f-a205-da273284a540 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625807'] for router_interface (f010dd47-46c7-4a72-9687-8085a6f3d386), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:20.627926 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-fa558f32-87ff-434a-a721-6c5113c0f832 None None] For port 26ce411c-3f92-4460-93be-76cd93126d62, host dv-cinder-835879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=26ce411c-3f92-4460-93be-76cd93126d62,segment=NetworkSegment(eb738ca0-ee17-403d-85ee-2ae2dc7037b1),segment_id=eb738ca0-ee17-403d-85ee-2ae2dc7037b1)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:19:20.763360 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-fa558f32-87ff-434a-a721-6c5113c0f832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (26ce411c-3f92-4460-93be-76cd93126d62), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:20.802515 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-1157ed79-71ff-4abe-b190-0497af7c4f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f010dd47-46c7-4a72-9687-8085a6f3d386', 'name': 'tempest-AttachVolumeShelveTestJSON-931886875-router', 'tenant_id': '160e10afe45b4c309f409b0d9735b01b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'eac83934-d18e-4f92-9ee2-9fbe33595f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:19:11Z', 'updated_at': '2022-03-30T18:19:14Z', 'revision_number': 3, 'project_id': '160e10afe45b4c309f409b0d9735b01b', 'gw_port': {'id': 'eac83934-d18e-4f92-9ee2-9fbe33595f74', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c3:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f010dd47-46c7-4a72-9687-8085a6f3d386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:12Z', 'updated_at': '2022-03-30T18:19:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi'}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:19:20.868585 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c3e554-062f-433f-a205-da273284a540 admin admin] Pushing event updated for resources: {'Port': ['ID=8a106a51-8a1b-4a6e-bb8d-131b188cff7c,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:20.881026 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-a076eccb-29b9-4405-8ec7-40d44868805c admin admin] Publish callbacks [] for security_group (99e86e6e-97fb-4944-9143-50b654bf43ed), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:20.913940 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1157ed79-71ff-4abe-b190-0497af7c4f5d None None] The sync data for ids ['f010dd47-46c7-4a72-9687-8085a6f3d386'] in dv-cinder-835879-1-iscsi is: [{'id': 'f010dd47-46c7-4a72-9687-8085a6f3d386', 'name': 'tempest-AttachVolumeShelveTestJSON-931886875-router', 'tenant_id': '160e10afe45b4c309f409b0d9735b01b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'eac83934-d18e-4f92-9ee2-9fbe33595f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:19:11Z', 'updated_at': '2022-03-30T18:19:14Z', 'revision_number': 3, 'project_id': '160e10afe45b4c309f409b0d9735b01b', 'gw_port': {'id': 'eac83934-d18e-4f92-9ee2-9fbe33595f74', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c3:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f010dd47-46c7-4a72-9687-8085a6f3d386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:12Z', 'updated_at': '2022-03-30T18:19:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi'}] {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:19:20.916560 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Current status of the port 3bece10e-4686-473d-949c-11df6e8d616a is: ACTIVE; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:19:20.918507 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device 26ce411c-3f92-4460-93be-76cd93126d62 up at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:19:20.945195 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28c3e554-062f-433f-a205-da273284a540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (8a106a51-8a1b-4a6e-bb8d-131b188cff7c), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:21.057918 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-7cb35cb7-763c-435b-9f52-ee7774cefbc2 None None] Provisioning complete for port 69757417-e1ef-4079-904c-e99a905fc8da triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:19:21.059984 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-7cb35cb7-763c-435b-9f52-ee7774cefbc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (69757417-e1ef-4079-904c-e99a905fc8da), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:21.140071 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa558f32-87ff-434a-a721-6c5113c0f832 None None] Pushing event updated for resources: {'Port': ['ID=26ce411c-3f92-4460-93be-76cd93126d62,revision_number=3']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:21.175654 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28c3e554-062f-433f-a205-da273284a540 admin admin] Publish callbacks [] for port (8a106a51-8a1b-4a6e-bb8d-131b188cff7c), precommit_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:21.177381 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.55', 55559) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:21.180206 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-a076eccb-29b9-4405-8ec7-40d44868805c admin admin] Publish callbacks [] for security_group (99e86e6e-97fb-4944-9143-50b654bf43ed), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:21.202261 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28c3e554-062f-433f-a205-da273284a540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (8a106a51-8a1b-4a6e-bb8d-131b188cff7c), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:21.203373 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-28c3e554-062f-433f-a205-da273284a540 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1628234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625691'] for router_interface (f010dd47-46c7-4a72-9687-8085a6f3d386), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:21.248451 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Provisioning complete for port 26ce411c-3f92-4460-93be-76cd93126d62 triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:19:21.248833 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (26ce411c-3f92-4460-93be-76cd93126d62), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:21.314941 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-60840d69-8f3a-4e09-a358-dc795822c441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:21.371741 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-7cb35cb7-763c-435b-9f52-ee7774cefbc2 None None] Current status of the port 69757417-e1ef-4079-904c-e99a905fc8da is: ACTIVE; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:19:21.384326 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-077fa433-4d74-44db-9ca9-d6c1811d4565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73970077-0c69-4313-9243-2daceaa6b2a7', 'name': 'tempest-AttachVolumeTestJSON-839470666-router', 'tenant_id': 'f6636f8a031548d18e3429de74b004e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '8b358b39-fc28-4ebf-8081-7d792932c3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:19:13Z', 'updated_at': '2022-03-30T18:19:15Z', 'revision_number': 3, 'project_id': 'f6636f8a031548d18e3429de74b004e9', 'gw_port': {'id': '8b358b39-fc28-4ebf-8081-7d792932c3d0', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:15:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73970077-0c69-4313-9243-2daceaa6b2a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:14Z', 'updated_at': '2022-03-30T18:19:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi'}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:19:21.491469 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077fa433-4d74-44db-9ca9-d6c1811d4565 None None] Checking router: 73970077-0c69-4313-9243-2daceaa6b2a7 for host: dv-cinder-835879-1-iscsi {{(pid=103295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:19:21.491979 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077fa433-4d74-44db-9ca9-d6c1811d4565 None None] Updating router 73970077-0c69-4313-9243-2daceaa6b2a7 port 8b358b39-fc28-4ebf-8081-7d792932c3d0 binding host dv-cinder-835879-1-iscsi {{(pid=103295) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 18:19:21.545149 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-7cb35cb7-763c-435b-9f52-ee7774cefbc2 None None] Provisioning complete for port 26ce411c-3f92-4460-93be-76cd93126d62 triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:19:21.545527 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-7cb35cb7-763c-435b-9f52-ee7774cefbc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (26ce411c-3f92-4460-93be-76cd93126d62), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:21.652748 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-077fa433-4d74-44db-9ca9-d6c1811d4565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (8b358b39-fc28-4ebf-8081-7d792932c3d0), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:21.657073 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c3e554-062f-433f-a205-da273284a540 admin admin] Pushing event updated for resources: {'Port': ['ID=8a106a51-8a1b-4a6e-bb8d-131b188cff7c,revision_number=2']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:21.661369 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Current status of the port 26ce411c-3f92-4460-93be-76cd93126d62 is: ACTIVE; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:19:21.683184 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f44ef09-79c8-482b-8fb3-608347e448d2 req-f759f97d-77c9-403a-84d3-37d7b29267bd tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:21.684829 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4f44ef09-79c8-482b-8fb3-608347e448d2 req-f759f97d-77c9-403a-84d3-37d7b29267bd tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] 10.222.0.55 "GET /v2.0/networks?id=5a13807d-3074-446c-ac3d-e6d770bd44d2 HTTP/1.1" status: 200 len: 812 time: 0.5019000 Mar 30 18:19:21.686762 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-1f6cfaee-4504-4cd0-a0ae-b1420800780f req-2feafde2-0d63-46ae-8a98-c05fd64a50ec tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab77262-1737-4df0-938b-bfd824e24f04 HTTP/1.1" status: 200 len: 210 time: 0.0839808 Mar 30 18:19:21.770809 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [req-4f44ef09-79c8-482b-8fb3-608347e448d2 req-b4067f7d-ab58-449c-af09-ce27cee731a9 tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] Request body: {'port': {'device_id': 'bab77262-1737-4df0-938b-bfd824e24f04', 'network_id': '5a13807d-3074-446c-ac3d-e6d770bd44d2', 'admin_state_up': True, 'tenant_id': '5c253b62a3ca4dbaabca985336025439'}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:19:21.821043 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-edd03be6-02de-4b4d-a706-a1fd5d04e2b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1628055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623576'] for router (9e927d26-fdad-4de0-b401-be4f8bf7ed4f), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:22.025017 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-a076eccb-29b9-4405-8ec7-40d44868805c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (99e86e6e-97fb-4944-9143-50b654bf43ed), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:22.027908 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-a076eccb-29b9-4405-8ec7-40d44868805c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:22.034502 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-a076eccb-29b9-4405-8ec7-40d44868805c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/99e86e6e-97fb-4944-9143-50b654bf43ed HTTP/1.1" status: 204 len: 168 time: 1.9046986 Mar 30 18:19:22.140998 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a076eccb-29b9-4405-8ec7-40d44868805c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e86e6e-97fb-4944-9143-50b654bf43ed,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:22.150508 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.db.db_base_plugin_common [None req-60840d69-8f3a-4e09-a358-dc795822c441 admin admin] Allocated IP 172.20.0.1 (99f9262f-3c8d-47d0-8af2-845395ed3cd0/4cc6a602-aaad-4e34-b4ef-47ed89dd7ce5/b73a327a-50c8-48fb-895d-601d4c8a223b) {{(pid=103294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:19:22.186246 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device eac83934-d18e-4f92-9ee2-9fbe33595f74 up at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:19:22.188045 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-7cb35cb7-763c-435b-9f52-ee7774cefbc2 None None] Current status of the port 26ce411c-3f92-4460-93be-76cd93126d62 is: ACTIVE; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:19:22.336436 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Provisioning complete for port eac83934-d18e-4f92-9ee2-9fbe33595f74 triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:19:22.336809 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (eac83934-d18e-4f92-9ee2-9fbe33595f74), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:22.368552 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edd03be6-02de-4b4d-a706-a1fd5d04e2b9 admin admin] Router 9e927d26-fdad-4de0-b401-be4f8bf7ed4f is scheduled to L3 agent bb9cbda0-d504-4372-97ec-0881b5676f92 with binding_index 1 {{(pid=103294) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 18:19:22.422705 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-60840d69-8f3a-4e09-a358-dc795822c441 admin admin] Publish callbacks [] for port (b73a327a-50c8-48fb-895d-601d4c8a223b), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:22.428590 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c3e554-062f-433f-a205-da273284a540 admin admin] Network 962d8774-065a-4a3e-943e-02c437f03701 is already hosted by enough agents. {{(pid=103293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:19:22.434294 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.base_scheduler [None req-28c3e554-062f-433f-a205-da273284a540 admin admin] Resources bound (agent type, host, resource id): {{(pid=103293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:19:22.436213 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-3d1c43a5-238c-4d1a-8070-7b5839898a0e None None] Provisioning complete for port 8a106a51-8a1b-4a6e-bb8d-131b188cff7c triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:19:22.448826 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-3d1c43a5-238c-4d1a-8070-7b5839898a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (8a106a51-8a1b-4a6e-bb8d-131b188cff7c), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:22.626176 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f44ef09-79c8-482b-8fb3-608347e448d2 req-b4067f7d-ab58-449c-af09-ce27cee731a9 tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] Made reservation on behalf of 5c253b62a3ca4dbaabca985336025439 for: {'port': 1} {{(pid=103293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:19:22.637066 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-3d1c43a5-238c-4d1a-8070-7b5839898a0e None None] Port 8a106a51-8a1b-4a6e-bb8d-131b188cff7c cannot update to ACTIVE because it is not bound. {{(pid=103295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:19:22.638383 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-4f44ef09-79c8-482b-8fb3-608347e448d2 req-b4067f7d-ab58-449c-af09-ce27cee731a9 tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:22.651943 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-077fa433-4d74-44db-9ca9-d6c1811d4565 None None] Publish callbacks [] for port (8b358b39-fc28-4ebf-8081-7d792932c3d0), precommit_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:22.662327 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-077fa433-4d74-44db-9ca9-d6c1811d4565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (8b358b39-fc28-4ebf-8081-7d792932c3d0), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:22.718548 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd03be6-02de-4b4d-a706-a1fd5d04e2b9 admin admin] Notify agent at l3_agent.dv-cinder-835879-1-iscsi the message routers_updated {{(pid=103294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:19:22.733010 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d011ac3-2b75-40a3-9e16-9e63f7556f29 None None] Sync routers for ids ['9e927d26-fdad-4de0-b401-be4f8bf7ed4f'] in dv-cinder-835879-1-iscsi {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:19:22.740769 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-60840d69-8f3a-4e09-a358-dc795822c441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759689464324'] for port (b73a327a-50c8-48fb-895d-601d4c8a223b), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:22.762761 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d011ac3-2b75-40a3-9e16-9e63f7556f29 None None] Routers {'9e927d26-fdad-4de0-b401-be4f8bf7ed4f'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:19:22.764772 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-9d011ac3-2b75-40a3-9e16-9e63f7556f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:19:00Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['9e927d26-fdad-4de0-b401-be4f8bf7ed4f'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:19:22.812857 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60840d69-8f3a-4e09-a358-dc795822c441 admin admin] Network 99f9262f-3c8d-47d0-8af2-845395ed3cd0 is already hosted by enough agents. {{(pid=103294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:19:22.816562 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.base_scheduler [None req-60840d69-8f3a-4e09-a358-dc795822c441 admin admin] Resources bound (agent type, host, resource id): {{(pid=103294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:19:22.820107 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60840d69-8f3a-4e09-a358-dc795822c441 admin admin] Received port after_create {{(pid=103294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:19:22.820566 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-60840d69-8f3a-4e09-a358-dc795822c441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625807'] for router_interface (73970077-0c69-4313-9243-2daceaa6b2a7), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:22.827789 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Current status of the port eac83934-d18e-4f92-9ee2-9fbe33595f74 is: DOWN; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:19:22.828184 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (eac83934-d18e-4f92-9ee2-9fbe33595f74), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:22.866059 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-edd03be6-02de-4b4d-a706-a1fd5d04e2b9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:22.879000 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-edd03be6-02de-4b4d-a706-a1fd5d04e2b9 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.8654103 Mar 30 18:19:22.907654 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 59706) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:22.917460 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [None req-077fa433-4d74-44db-9ca9-d6c1811d4565 None None] Attempting to bind port 8b358b39-fc28-4ebf-8081-7d792932c3d0 on host dv-cinder-835879-1-iscsi for vnic_type normal with profile {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:19:22.918100 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [None req-077fa433-4d74-44db-9ca9-d6c1811d4565 None None] Attempting to bind port 8b358b39-fc28-4ebf-8081-7d792932c3d0 by drivers openvswitch,hyperv on host dv-cinder-835879-1-iscsi at level 0 using segments [{'id': '4e174139-f6b8-43d7-bf46-4927edc5f7d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd'}] {{(pid=103295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:19:22.918218 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077fa433-4d74-44db-9ca9-d6c1811d4565 None None] Attempting to bind port 8b358b39-fc28-4ebf-8081-7d792932c3d0 on network 502cc405-82c2-4579-84e2-1393f2fa67cd {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:19:22.975317 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-9d011ac3-2b75-40a3-9e16-9e63f7556f29 None None] Set router 9e927d26-fdad-4de0-b401-be4f8bf7ed4f gateway port host: dv-cinder-835879-1-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:19:23.039784 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60840d69-8f3a-4e09-a358-dc795822c441 admin admin] Pushing event updated for resources: {'Port': ['ID=b73a327a-50c8-48fb-895d-601d4c8a223b,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:23.095134 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] For port eac83934-d18e-4f92-9ee2-9fbe33595f74, host dv-cinder-835879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=eac83934-d18e-4f92-9ee2-9fbe33595f74,segment=NetworkSegment(4e174139-f6b8-43d7-bf46-4927edc5f7d6),segment_id=4e174139-f6b8-43d7-bf46-4927edc5f7d6)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:19:23.097132 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077fa433-4d74-44db-9ca9-d6c1811d4565 None None] Checking agent: {'id': '6489659c-3f19-4a2c-89f8-52d37c938fb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 11, 4), 'started_at': datetime.datetime(2022, 3, 30, 18, 11, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:19:23.097503 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077fa433-4d74-44db-9ca9-d6c1811d4565 None None] Checking segment: {'id': '4e174139-f6b8-43d7-bf46-4927edc5f7d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:19:23.097901 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-077fa433-4d74-44db-9ca9-d6c1811d4565 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:23.098289 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077fa433-4d74-44db-9ca9-d6c1811d4565 None None] Bound using segment: {'id': '4e174139-f6b8-43d7-bf46-4927edc5f7d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd'} {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:19:23.098757 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [None req-077fa433-4d74-44db-9ca9-d6c1811d4565 None None] Bound port: 8b358b39-fc28-4ebf-8081-7d792932c3d0, host: dv-cinder-835879-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e174139-f6b8-43d7-bf46-4927edc5f7d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd'}}] {{(pid=103295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:19:23.099183 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-077fa433-4d74-44db-9ca9-d6c1811d4565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (8b358b39-fc28-4ebf-8081-7d792932c3d0), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:23.384420 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-077fa433-4d74-44db-9ca9-d6c1811d4565 None None] For port 8b358b39-fc28-4ebf-8081-7d792932c3d0, host dv-cinder-835879-1-iscsi, cleared binding levels {{(pid=103295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:19:23.415975 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-077fa433-4d74-44db-9ca9-d6c1811d4565 None None] For port 8b358b39-fc28-4ebf-8081-7d792932c3d0, host dv-cinder-835879-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=8b358b39-fc28-4ebf-8081-7d792932c3d0,segment=NetworkSegment(4e174139-f6b8-43d7-bf46-4927edc5f7d6),segment_id=4e174139-f6b8-43d7-bf46-4927edc5f7d6)] {{(pid=103295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:19:23.437419 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dea325-5783-4cf1-bc42-426d69d16b3c None None] Pushing event updated for resources: {'Port': ['ID=8b358b39-fc28-4ebf-8081-7d792932c3d0,revision_number=2']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:23.451498 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-077fa433-4d74-44db-9ca9-d6c1811d4565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (8b358b39-fc28-4ebf-8081-7d792932c3d0), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:23.460743 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (eac83934-d18e-4f92-9ee2-9fbe33595f74), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:23.465161 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device 26ce411c-3f92-4460-93be-76cd93126d62 up at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:19:23.496473 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-9d011ac3-2b75-40a3-9e16-9e63f7556f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'name': 'tempest-AttachVolumeNegativeTest-1445051510-router', 'tenant_id': '279a01c655714587a3db731678eada47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'b803bc7d-24e4-4b13-8019-5fc99b0eeb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:19:14Z', 'updated_at': '2022-03-30T18:19:20Z', 'revision_number': 3, 'project_id': '279a01c655714587a3db731678eada47', 'gw_port': {'id': 'b803bc7d-24e4-4b13-8019-5fc99b0eeb41', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:44:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:16Z', 'updated_at': '2022-03-30T18:19:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi'}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:19:23.559561 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-60840d69-8f3a-4e09-a358-dc795822c441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (b73a327a-50c8-48fb-895d-601d4c8a223b), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:23.608994 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-82c33dd1-b1c5-407b-83b2-7b4de5bd4be5 None None] Provisioning complete for port 8a106a51-8a1b-4a6e-bb8d-131b188cff7c triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:19:23.610100 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-82c33dd1-b1c5-407b-83b2-7b4de5bd4be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (8a106a51-8a1b-4a6e-bb8d-131b188cff7c), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:23.618443 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dea325-5783-4cf1-bc42-426d69d16b3c None None] Pushing event updated for resources: {'Port': ['ID=8b358b39-fc28-4ebf-8081-7d792932c3d0,revision_number=3']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:23.658878 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d011ac3-2b75-40a3-9e16-9e63f7556f29 None None] Checking router: 9e927d26-fdad-4de0-b401-be4f8bf7ed4f for host: dv-cinder-835879-1-iscsi {{(pid=103296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:19:23.664720 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d011ac3-2b75-40a3-9e16-9e63f7556f29 None None] Updating router 9e927d26-fdad-4de0-b401-be4f8bf7ed4f port b803bc7d-24e4-4b13-8019-5fc99b0eeb41 binding host dv-cinder-835879-1-iscsi {{(pid=103296) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 18:19:23.798761 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9d011ac3-2b75-40a3-9e16-9e63f7556f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (b803bc7d-24e4-4b13-8019-5fc99b0eeb41), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:23.819917 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a2c8cea3-8a12-4d27-a714-32b0224afd9a req-91266398-d440-4ac3-86a0-38025510d898 tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab77262-1737-4df0-938b-bfd824e24f04 HTTP/1.1" status: 200 len: 210 time: 0.5604374 Mar 30 18:19:23.920680 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28c3e554-062f-433f-a205-da273284a540 admin admin] Router f010dd47-46c7-4a72-9687-8085a6f3d386 has already been hosted by L3 agent bb9cbda0-d504-4372-97ec-0881b5676f92 {{(pid=103293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:19:23.951860 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-60840d69-8f3a-4e09-a358-dc795822c441 admin admin] Publish callbacks [] for port (b73a327a-50c8-48fb-895d-601d4c8a223b), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:23.959302 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-60840d69-8f3a-4e09-a358-dc795822c441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (b73a327a-50c8-48fb-895d-601d4c8a223b), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:23.961878 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-60840d69-8f3a-4e09-a358-dc795822c441 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1628234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625691'] for router_interface (73970077-0c69-4313-9243-2daceaa6b2a7), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:24.031011 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.db_base_plugin_common [req-4f44ef09-79c8-482b-8fb3-608347e448d2 req-b4067f7d-ab58-449c-af09-ce27cee731a9 tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] Allocated IP 172.20.0.9 (5a13807d-3074-446c-ac3d-e6d770bd44d2/6ff1ea80-3dcd-4902-abef-0360d0fc86fa/b48d7b59-abab-445b-89b6-d8c83392a8b6) {{(pid=103293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:19:24.217780 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60840d69-8f3a-4e09-a358-dc795822c441 admin admin] Network 99f9262f-3c8d-47d0-8af2-845395ed3cd0 is already hosted by enough agents. {{(pid=103294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:19:24.221696 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.base_scheduler [None req-60840d69-8f3a-4e09-a358-dc795822c441 admin admin] Resources bound (agent type, host, resource id): {{(pid=103294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:19:24.241537 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60840d69-8f3a-4e09-a358-dc795822c441 admin admin] Pushing event updated for resources: {'Port': ['ID=b73a327a-50c8-48fb-895d-601d4c8a223b,revision_number=2']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:24.333110 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077fa433-4d74-44db-9ca9-d6c1811d4565 None None] Routers {'73970077-0c69-4313-9243-2daceaa6b2a7'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:19:24.338102 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-077fa433-4d74-44db-9ca9-d6c1811d4565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:19:00Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['73970077-0c69-4313-9243-2daceaa6b2a7'], 'active': True} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:19:24.342020 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-82c33dd1-b1c5-407b-83b2-7b4de5bd4be5 None None] Port 8a106a51-8a1b-4a6e-bb8d-131b188cff7c cannot update to ACTIVE because it is not bound. {{(pid=103295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:19:24.373774 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Pushing event updated for resources: {'Port': ['ID=eac83934-d18e-4f92-9ee2-9fbe33595f74,revision_number=4']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:24.531430 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60840d69-8f3a-4e09-a358-dc795822c441 admin admin] Router 73970077-0c69-4313-9243-2daceaa6b2a7 has already been hosted by L3 agent bb9cbda0-d504-4372-97ec-0881b5676f92 {{(pid=103294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:19:24.793966 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvr_db [None req-077fa433-4d74-44db-9ca9-d6c1811d4565 None None] Set router 73970077-0c69-4313-9243-2daceaa6b2a7 gateway port host: dv-cinder-835879-1-iscsi {{(pid=103295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:19:24.932270 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9d011ac3-2b75-40a3-9e16-9e63f7556f29 None None] Publish callbacks [] for port (b803bc7d-24e4-4b13-8019-5fc99b0eeb41), precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:24.943563 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9d011ac3-2b75-40a3-9e16-9e63f7556f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (b803bc7d-24e4-4b13-8019-5fc99b0eeb41), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:24.961622 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Provisioning complete for port 26ce411c-3f92-4460-93be-76cd93126d62 triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:19:24.965768 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (26ce411c-3f92-4460-93be-76cd93126d62), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:25.147680 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-9d011ac3-2b75-40a3-9e16-9e63f7556f29 None None] Attempting to bind port b803bc7d-24e4-4b13-8019-5fc99b0eeb41 on host dv-cinder-835879-1-iscsi for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:19:25.147926 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-9d011ac3-2b75-40a3-9e16-9e63f7556f29 None None] Attempting to bind port b803bc7d-24e4-4b13-8019-5fc99b0eeb41 by drivers openvswitch,hyperv on host dv-cinder-835879-1-iscsi at level 0 using segments [{'id': '4e174139-f6b8-43d7-bf46-4927edc5f7d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:19:25.148303 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d011ac3-2b75-40a3-9e16-9e63f7556f29 None None] Attempting to bind port b803bc7d-24e4-4b13-8019-5fc99b0eeb41 on network 502cc405-82c2-4579-84e2-1393f2fa67cd {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:19:25.176863 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d011ac3-2b75-40a3-9e16-9e63f7556f29 None None] Checking agent: {'id': '6489659c-3f19-4a2c-89f8-52d37c938fb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 11, 4), 'started_at': datetime.datetime(2022, 3, 30, 18, 11, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:19:25.177081 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60840d69-8f3a-4e09-a358-dc795822c441 admin admin] Notify agent at l3_agent.dv-cinder-835879-1-iscsi the message routers_updated {{(pid=103294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:19:25.177760 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d011ac3-2b75-40a3-9e16-9e63f7556f29 None None] Checking segment: {'id': '4e174139-f6b8-43d7-bf46-4927edc5f7d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:19:25.177760 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9d011ac3-2b75-40a3-9e16-9e63f7556f29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:25.177760 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d011ac3-2b75-40a3-9e16-9e63f7556f29 None None] Bound using segment: {'id': '4e174139-f6b8-43d7-bf46-4927edc5f7d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:19:25.178427 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-9d011ac3-2b75-40a3-9e16-9e63f7556f29 None None] Bound port: b803bc7d-24e4-4b13-8019-5fc99b0eeb41, host: dv-cinder-835879-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e174139-f6b8-43d7-bf46-4927edc5f7d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:19:25.178427 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9d011ac3-2b75-40a3-9e16-9e63f7556f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (b803bc7d-24e4-4b13-8019-5fc99b0eeb41), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:25.191280 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-60840d69-8f3a-4e09-a358-dc795822c441 admin admin] 10.222.0.18 "PUT /v2.0/routers/73970077-0c69-4313-9243-2daceaa6b2a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7847943 Mar 30 18:19:25.191570 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-f049ce48-997e-44c4-9630-99cdab670b19 None None] Provisioning complete for port b73a327a-50c8-48fb-895d-601d4c8a223b triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:19:25.191819 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f049ce48-997e-44c4-9630-99cdab670b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (b73a327a-50c8-48fb-895d-601d4c8a223b), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:25.248130 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c3e554-062f-433f-a205-da273284a540 admin admin] Notify agent at l3_agent.dv-cinder-835879-1-iscsi the message routers_updated {{(pid=103293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:19:25.270105 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-09cef3c0-6228-4787-b580-1eca0d809792 req-2b948f18-e2c7-49d0-a7dc-73e6b125fb89 tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab77262-1737-4df0-938b-bfd824e24f04 HTTP/1.1" status: 200 len: 210 time: 0.1798480 Mar 30 18:19:25.277986 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-28c3e554-062f-433f-a205-da273284a540 admin admin] 10.222.0.18 "PUT /v2.0/routers/f010dd47-46c7-4a72-9687-8085a6f3d386/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3470857 Mar 30 18:19:25.313420 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-9d011ac3-2b75-40a3-9e16-9e63f7556f29 None None] For port b803bc7d-24e4-4b13-8019-5fc99b0eeb41, host dv-cinder-835879-1-iscsi, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:19:25.324165 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-9d011ac3-2b75-40a3-9e16-9e63f7556f29 None None] For port b803bc7d-24e4-4b13-8019-5fc99b0eeb41, host dv-cinder-835879-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=b803bc7d-24e4-4b13-8019-5fc99b0eeb41,segment=NetworkSegment(4e174139-f6b8-43d7-bf46-4927edc5f7d6),segment_id=4e174139-f6b8-43d7-bf46-4927edc5f7d6)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:19:25.336045 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9d011ac3-2b75-40a3-9e16-9e63f7556f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (b803bc7d-24e4-4b13-8019-5fc99b0eeb41), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:25.340841 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334e1834-948d-472b-83a6-5a847a9ca6dc None None] Sync routers for ids ['f010dd47-46c7-4a72-9687-8085a6f3d386'] in dv-cinder-835879-1-iscsi {{(pid=103295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:19:25.355452 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ce6f6a-4b99-4e16-ab9b-edd0207a7b96 None None] Pushing event updated for resources: {'Port': ['ID=b803bc7d-24e4-4b13-8019-5fc99b0eeb41,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:25.430896 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d011ac3-2b75-40a3-9e16-9e63f7556f29 None None] Routers {'9e927d26-fdad-4de0-b401-be4f8bf7ed4f'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:19:25.432600 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-9d011ac3-2b75-40a3-9e16-9e63f7556f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:19:00Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['9e927d26-fdad-4de0-b401-be4f8bf7ed4f'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:19:25.444240 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334e1834-948d-472b-83a6-5a847a9ca6dc None None] Routers {'f010dd47-46c7-4a72-9687-8085a6f3d386'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:19:25.450266 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-334e1834-948d-472b-83a6-5a847a9ca6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:19:00Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['f010dd47-46c7-4a72-9687-8085a6f3d386'], 'active': True} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:19:25.680969 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ce6f6a-4b99-4e16-ab9b-edd0207a7b96 None None] Pushing event updated for resources: {'Port': ['ID=b803bc7d-24e4-4b13-8019-5fc99b0eeb41,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:25.727481 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-9d011ac3-2b75-40a3-9e16-9e63f7556f29 None None] Set router 9e927d26-fdad-4de0-b401-be4f8bf7ed4f gateway port host: dv-cinder-835879-1-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:19:25.740576 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 59770) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:25.743791 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvr_db [None req-334e1834-948d-472b-83a6-5a847a9ca6dc None None] Set router f010dd47-46c7-4a72-9687-8085a6f3d386 gateway port host: dv-cinder-835879-1-iscsi {{(pid=103295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:19:25.997095 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-4f44ef09-79c8-482b-8fb3-608347e448d2 req-b4067f7d-ab58-449c-af09-ce27cee731a9 tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] Publish callbacks [] for port (b48d7b59-abab-445b-89b6-d8c83392a8b6), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:26.095123 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-f049ce48-997e-44c4-9630-99cdab670b19 None None] Port b73a327a-50c8-48fb-895d-601d4c8a223b cannot update to ACTIVE because it is not bound. {{(pid=103295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:19:26.358696 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-4f44ef09-79c8-482b-8fb3-608347e448d2 req-b4067f7d-ab58-449c-af09-ce27cee731a9 tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759689464324'] for port (b48d7b59-abab-445b-89b6-d8c83392a8b6), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:26.361661 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Current status of the port 26ce411c-3f92-4460-93be-76cd93126d62 is: ACTIVE; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:19:26.362820 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device 69757417-e1ef-4079-904c-e99a905fc8da up at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:19:26.402850 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-9d011ac3-2b75-40a3-9e16-9e63f7556f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'name': 'tempest-AttachVolumeNegativeTest-1445051510-router', 'tenant_id': '279a01c655714587a3db731678eada47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'b803bc7d-24e4-4b13-8019-5fc99b0eeb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:19:14Z', 'updated_at': '2022-03-30T18:19:20Z', 'revision_number': 3, 'project_id': '279a01c655714587a3db731678eada47', 'gw_port': {'id': 'b803bc7d-24e4-4b13-8019-5fc99b0eeb41', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:44:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:16Z', 'updated_at': '2022-03-30T18:19:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi'}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:19:26.471901 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-d779e563-54e6-4b77-b2cc-d68978ba0ef4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:26.532733 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d011ac3-2b75-40a3-9e16-9e63f7556f29 None None] The sync data for ids ['9e927d26-fdad-4de0-b401-be4f8bf7ed4f'] in dv-cinder-835879-1-iscsi is: [{'id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'name': 'tempest-AttachVolumeNegativeTest-1445051510-router', 'tenant_id': '279a01c655714587a3db731678eada47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'b803bc7d-24e4-4b13-8019-5fc99b0eeb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:19:14Z', 'updated_at': '2022-03-30T18:19:20Z', 'revision_number': 3, 'project_id': '279a01c655714587a3db731678eada47', 'gw_port': {'id': 'b803bc7d-24e4-4b13-8019-5fc99b0eeb41', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:44:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:16Z', 'updated_at': '2022-03-30T18:19:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi'}] {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:19:26.666310 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-0828bc8b-ef04-4992-8b44-e36b3606c2aa None None] Provisioning complete for port b73a327a-50c8-48fb-895d-601d4c8a223b triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:19:26.667112 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-0828bc8b-ef04-4992-8b44-e36b3606c2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (b73a327a-50c8-48fb-895d-601d4c8a223b), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:26.679535 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-cb5a19ed-0156-46db-876e-b37187124915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:26.770884 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-d779e563-54e6-4b77-b2cc-d68978ba0ef4 admin admin] Publish callbacks [] for security_group (b270b3df-82a9-4101-b48b-5bb411630bcf), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:26.776636 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-d779e563-54e6-4b77-b2cc-d68978ba0ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (b270b3df-82a9-4101-b48b-5bb411630bcf), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:26.795671 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f44ef09-79c8-482b-8fb3-608347e448d2 req-b4067f7d-ab58-449c-af09-ce27cee731a9 tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] Network 5a13807d-3074-446c-ac3d-e6d770bd44d2 is already hosted by enough agents. {{(pid=103293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:19:26.865020 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.base_scheduler [req-4f44ef09-79c8-482b-8fb3-608347e448d2 req-b4067f7d-ab58-449c-af09-ce27cee731a9 tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] Resources bound (agent type, host, resource id): {{(pid=103293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:19:26.903420 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-d779e563-54e6-4b77-b2cc-d68978ba0ef4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8c3a2e301df543089d251e252d1b181b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1614237 Mar 30 18:19:26.906221 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 59820) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:26.908923 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d779e563-54e6-4b77-b2cc-d68978ba0ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b270b3df-82a9-4101-b48b-5bb411630bcf,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:26.924185 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-0828bc8b-ef04-4992-8b44-e36b3606c2aa None None] Port b73a327a-50c8-48fb-895d-601d4c8a223b cannot update to ACTIVE because it is not bound. {{(pid=103295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:19:26.935527 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4067f7d-ab58-449c-af09-ce27cee731a9 tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] Pushing event updated for resources: {'Port': ['ID=b48d7b59-abab-445b-89b6-d8c83392a8b6,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:26.944355 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f44ef09-79c8-482b-8fb3-608347e448d2 req-b4067f7d-ab58-449c-af09-ce27cee731a9 tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] Received port after_create {{(pid=103293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:19:26.951762 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Provisioning complete for port 69757417-e1ef-4079-904c-e99a905fc8da triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:19:26.952467 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (69757417-e1ef-4079-904c-e99a905fc8da), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:26.973682 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f44ef09-79c8-482b-8fb3-608347e448d2 req-b4067f7d-ab58-449c-af09-ce27cee731a9 tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:26.978286 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-4f44ef09-79c8-482b-8fb3-608347e448d2 req-b4067f7d-ab58-449c-af09-ce27cee731a9 tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628270'] for port (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:27.085346 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-acd6b8c3-9295-49f1-9eaf-b7f7ed3ff09d admin admin] Publish callbacks [] for security_group (b270b3df-82a9-4101-b48b-5bb411630bcf), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:27.107739 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-077fa433-4d74-44db-9ca9-d6c1811d4565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73970077-0c69-4313-9243-2daceaa6b2a7', 'name': 'tempest-AttachVolumeTestJSON-839470666-router', 'tenant_id': 'f6636f8a031548d18e3429de74b004e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '8b358b39-fc28-4ebf-8081-7d792932c3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:19:13Z', 'updated_at': '2022-03-30T18:19:23Z', 'revision_number': 4, 'project_id': 'f6636f8a031548d18e3429de74b004e9', 'gw_port': {'id': '8b358b39-fc28-4ebf-8081-7d792932c3d0', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:15:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73970077-0c69-4313-9243-2daceaa6b2a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:14Z', 'updated_at': '2022-03-30T18:19:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_interfaces': [{'id': 'b73a327a-50c8-48fb-895d-601d4c8a223b', 'name': '', 'network_id': '99f9262f-3c8d-47d0-8af2-845395ed3cd0', 'tenant_id': 'f6636f8a031548d18e3429de74b004e9', 'mac_address': 'fa:16:3e:af:14:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73970077-0c69-4313-9243-2daceaa6b2a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4cc6a602-aaad-4e34-b4ef-47ed89dd7ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:21Z', 'updated_at': '2022-03-30T18:19:23Z', 'revision_number': 2, 'project_id': 'f6636f8a031548d18e3429de74b004e9', 'subnets': [{'id': '4cc6a602-aaad-4e34-b4ef-47ed89dd7ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:19:27.193940 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-acd6b8c3-9295-49f1-9eaf-b7f7ed3ff09d admin admin] Publish callbacks [] for security_group (b270b3df-82a9-4101-b48b-5bb411630bcf), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:27.195333 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4f44ef09-79c8-482b-8fb3-608347e448d2 req-b4067f7d-ab58-449c-af09-ce27cee731a9 tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4368095 Mar 30 18:19:27.237789 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [req-4f44ef09-79c8-482b-8fb3-608347e448d2 req-5762956c-d625-437d-8904-edb7aa07450d tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103293) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 18:19:27.239021 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4f44ef09-79c8-482b-8fb3-608347e448d2 req-5762956c-d625-437d-8904-edb7aa07450d tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0227134 Mar 30 18:19:27.335758 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-acd6b8c3-9295-49f1-9eaf-b7f7ed3ff09d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (b270b3df-82a9-4101-b48b-5bb411630bcf), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:27.339346 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-acd6b8c3-9295-49f1-9eaf-b7f7ed3ff09d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:27.344306 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-acd6b8c3-9295-49f1-9eaf-b7f7ed3ff09d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b270b3df-82a9-4101-b48b-5bb411630bcf HTTP/1.1" status: 204 len: 168 time: 0.4270475 Mar 30 18:19:27.362119 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd6b8c3-9295-49f1-9eaf-b7f7ed3ff09d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b270b3df-82a9-4101-b48b-5bb411630bcf,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:27.463888 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077fa433-4d74-44db-9ca9-d6c1811d4565 None None] The sync data for ids ['73970077-0c69-4313-9243-2daceaa6b2a7'] in dv-cinder-835879-1-iscsi is: [{'id': '73970077-0c69-4313-9243-2daceaa6b2a7', 'name': 'tempest-AttachVolumeTestJSON-839470666-router', 'tenant_id': 'f6636f8a031548d18e3429de74b004e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '8b358b39-fc28-4ebf-8081-7d792932c3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:19:13Z', 'updated_at': '2022-03-30T18:19:23Z', 'revision_number': 4, 'project_id': 'f6636f8a031548d18e3429de74b004e9', 'gw_port': {'id': '8b358b39-fc28-4ebf-8081-7d792932c3d0', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:15:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73970077-0c69-4313-9243-2daceaa6b2a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:14Z', 'updated_at': '2022-03-30T18:19:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_interfaces': [{'id': 'b73a327a-50c8-48fb-895d-601d4c8a223b', 'name': '', 'network_id': '99f9262f-3c8d-47d0-8af2-845395ed3cd0', 'tenant_id': 'f6636f8a031548d18e3429de74b004e9', 'mac_address': 'fa:16:3e:af:14:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73970077-0c69-4313-9243-2daceaa6b2a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4cc6a602-aaad-4e34-b4ef-47ed89dd7ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:21Z', 'updated_at': '2022-03-30T18:19:23Z', 'revision_number': 2, 'project_id': 'f6636f8a031548d18e3429de74b004e9', 'subnets': [{'id': '4cc6a602-aaad-4e34-b4ef-47ed89dd7ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:19:27.523839 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-334e1834-948d-472b-83a6-5a847a9ca6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f010dd47-46c7-4a72-9687-8085a6f3d386', 'name': 'tempest-AttachVolumeShelveTestJSON-931886875-router', 'tenant_id': '160e10afe45b4c309f409b0d9735b01b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'eac83934-d18e-4f92-9ee2-9fbe33595f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:19:11Z', 'updated_at': '2022-03-30T18:19:20Z', 'revision_number': 4, 'project_id': '160e10afe45b4c309f409b0d9735b01b', 'gw_port': {'id': 'eac83934-d18e-4f92-9ee2-9fbe33595f74', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f010dd47-46c7-4a72-9687-8085a6f3d386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:12Z', 'updated_at': '2022-03-30T18:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_interfaces': [{'id': '8a106a51-8a1b-4a6e-bb8d-131b188cff7c', 'name': '', 'network_id': '962d8774-065a-4a3e-943e-02c437f03701', 'tenant_id': '160e10afe45b4c309f409b0d9735b01b', 'mac_address': 'fa:16:3e:4c:b3:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f010dd47-46c7-4a72-9687-8085a6f3d386', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8c5ebae0-2426-48ad-8a00-7de0e10a4970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:18Z', 'updated_at': '2022-03-30T18:19:21Z', 'revision_number': 2, 'project_id': '160e10afe45b4c309f409b0d9735b01b', 'subnets': [{'id': '8c5ebae0-2426-48ad-8a00-7de0e10a4970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:19:27.579114 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 59836) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:27.584717 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-f32588ee-4d12-4fe4-a504-cb44b13e0824 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2085921783', 'description': 'tempest-description--2021016090'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:19:27.671487 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f32588ee-4d12-4fe4-a504-cb44b13e0824 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:27.689523 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.db_base_plugin_common [None req-cb5a19ed-0156-46db-876e-b37187124915 admin admin] Allocated IP 172.20.0.1 (af330621-acdf-4f3d-ad55-9f9e392a3f7a/753583e9-792f-4b04-97da-dc50f6b2fa57/f95f2d79-8e95-460d-b979-08e6301c655f) {{(pid=103293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:19:27.710721 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334e1834-948d-472b-83a6-5a847a9ca6dc None None] Checking router: f010dd47-46c7-4a72-9687-8085a6f3d386 for host: dv-cinder-835879-1-iscsi {{(pid=103295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:19:27.711568 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334e1834-948d-472b-83a6-5a847a9ca6dc None None] Updating router f010dd47-46c7-4a72-9687-8085a6f3d386 port 8a106a51-8a1b-4a6e-bb8d-131b188cff7c binding host dv-cinder-835879-1-iscsi {{(pid=103295) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 18:19:27.800732 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Current status of the port 69757417-e1ef-4079-904c-e99a905fc8da is: ACTIVE; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:19:27.805586 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-1e682158-0f1c-4c33-8a6a-51293b557ff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (c82c41e6-6be9-408a-ae4d-4131a3230230), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:27.811621 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-334e1834-948d-472b-83a6-5a847a9ca6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (8a106a51-8a1b-4a6e-bb8d-131b188cff7c), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:27.823376 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 59840) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:27.840706 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-9c0b2a49-029d-4e45-a6a0-b93ee050e02d tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1642537047', 'description': 'tempest-description--623690667'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:19:27.957830 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-9c0b2a49-029d-4e45-a6a0-b93ee050e02d tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:28.222940 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device b803bc7d-24e4-4b13-8019-5fc99b0eeb41 up at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:19:28.237615 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116f1c2-8e11-46cc-83d4-3be21dc28ee4 req-66a49623-ea90-4451-ac4b-b5a96d8f4ef7 tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:28.247683 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4116f1c2-8e11-46cc-83d4-3be21dc28ee4 req-66a49623-ea90-4451-ac4b-b5a96d8f4ef7 tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab77262-1737-4df0-938b-bfd824e24f04 HTTP/1.1" status: 200 len: 931 time: 0.5100069 Mar 30 18:19:28.322166 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-9c0b2a49-029d-4e45-a6a0-b93ee050e02d tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks [] for security_group (d1b58bf0-ce4c-4f09-996a-6a253818f8ba), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:28.336139 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-9c0b2a49-029d-4e45-a6a0-b93ee050e02d tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (d1b58bf0-ce4c-4f09-996a-6a253818f8ba), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:28.353162 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f32588ee-4d12-4fe4-a504-cb44b13e0824 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks [] for security_group (aceea5f5-feb8-4c89-ad27-86bd4cdfa476), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:28.387951 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-cb5a19ed-0156-46db-876e-b37187124915 admin admin] Publish callbacks [] for port (f95f2d79-8e95-460d-b979-08e6301c655f), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:28.418623 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4116f1c2-8e11-46cc-83d4-3be21dc28ee4 req-15360984-a91c-4cf0-aba6-2eb9a0e73dd1 tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e9e6f4e-c586-46f3-8b25-0e1b05821b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679909 Mar 30 18:19:28.429350 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f32588ee-4d12-4fe4-a504-cb44b13e0824 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (aceea5f5-feb8-4c89-ad27-86bd4cdfa476), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:28.484440 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [req-4f44ef09-79c8-482b-8fb3-608347e448d2 req-772edb41-97ef-4876-8057-8a505d977a51 service neutron] Request body: {'port': {'device_id': 'bab77262-1737-4df0-938b-bfd824e24f04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:19:28.529734 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f32588ee-4d12-4fe4-a504-cb44b13e0824 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:28.531060 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-f32588ee-4d12-4fe4-a504-cb44b13e0824 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.9509001 Mar 30 18:19:28.563956 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-9c0b2a49-029d-4e45-a6a0-b93ee050e02d tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:28.571637 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-9c0b2a49-029d-4e45-a6a0-b93ee050e02d tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7427878 Mar 30 18:19:28.582903 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 59856) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:28.582995 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Provisioning complete for port b803bc7d-24e4-4b13-8019-5fc99b0eeb41 triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:19:28.582995 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (b803bc7d-24e4-4b13-8019-5fc99b0eeb41), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:28.585601 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0b2a49-029d-4e45-a6a0-b93ee050e02d tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b58bf0-ce4c-4f09-996a-6a253818f8ba,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:28.586034 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 59860) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:28.606173 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [None req-ec8fb50c-7e55-4970-acc0-c59cd11c7e64 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Request body: {'security_group_rule': {'security_group_id': 'aceea5f5-feb8-4c89-ad27-86bd4cdfa476', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:19:28.707632 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [None req-1bfaa528-8a97-4a7d-acfa-42aaf40243da tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Request body: {'security_group_rule': {'security_group_id': 'd1b58bf0-ce4c-4f09-996a-6a253818f8ba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:19:28.715725 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32588ee-4d12-4fe4-a504-cb44b13e0824 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aceea5f5-feb8-4c89-ad27-86bd4cdfa476,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:28.805070 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-cb5a19ed-0156-46db-876e-b37187124915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759689464324'] for port (f95f2d79-8e95-460d-b979-08e6301c655f), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:28.884557 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Current status of the port b803bc7d-24e4-4b13-8019-5fc99b0eeb41 is: DOWN; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:19:28.885079 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (b803bc7d-24e4-4b13-8019-5fc99b0eeb41), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:28.942181 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] For port b803bc7d-24e4-4b13-8019-5fc99b0eeb41, host dv-cinder-835879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=b803bc7d-24e4-4b13-8019-5fc99b0eeb41,segment=NetworkSegment(4e174139-f6b8-43d7-bf46-4927edc5f7d6),segment_id=4e174139-f6b8-43d7-bf46-4927edc5f7d6)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:19:28.968851 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (b803bc7d-24e4-4b13-8019-5fc99b0eeb41), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:28.972157 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device eac83934-d18e-4f92-9ee2-9fbe33595f74 up at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:19:28.985409 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-4f44ef09-79c8-482b-8fb3-608347e448d2 req-772edb41-97ef-4876-8057-8a505d977a51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (b48d7b59-abab-445b-89b6-d8c83392a8b6), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:28.994876 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-334e1834-948d-472b-83a6-5a847a9ca6dc None None] Publish callbacks [] for port (8a106a51-8a1b-4a6e-bb8d-131b188cff7c), precommit_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:29.132957 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-ec8fb50c-7e55-4970-acc0-c59cd11c7e64 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks [] for security_group_rule (3773f267-a4dd-4323-9fc1-a4f8d70cbc5e), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:29.139514 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-334e1834-948d-472b-83a6-5a847a9ca6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (8a106a51-8a1b-4a6e-bb8d-131b188cff7c), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:29.170272 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-1bfaa528-8a97-4a7d-acfa-42aaf40243da tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks [] for security_group_rule (30ef5c82-8436-487c-964f-95c28f4f3ee8), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:29.726914 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Pushing event updated for resources: {'Port': ['ID=b803bc7d-24e4-4b13-8019-5fc99b0eeb41,revision_number=4']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:29.816169 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 59896) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:29.996746 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Provisioning complete for port eac83934-d18e-4f92-9ee2-9fbe33595f74 triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:19:29.997316 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (eac83934-d18e-4f92-9ee2-9fbe33595f74), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:30.168640 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ab750c-9997-4603-8e00-374dc4425a32 None None] Pushing event updated for resources: {'Port': ['ID=8a106a51-8a1b-4a6e-bb8d-131b188cff7c,revision_number=3']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:30.173409 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [req-4f44ef09-79c8-482b-8fb3-608347e448d2 req-772edb41-97ef-4876-8057-8a505d977a51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b48d7b59-abab-445b-89b6-d8c83392a8b6 {{(pid=103293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:19:30.192398 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-39762340-d976-4921-93e3-b0759b6a35c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bb9cbda0-d504-4372-97ec-0881b5676f92), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:30.193276 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-4f44ef09-79c8-482b-8fb3-608347e448d2 req-772edb41-97ef-4876-8057-8a505d977a51 service neutron] Publish callbacks [] for port (b48d7b59-abab-445b-89b6-d8c83392a8b6), precommit_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:30.207788 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [None req-334e1834-948d-472b-83a6-5a847a9ca6dc None None] Attempting to bind port 8a106a51-8a1b-4a6e-bb8d-131b188cff7c on host dv-cinder-835879-1-iscsi for vnic_type normal with profile {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:19:30.209092 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [None req-334e1834-948d-472b-83a6-5a847a9ca6dc None None] Attempting to bind port 8a106a51-8a1b-4a6e-bb8d-131b188cff7c by drivers openvswitch,hyperv on host dv-cinder-835879-1-iscsi at level 0 using segments [{'id': 'e67e86d6-b9a3-48d5-b3c6-848d768aa694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '962d8774-065a-4a3e-943e-02c437f03701'}] {{(pid=103295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:19:30.211545 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334e1834-948d-472b-83a6-5a847a9ca6dc None None] Attempting to bind port 8a106a51-8a1b-4a6e-bb8d-131b188cff7c on network 962d8774-065a-4a3e-943e-02c437f03701 {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:19:30.228203 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-6e4207ad-0738-45f0-96b2-e5d813f4407b None None] Provisioning complete for port 8a106a51-8a1b-4a6e-bb8d-131b188cff7c triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:19:30.230949 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-6e4207ad-0738-45f0-96b2-e5d813f4407b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (8a106a51-8a1b-4a6e-bb8d-131b188cff7c), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:30.233362 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [req-4f44ef09-79c8-482b-8fb3-608347e448d2 req-772edb41-97ef-4876-8057-8a505d977a51 service neutron] Transition to ACTIVE for port object b48d7b59-abab-445b-89b6-d8c83392a8b6 will not be triggered until provisioned by entity L2. {{(pid=103293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 18:19:30.242631 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334e1834-948d-472b-83a6-5a847a9ca6dc None None] Checking agent: {'id': '6489659c-3f19-4a2c-89f8-52d37c938fb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 11, 4), 'started_at': datetime.datetime(2022, 3, 30, 18, 11, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:19:30.244899 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334e1834-948d-472b-83a6-5a847a9ca6dc None None] Checking segment: {'id': 'e67e86d6-b9a3-48d5-b3c6-848d768aa694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '962d8774-065a-4a3e-943e-02c437f03701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:19:30.245479 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-334e1834-948d-472b-83a6-5a847a9ca6dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:30.247546 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334e1834-948d-472b-83a6-5a847a9ca6dc None None] Bound using segment: {'id': 'e67e86d6-b9a3-48d5-b3c6-848d768aa694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '962d8774-065a-4a3e-943e-02c437f03701'} {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:19:30.249438 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [None req-334e1834-948d-472b-83a6-5a847a9ca6dc None None] Bound port: 8a106a51-8a1b-4a6e-bb8d-131b188cff7c, host: dv-cinder-835879-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e67e86d6-b9a3-48d5-b3c6-848d768aa694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '962d8774-065a-4a3e-943e-02c437f03701'}}] {{(pid=103295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:19:30.250734 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-334e1834-948d-472b-83a6-5a847a9ca6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (8a106a51-8a1b-4a6e-bb8d-131b188cff7c), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:30.283536 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-4f44ef09-79c8-482b-8fb3-608347e448d2 req-772edb41-97ef-4876-8057-8a505d977a51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (b48d7b59-abab-445b-89b6-d8c83392a8b6), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:30.346760 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5a19ed-0156-46db-876e-b37187124915 admin admin] Network af330621-acdf-4f3d-ad55-9f9e392a3f7a is already hosted by enough agents. {{(pid=103293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:19:30.399785 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-6fdf90de-1874-433e-9bc8-b8dcc33b09af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:30.478563 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-1bfaa528-8a97-4a7d-acfa-42aaf40243da tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks [] for security_group_rule (30ef5c82-8436-487c-964f-95c28f4f3ee8), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:30.572534 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-6e4207ad-0738-45f0-96b2-e5d813f4407b None None] Port 8a106a51-8a1b-4a6e-bb8d-131b188cff7c cannot update to ACTIVE because it is not bound. {{(pid=103295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:19:30.598575 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Current status of the port eac83934-d18e-4f92-9ee2-9fbe33595f74 is: ACTIVE; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:19:30.658756 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-1bfaa528-8a97-4a7d-acfa-42aaf40243da tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797579'] for security_group_rule (30ef5c82-8436-487c-964f-95c28f4f3ee8), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:30.662683 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.base_scheduler [None req-cb5a19ed-0156-46db-876e-b37187124915 admin admin] Resources bound (agent type, host, resource id): {{(pid=103293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:19:30.723044 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-334e1834-948d-472b-83a6-5a847a9ca6dc None None] For port 8a106a51-8a1b-4a6e-bb8d-131b188cff7c, host dv-cinder-835879-1-iscsi, cleared binding levels {{(pid=103295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:19:30.728355 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-334e1834-948d-472b-83a6-5a847a9ca6dc None None] For port 8a106a51-8a1b-4a6e-bb8d-131b188cff7c, host dv-cinder-835879-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=8a106a51-8a1b-4a6e-bb8d-131b188cff7c,segment=NetworkSegment(e67e86d6-b9a3-48d5-b3c6-848d768aa694),segment_id=e67e86d6-b9a3-48d5-b3c6-848d768aa694)] {{(pid=103295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:19:30.740500 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-334e1834-948d-472b-83a6-5a847a9ca6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (8a106a51-8a1b-4a6e-bb8d-131b188cff7c), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:30.781060 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-6fdf90de-1874-433e-9bc8-b8dcc33b09af admin admin] Publish callbacks [] for security_group (e418d61e-a77d-4424-b13d-bcf2d5896487), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:30.788900 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-6fdf90de-1874-433e-9bc8-b8dcc33b09af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (e418d61e-a77d-4424-b13d-bcf2d5896487), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:30.808606 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5a19ed-0156-46db-876e-b37187124915 admin admin] Received port after_create {{(pid=103293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:19:30.809254 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-cb5a19ed-0156-46db-876e-b37187124915 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625807'] for router_interface (9e927d26-fdad-4de0-b401-be4f8bf7ed4f), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:30.912258 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-6fdf90de-1874-433e-9bc8-b8dcc33b09af admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a3f477e2ad224f07bb99eb781cc5db42&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0923617 Mar 30 18:19:30.957299 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 59918) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:31.054622 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device b803bc7d-24e4-4b13-8019-5fc99b0eeb41 up at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:19:31.065872 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334e1834-948d-472b-83a6-5a847a9ca6dc None None] Routers {'f010dd47-46c7-4a72-9687-8085a6f3d386'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:19:31.066507 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-334e1834-948d-472b-83a6-5a847a9ca6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:19:30Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['f010dd47-46c7-4a72-9687-8085a6f3d386'], 'active': True} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:19:31.103821 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdf90de-1874-433e-9bc8-b8dcc33b09af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e418d61e-a77d-4424-b13d-bcf2d5896487,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:31.197331 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ab750c-9997-4603-8e00-374dc4425a32 None None] Pushing event updated for resources: {'Port': ['ID=8a106a51-8a1b-4a6e-bb8d-131b188cff7c,revision_number=4']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:31.233632 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-a8e6ea7b-418d-4e88-add4-6d4bd3ccac81 admin admin] Publish callbacks [] for security_group (e418d61e-a77d-4424-b13d-bcf2d5896487), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:31.342797 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-a8e6ea7b-418d-4e88-add4-6d4bd3ccac81 admin admin] Publish callbacks [] for security_group (e418d61e-a77d-4424-b13d-bcf2d5896487), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:31.435601 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f19afa9d-e030-40e8-acc4-8e1b9083a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (63dcb6ae-3517-415b-a3a4-cfabe01bf14f), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:31.445238 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-3de45cc6-81e2-4636-b53e-6ca3c133b7f9 None None] Provisioning complete for port f95f2d79-8e95-460d-b979-08e6301c655f triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:19:31.449711 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-3de45cc6-81e2-4636-b53e-6ca3c133b7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (f95f2d79-8e95-460d-b979-08e6301c655f), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:31.451804 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfaa528-8a97-4a7d-acfa-42aaf40243da tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30ef5c82-8436-487c-964f-95c28f4f3ee8,revision_number=0']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:31.501368 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-a8e6ea7b-418d-4e88-add4-6d4bd3ccac81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (e418d61e-a77d-4424-b13d-bcf2d5896487), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:31.506355 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-a8e6ea7b-418d-4e88-add4-6d4bd3ccac81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:31.512903 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-a8e6ea7b-418d-4e88-add4-6d4bd3ccac81 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e418d61e-a77d-4424-b13d-bcf2d5896487 HTTP/1.1" status: 204 len: 168 time: 0.5542397 Mar 30 18:19:31.528855 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-1bfaa528-8a97-4a7d-acfa-42aaf40243da tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:31.535064 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-1bfaa528-8a97-4a7d-acfa-42aaf40243da tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.9153717 Mar 30 18:19:31.537629 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a19ed-0156-46db-876e-b37187124915 admin admin] Pushing event updated for resources: {'Port': ['ID=f95f2d79-8e95-460d-b979-08e6301c655f,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:31.545763 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 59940) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:31.547192 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e6ea7b-418d-4e88-add4-6d4bd3ccac81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e418d61e-a77d-4424-b13d-bcf2d5896487,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:31.578421 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-3de45cc6-81e2-4636-b53e-6ca3c133b7f9 None None] Port f95f2d79-8e95-460d-b979-08e6301c655f cannot update to ACTIVE because it is not bound. {{(pid=103295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:19:31.584626 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-6127620b-395d-432f-a55e-cd726afac788 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Request body: {'security_group_rule': {'security_group_id': 'd1b58bf0-ce4c-4f09-996a-6a253818f8ba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:19:31.703910 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvr_db [None req-334e1834-948d-472b-83a6-5a847a9ca6dc None None] Set router f010dd47-46c7-4a72-9687-8085a6f3d386 gateway port host: dv-cinder-835879-1-iscsi {{(pid=103295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:19:31.704343 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-6127620b-395d-432f-a55e-cd726afac788 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks [] for security_group_rule (d875c285-2f91-42cf-a6cb-dd794313e6bd), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:31.746418 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772edb41-97ef-4876-8057-8a505d977a51 service neutron] Pushing event updated for resources: {'Port': ['ID=b48d7b59-abab-445b-89b6-d8c83392a8b6,revision_number=2']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:31.796842 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Provisioning complete for port b803bc7d-24e4-4b13-8019-5fc99b0eeb41 triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:19:31.798423 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (b803bc7d-24e4-4b13-8019-5fc99b0eeb41), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:31.814704 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-ec8fb50c-7e55-4970-acc0-c59cd11c7e64 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks [] for security_group_rule (3773f267-a4dd-4323-9fc1-a4f8d70cbc5e), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:31.840666 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-ec8fb50c-7e55-4970-acc0-c59cd11c7e64 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797579'] for security_group_rule (3773f267-a4dd-4323-9fc1-a4f8d70cbc5e), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:31.858983 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [req-4f44ef09-79c8-482b-8fb3-608347e448d2 req-772edb41-97ef-4876-8057-8a505d977a51 service neutron] Attempting to bind port b48d7b59-abab-445b-89b6-d8c83392a8b6 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:19:31.867896 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [req-4f44ef09-79c8-482b-8fb3-608347e448d2 req-772edb41-97ef-4876-8057-8a505d977a51 service neutron] Attempting to bind port b48d7b59-abab-445b-89b6-d8c83392a8b6 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '46b9f157-5b9b-4e80-8a1a-e3e5732a30da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5a13807d-3074-446c-ac3d-e6d770bd44d2'}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:19:31.868591 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f44ef09-79c8-482b-8fb3-608347e448d2 req-772edb41-97ef-4876-8057-8a505d977a51 service neutron] Attempting to bind port b48d7b59-abab-445b-89b6-d8c83392a8b6 on network 5a13807d-3074-446c-ac3d-e6d770bd44d2 {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:19:31.890752 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-58e82e4d-12f4-4111-b48d-8df3bea3585d None None] Provisioning complete for port 8a106a51-8a1b-4a6e-bb8d-131b188cff7c triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:19:31.892220 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-58e82e4d-12f4-4111-b48d-8df3bea3585d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (8a106a51-8a1b-4a6e-bb8d-131b188cff7c), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:31.913491 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-6127620b-395d-432f-a55e-cd726afac788 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks [] for security_group_rule (d875c285-2f91-42cf-a6cb-dd794313e6bd), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:31.923764 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-6127620b-395d-432f-a55e-cd726afac788 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797579'] for security_group_rule (d875c285-2f91-42cf-a6cb-dd794313e6bd), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:32.004940 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6127620b-395d-432f-a55e-cd726afac788 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d875c285-2f91-42cf-a6cb-dd794313e6bd,revision_number=0']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:32.017800 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c10d9f-9d9b-4893-977b-478b603b43bc req-dfbc330e-d1c7-4166-9c2d-12442143de2d tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:32.029571 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c8c10d9f-9d9b-4893-977b-478b603b43bc req-dfbc330e-d1c7-4166-9c2d-12442143de2d tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab77262-1737-4df0-938b-bfd824e24f04 HTTP/1.1" status: 200 len: 943 time: 1.7932363 Mar 30 18:19:32.051276 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f44ef09-79c8-482b-8fb3-608347e448d2 req-772edb41-97ef-4876-8057-8a505d977a51 service neutron] Port b48d7b59-abab-445b-89b6-d8c83392a8b6 on network 5a13807d-3074-446c-ac3d-e6d770bd44d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 18:19:32.051701 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f44ef09-79c8-482b-8fb3-608347e448d2 req-772edb41-97ef-4876-8057-8a505d977a51 service neutron] Attempting to bind port b48d7b59-abab-445b-89b6-d8c83392a8b6 on network 5a13807d-3074-446c-ac3d-e6d770bd44d2 {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:19:32.077185 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-6127620b-395d-432f-a55e-cd726afac788 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:32.084761 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-6127620b-395d-432f-a55e-cd726afac788 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5293608 Mar 30 18:19:32.085947 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 59962) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:32.113611 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-5bd367af-ba94-4144-96c9-92b428d2553a tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Request body: {'floatingip': {'floating_network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:19:32.128519 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f44ef09-79c8-482b-8fb3-608347e448d2 req-772edb41-97ef-4876-8057-8a505d977a51 service neutron] Checking agent: {'id': '48cc6dd0-9d47-40d1-bfd7-3609261a1488', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 17, 16), 'started_at': datetime.datetime(2022, 3, 30, 18, 17, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:19:32.128899 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f44ef09-79c8-482b-8fb3-608347e448d2 req-772edb41-97ef-4876-8057-8a505d977a51 service neutron] Checking segment: {'id': '46b9f157-5b9b-4e80-8a1a-e3e5732a30da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5a13807d-3074-446c-ac3d-e6d770bd44d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:19:32.129661 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f44ef09-79c8-482b-8fb3-608347e448d2 req-772edb41-97ef-4876-8057-8a505d977a51 service neutron] Bound using segment: {'id': '46b9f157-5b9b-4e80-8a1a-e3e5732a30da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5a13807d-3074-446c-ac3d-e6d770bd44d2'} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:19:32.130298 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [req-4f44ef09-79c8-482b-8fb3-608347e448d2 req-772edb41-97ef-4876-8057-8a505d977a51 service neutron] Bound port: b48d7b59-abab-445b-89b6-d8c83392a8b6, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46b9f157-5b9b-4e80-8a1a-e3e5732a30da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5a13807d-3074-446c-ac3d-e6d770bd44d2'}}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:19:32.130810 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-4f44ef09-79c8-482b-8fb3-608347e448d2 req-772edb41-97ef-4876-8057-8a505d977a51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (b48d7b59-abab-445b-89b6-d8c83392a8b6), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:32.163751 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8fb50c-7e55-4970-acc0-c59cd11c7e64 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3773f267-a4dd-4323-9fc1-a4f8d70cbc5e,revision_number=0']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:32.197653 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-ec8fb50c-7e55-4970-acc0-c59cd11c7e64 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:32.202445 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 59970) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:32.202623 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-ec8fb50c-7e55-4970-acc0-c59cd11c7e64 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.6109562 Mar 30 18:19:32.214574 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-d50e9eb5-0b98-419f-bed9-8285f806b97a tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Request body: {'security_group_rule': {'security_group_id': 'aceea5f5-feb8-4c89-ad27-86bd4cdfa476', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:19:32.265025 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Current status of the port b803bc7d-24e4-4b13-8019-5fc99b0eeb41 is: ACTIVE; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:19:32.266626 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device 8b358b39-fc28-4ebf-8081-7d792932c3d0 up at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:19:32.289301 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5bd367af-ba94-4144-96c9-92b428d2553a tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:32.313786 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464e5265-6f17-4e78-a3d5-b6dcce222b48 None None] Sync routers for ids ['73970077-0c69-4313-9243-2daceaa6b2a7'] in dv-cinder-835879-1-iscsi {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:19:32.334052 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c8c10d9f-9d9b-4893-977b-478b603b43bc req-2e179156-631a-4548-90e9-327f51d64e87 tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e9e6f4e-c586-46f3-8b25-0e1b05821b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034549 Mar 30 18:19:32.341505 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464e5265-6f17-4e78-a3d5-b6dcce222b48 None None] Routers {'73970077-0c69-4313-9243-2daceaa6b2a7'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:19:32.342639 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-464e5265-6f17-4e78-a3d5-b6dcce222b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:19:30Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['73970077-0c69-4313-9243-2daceaa6b2a7'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:19:32.487557 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [req-4f44ef09-79c8-482b-8fb3-608347e448d2 req-772edb41-97ef-4876-8057-8a505d977a51 service neutron] For port b48d7b59-abab-445b-89b6-d8c83392a8b6, host hv-cinder-83587, cleared binding levels {{(pid=103293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:19:32.499013 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-58e82e4d-12f4-4111-b48d-8df3bea3585d None None] Current status of the port 8a106a51-8a1b-4a6e-bb8d-131b188cff7c is: DOWN; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:19:32.499013 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-58e82e4d-12f4-4111-b48d-8df3bea3585d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (8a106a51-8a1b-4a6e-bb8d-131b188cff7c), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:32.560896 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-d50e9eb5-0b98-419f-bed9-8285f806b97a tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks [] for security_group_rule (313247e7-5f30-4163-897a-1b66417d5c7f), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:32.568522 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-cb5a19ed-0156-46db-876e-b37187124915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (f95f2d79-8e95-460d-b979-08e6301c655f), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:32.584152 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [req-4f44ef09-79c8-482b-8fb3-608347e448d2 req-772edb41-97ef-4876-8057-8a505d977a51 service neutron] For port b48d7b59-abab-445b-89b6-d8c83392a8b6, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=b48d7b59-abab-445b-89b6-d8c83392a8b6,segment=NetworkSegment(46b9f157-5b9b-4e80-8a1a-e3e5732a30da),segment_id=46b9f157-5b9b-4e80-8a1a-e3e5732a30da)] {{(pid=103293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:19:32.598806 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 59974) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:32.635182 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Provisioning complete for port 8b358b39-fc28-4ebf-8081-7d792932c3d0 triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:19:32.643797 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (8b358b39-fc28-4ebf-8081-7d792932c3d0), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:32.651252 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-464e5265-6f17-4e78-a3d5-b6dcce222b48 None None] Set router 73970077-0c69-4313-9243-2daceaa6b2a7 gateway port host: dv-cinder-835879-1-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:19:32.671411 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-4f44ef09-79c8-482b-8fb3-608347e448d2 req-772edb41-97ef-4876-8057-8a505d977a51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (b48d7b59-abab-445b-89b6-d8c83392a8b6), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:32.776675 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-735ee7a5-faf9-4a72-9605-65e031eaef75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bc479c0e-1124-4d13-b03e-bb2d712dc776), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:32.907687 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772edb41-97ef-4876-8057-8a505d977a51 service neutron] Pushing event updated for resources: {'Port': ['ID=b48d7b59-abab-445b-89b6-d8c83392a8b6,revision_number=3']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:32.931093 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f3ab4c7b-682a-4145-a205-bce34c00d5e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:32.937144 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-58e82e4d-12f4-4111-b48d-8df3bea3585d None None] For port 8a106a51-8a1b-4a6e-bb8d-131b188cff7c, host dv-cinder-835879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=8a106a51-8a1b-4a6e-bb8d-131b188cff7c,segment=NetworkSegment(e67e86d6-b9a3-48d5-b3c6-848d768aa694),segment_id=e67e86d6-b9a3-48d5-b3c6-848d768aa694)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:19:32.966580 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-58e82e4d-12f4-4111-b48d-8df3bea3585d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (8a106a51-8a1b-4a6e-bb8d-131b188cff7c), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:32.997426 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-d50e9eb5-0b98-419f-bed9-8285f806b97a tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks [] for security_group_rule (313247e7-5f30-4163-897a-1b66417d5c7f), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:33.015381 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-d50e9eb5-0b98-419f-bed9-8285f806b97a tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797579'] for security_group_rule (313247e7-5f30-4163-897a-1b66417d5c7f), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:33.076391 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f44ef09-79c8-482b-8fb3-608347e448d2 req-772edb41-97ef-4876-8057-8a505d977a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:33.077092 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-4f44ef09-79c8-482b-8fb3-608347e448d2 req-772edb41-97ef-4876-8057-8a505d977a51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628270'] for port (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:33.078792 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4f44ef09-79c8-482b-8fb3-608347e448d2 req-772edb41-97ef-4876-8057-8a505d977a51 service neutron] 10.222.0.55 "PUT /v2.0/ports/b48d7b59-abab-445b-89b6-d8c83392a8b6 HTTP/1.1" status: 200 len: 1093 time: 5.4906454 Mar 30 18:19:33.079415 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bab77262-1737-4df0-938b-bfd824e24f04', 'tag': 'b48d7b59-abab-445b-89b6-d8c83392a8b6'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:19:33.088839 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50e9eb5-0b98-419f-bed9-8285f806b97a tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=313247e7-5f30-4163-897a-1b66417d5c7f,revision_number=0']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:33.109423 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-d50e9eb5-0b98-419f-bed9-8285f806b97a tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:33.114699 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-d50e9eb5-0b98-419f-bed9-8285f806b97a tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9097238 Mar 30 18:19:33.122027 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 59980) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:33.138001 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-c06023af-cb59-4a6c-ba7b-3a003732dc1f tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Request body: {'floatingip': {'floating_network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:19:33.150032 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-464e5265-6f17-4e78-a3d5-b6dcce222b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73970077-0c69-4313-9243-2daceaa6b2a7', 'name': 'tempest-AttachVolumeTestJSON-839470666-router', 'tenant_id': 'f6636f8a031548d18e3429de74b004e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '8b358b39-fc28-4ebf-8081-7d792932c3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:19:13Z', 'updated_at': '2022-03-30T18:19:23Z', 'revision_number': 4, 'project_id': 'f6636f8a031548d18e3429de74b004e9', 'gw_port': {'id': '8b358b39-fc28-4ebf-8081-7d792932c3d0', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:15:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73970077-0c69-4313-9243-2daceaa6b2a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:14Z', 'updated_at': '2022-03-30T18:19:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_interfaces': [{'id': 'b73a327a-50c8-48fb-895d-601d4c8a223b', 'name': '', 'network_id': '99f9262f-3c8d-47d0-8af2-845395ed3cd0', 'tenant_id': 'f6636f8a031548d18e3429de74b004e9', 'mac_address': 'fa:16:3e:af:14:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73970077-0c69-4313-9243-2daceaa6b2a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4cc6a602-aaad-4e34-b4ef-47ed89dd7ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:21Z', 'updated_at': '2022-03-30T18:19:23Z', 'revision_number': 2, 'project_id': 'f6636f8a031548d18e3429de74b004e9', 'subnets': [{'id': '4cc6a602-aaad-4e34-b4ef-47ed89dd7ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:19:33.195463 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464e5265-6f17-4e78-a3d5-b6dcce222b48 None None] Checking router: 73970077-0c69-4313-9243-2daceaa6b2a7 for host: dv-cinder-835879-1-iscsi {{(pid=103296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:19:33.195935 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464e5265-6f17-4e78-a3d5-b6dcce222b48 None None] Updating router 73970077-0c69-4313-9243-2daceaa6b2a7 port b73a327a-50c8-48fb-895d-601d4c8a223b binding host dv-cinder-835879-1-iscsi {{(pid=103296) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 18:19:33.201579 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e82e4d-12f4-4111-b48d-8df3bea3585d None None] Pushing event updated for resources: {'Port': ['ID=8a106a51-8a1b-4a6e-bb8d-131b188cff7c,revision_number=5']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:33.244571 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-334e1834-948d-472b-83a6-5a847a9ca6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f010dd47-46c7-4a72-9687-8085a6f3d386', 'name': 'tempest-AttachVolumeShelveTestJSON-931886875-router', 'tenant_id': '160e10afe45b4c309f409b0d9735b01b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'eac83934-d18e-4f92-9ee2-9fbe33595f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:19:11Z', 'updated_at': '2022-03-30T18:19:20Z', 'revision_number': 4, 'project_id': '160e10afe45b4c309f409b0d9735b01b', 'gw_port': {'id': 'eac83934-d18e-4f92-9ee2-9fbe33595f74', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f010dd47-46c7-4a72-9687-8085a6f3d386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:12Z', 'updated_at': '2022-03-30T18:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_interfaces': [{'id': '8a106a51-8a1b-4a6e-bb8d-131b188cff7c', 'name': '', 'network_id': '962d8774-065a-4a3e-943e-02c437f03701', 'tenant_id': '160e10afe45b4c309f409b0d9735b01b', 'mac_address': 'fa:16:3e:4c:b3:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f010dd47-46c7-4a72-9687-8085a6f3d386', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8c5ebae0-2426-48ad-8a00-7de0e10a4970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:18Z', 'updated_at': '2022-03-30T18:19:30Z', 'revision_number': 4, 'project_id': '160e10afe45b4c309f409b0d9735b01b', 'subnets': [{'id': '8c5ebae0-2426-48ad-8a00-7de0e10a4970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:19:33.276044 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c06023af-cb59-4a6c-ba7b-3a003732dc1f tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:33.282985 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-464e5265-6f17-4e78-a3d5-b6dcce222b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (b73a327a-50c8-48fb-895d-601d4c8a223b), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:33.310963 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5bd367af-ba94-4144-96c9-92b428d2553a tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:33.555079 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334e1834-948d-472b-83a6-5a847a9ca6dc None None] The sync data for ids ['f010dd47-46c7-4a72-9687-8085a6f3d386'] in dv-cinder-835879-1-iscsi is: [{'id': 'f010dd47-46c7-4a72-9687-8085a6f3d386', 'name': 'tempest-AttachVolumeShelveTestJSON-931886875-router', 'tenant_id': '160e10afe45b4c309f409b0d9735b01b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'eac83934-d18e-4f92-9ee2-9fbe33595f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:19:11Z', 'updated_at': '2022-03-30T18:19:20Z', 'revision_number': 4, 'project_id': '160e10afe45b4c309f409b0d9735b01b', 'gw_port': {'id': 'eac83934-d18e-4f92-9ee2-9fbe33595f74', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f010dd47-46c7-4a72-9687-8085a6f3d386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:12Z', 'updated_at': '2022-03-30T18:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_interfaces': [{'id': '8a106a51-8a1b-4a6e-bb8d-131b188cff7c', 'name': '', 'network_id': '962d8774-065a-4a3e-943e-02c437f03701', 'tenant_id': '160e10afe45b4c309f409b0d9735b01b', 'mac_address': 'fa:16:3e:4c:b3:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f010dd47-46c7-4a72-9687-8085a6f3d386', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8c5ebae0-2426-48ad-8a00-7de0e10a4970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:18Z', 'updated_at': '2022-03-30T18:19:30Z', 'revision_number': 4, 'project_id': '160e10afe45b4c309f409b0d9735b01b', 'subnets': [{'id': '8c5ebae0-2426-48ad-8a00-7de0e10a4970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:19:33.563360 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Current status of the port 8b358b39-fc28-4ebf-8081-7d792932c3d0 is: DOWN; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:19:33.563846 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (8b358b39-fc28-4ebf-8081-7d792932c3d0), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:33.647981 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] For port 8b358b39-fc28-4ebf-8081-7d792932c3d0, host dv-cinder-835879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=8b358b39-fc28-4ebf-8081-7d792932c3d0,segment=NetworkSegment(4e174139-f6b8-43d7-bf46-4927edc5f7d6),segment_id=4e174139-f6b8-43d7-bf46-4927edc5f7d6)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:19:33.655770 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (8b358b39-fc28-4ebf-8081-7d792932c3d0), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:33.808367 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.db.db_base_plugin_common [None req-5bd367af-ba94-4144-96c9-92b428d2553a tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Allocated IP 172.27.0.10 (502cc405-82c2-4579-84e2-1393f2fa67cd/b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8/d409c40a-ffda-465b-844f-4a3e8549f63f) {{(pid=103294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:19:33.832044 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e41150553c85b09edab6cb52843a30629a36ec9d810f78f9b9d5c7c277fb574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c10269-e339-4b93-9c75-2ea8e9acd6c0" -d '{"events": [{"name": "network-changed", "server_uuid": "bab77262-1737-4df0-938b-bfd824e24f04", "tag": "b48d7b59-abab-445b-89b6-d8c83392a8b6"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:19:33.894702 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Pushing event updated for resources: {'Port': ['ID=8b358b39-fc28-4ebf-8081-7d792932c3d0,revision_number=4']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:33.987176 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (6489659c-3f19-4a2c-89f8-52d37c938fb3), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:34.009429 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5bd367af-ba94-4144-96c9-92b428d2553a tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks [] for port (d409c40a-ffda-465b-844f-4a3e8549f63f), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:34.059391 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5bd367af-ba94-4144-96c9-92b428d2553a tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759689464324'] for port (d409c40a-ffda-465b-844f-4a3e8549f63f), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:34.118348 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f3ab4c7b-682a-4145-a205-bce34c00d5e0 admin admin] Publish callbacks [] for security_group (9d823349-eba7-418e-93f6-6accf5a03257), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:34.119598 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd367af-ba94-4144-96c9-92b428d2553a tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Pushing event updated for resources: {'Port': ['ID=d409c40a-ffda-465b-844f-4a3e8549f63f,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:34.155595 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd367af-ba94-4144-96c9-92b428d2553a tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Network 502cc405-82c2-4579-84e2-1393f2fa67cd is already hosted by enough agents. {{(pid=103294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:19:34.159494 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.base_scheduler [None req-5bd367af-ba94-4144-96c9-92b428d2553a tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Resources bound (agent type, host, resource id): {{(pid=103294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:19:34.162857 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd367af-ba94-4144-96c9-92b428d2553a tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Received port after_create {{(pid=103294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:19:34.178127 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f3ab4c7b-682a-4145-a205-bce34c00d5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (9d823349-eba7-418e-93f6-6accf5a03257), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:34.346724 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5bd367af-ba94-4144-96c9-92b428d2553a tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks [] for floatingip (2e11724e-22de-4a09-8041-e726b7bb7ea5), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:34.367250 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-f3ab4c7b-682a-4145-a205-bce34c00d5e0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c9cb3243fc5b4cc9abeee6cf65083289&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7515271 Mar 30 18:19:34.379108 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 60018) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:34.418359 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-464e5265-6f17-4e78-a3d5-b6dcce222b48 None None] Publish callbacks [] for port (b73a327a-50c8-48fb-895d-601d4c8a223b), precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:34.422669 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c06023af-cb59-4a6c-ba7b-3a003732dc1f tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:34.440967 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-464e5265-6f17-4e78-a3d5-b6dcce222b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (b73a327a-50c8-48fb-895d-601d4c8a223b), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:34.484535 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5bd367af-ba94-4144-96c9-92b428d2553a tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (d409c40a-ffda-465b-844f-4a3e8549f63f), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:34.498022 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f44ef09-79c8-482b-8fb3-608347e448d2 req-9ba74f9d-4ea1-4bea-85c6-1df4fb4ac22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:34.499903 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4f44ef09-79c8-482b-8fb3-608347e448d2 req-9ba74f9d-4ea1-4bea-85c6-1df4fb4ac22d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5c253b62a3ca4dbaabca985336025439&device_id=bab77262-1737-4df0-938b-bfd824e24f04 HTTP/1.1" status: 200 len: 1127 time: 1.1936955 Mar 30 18:19:34.532680 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ab4c7b-682a-4145-a205-bce34c00d5e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d823349-eba7-418e-93f6-6accf5a03257,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:34.633819 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-66166153-79a6-43da-96a5-f5a423fa1cad admin admin] Publish callbacks [] for security_group (9d823349-eba7-418e-93f6-6accf5a03257), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:34.644159 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81851c3d-628e-410f-b2be-64146f302c4d None None] Pushing event updated for resources: {'Port': ['ID=b73a327a-50c8-48fb-895d-601d4c8a223b,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:34.743068 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1140d74-412a-4227-8034-3633ff5897a8 req-61b87557-edaf-46ca-aaa3-83f01ddc406b tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:34.752676 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-b1140d74-412a-4227-8034-3633ff5897a8 req-61b87557-edaf-46ca-aaa3-83f01ddc406b tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab77262-1737-4df0-938b-bfd824e24f04 HTTP/1.1" status: 200 len: 943 time: 1.2265065 Mar 30 18:19:34.845443 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-464e5265-6f17-4e78-a3d5-b6dcce222b48 None None] Attempting to bind port b73a327a-50c8-48fb-895d-601d4c8a223b on host dv-cinder-835879-1-iscsi for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:19:34.853813 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-464e5265-6f17-4e78-a3d5-b6dcce222b48 None None] Attempting to bind port b73a327a-50c8-48fb-895d-601d4c8a223b by drivers openvswitch,hyperv on host dv-cinder-835879-1-iscsi at level 0 using segments [{'id': '488ac68f-655a-4ba9-b4cf-6bd5f03620c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '99f9262f-3c8d-47d0-8af2-845395ed3cd0'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:19:34.854555 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464e5265-6f17-4e78-a3d5-b6dcce222b48 None None] Attempting to bind port b73a327a-50c8-48fb-895d-601d4c8a223b on network 99f9262f-3c8d-47d0-8af2-845395ed3cd0 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:19:34.882354 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464e5265-6f17-4e78-a3d5-b6dcce222b48 None None] Checking agent: {'id': '6489659c-3f19-4a2c-89f8-52d37c938fb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 11, 4), 'started_at': datetime.datetime(2022, 3, 30, 18, 11, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:19:34.882752 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464e5265-6f17-4e78-a3d5-b6dcce222b48 None None] Checking segment: {'id': '488ac68f-655a-4ba9-b4cf-6bd5f03620c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '99f9262f-3c8d-47d0-8af2-845395ed3cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:19:34.883245 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-464e5265-6f17-4e78-a3d5-b6dcce222b48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:34.887127 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464e5265-6f17-4e78-a3d5-b6dcce222b48 None None] Bound using segment: {'id': '488ac68f-655a-4ba9-b4cf-6bd5f03620c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '99f9262f-3c8d-47d0-8af2-845395ed3cd0'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:19:34.889232 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-464e5265-6f17-4e78-a3d5-b6dcce222b48 None None] Bound port: b73a327a-50c8-48fb-895d-601d4c8a223b, host: dv-cinder-835879-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '488ac68f-655a-4ba9-b4cf-6bd5f03620c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '99f9262f-3c8d-47d0-8af2-845395ed3cd0'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:19:34.893286 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-464e5265-6f17-4e78-a3d5-b6dcce222b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (b73a327a-50c8-48fb-895d-601d4c8a223b), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:34.897952 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-66166153-79a6-43da-96a5-f5a423fa1cad admin admin] Publish callbacks [] for security_group (9d823349-eba7-418e-93f6-6accf5a03257), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:34.936879 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4f44ef09-79c8-482b-8fb3-608347e448d2 req-08fed8f5-f468-4cf9-bc61-14ba4ac5dcfa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b48d7b59-abab-445b-89b6-d8c83392a8b6 HTTP/1.1" status: 200 len: 217 time: 0.3664191 Mar 30 18:19:35.074489 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a895c788-5c26-464d-b4f4-fe6cb99fea8e x-openstack-request-id: req-a895c788-5c26-464d-b4f4-fe6cb99fea8e {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:19:35.074788 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bab77262-1737-4df0-938b-bfd824e24f04", "tag": "b48d7b59-abab-445b-89b6-d8c83392a8b6", "status": "completed", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:19:35.075048 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a895c788-5c26-464d-b4f4-fe6cb99fea8e {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:19:35.077131 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a895c788-5c26-464d-b4f4-fe6cb99fea8e'] response: {'name': 'network-changed', 'server_uuid': 'bab77262-1737-4df0-938b-bfd824e24f04', 'tag': 'b48d7b59-abab-445b-89b6-d8c83392a8b6', 'status': 'completed', 'code': 200} Mar 30 18:19:35.120954 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-464e5265-6f17-4e78-a3d5-b6dcce222b48 None None] For port b73a327a-50c8-48fb-895d-601d4c8a223b, host dv-cinder-835879-1-iscsi, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:19:35.126357 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-464e5265-6f17-4e78-a3d5-b6dcce222b48 None None] For port b73a327a-50c8-48fb-895d-601d4c8a223b, host dv-cinder-835879-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=b73a327a-50c8-48fb-895d-601d4c8a223b,segment=NetworkSegment(488ac68f-655a-4ba9-b4cf-6bd5f03620c2),segment_id=488ac68f-655a-4ba9-b4cf-6bd5f03620c2)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:19:35.142382 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-464e5265-6f17-4e78-a3d5-b6dcce222b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (b73a327a-50c8-48fb-895d-601d4c8a223b), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:35.173457 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-7834cb0f-2d2f-4697-b1eb-173ae6b31106 None None] Provisioning complete for port b73a327a-50c8-48fb-895d-601d4c8a223b triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:19:35.174000 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-7834cb0f-2d2f-4697-b1eb-173ae6b31106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (b73a327a-50c8-48fb-895d-601d4c8a223b), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:35.220064 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.db.db_base_plugin_common [None req-c06023af-cb59-4a6c-ba7b-3a003732dc1f tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Allocated IP 172.27.0.150 (502cc405-82c2-4579-84e2-1393f2fa67cd/b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8/f3079e84-d9ea-4f9e-ab04-12a943e82e0f) {{(pid=103294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:19:35.236599 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-b1140d74-412a-4227-8034-3633ff5897a8 req-08e95745-2fa9-47d0-8528-99c5f890d641 tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e9e6f4e-c586-46f3-8b25-0e1b05821b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4766011 Mar 30 18:19:35.322911 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464e5265-6f17-4e78-a3d5-b6dcce222b48 None None] Routers {'73970077-0c69-4313-9243-2daceaa6b2a7'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:19:35.323628 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-464e5265-6f17-4e78-a3d5-b6dcce222b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:19:30Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['73970077-0c69-4313-9243-2daceaa6b2a7'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:19:35.336647 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81851c3d-628e-410f-b2be-64146f302c4d None None] Pushing event updated for resources: {'Port': ['ID=b73a327a-50c8-48fb-895d-601d4c8a223b,revision_number=4']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:35.391048 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-66166153-79a6-43da-96a5-f5a423fa1cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (9d823349-eba7-418e-93f6-6accf5a03257), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:35.399655 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-66166153-79a6-43da-96a5-f5a423fa1cad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:35.414486 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-66166153-79a6-43da-96a5-f5a423fa1cad admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9d823349-eba7-418e-93f6-6accf5a03257 HTTP/1.1" status: 204 len: 168 time: 1.0313036 Mar 30 18:19:35.437407 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f44ef09-79c8-482b-8fb3-608347e448d2 req-f932f1b3-b9b2-4227-beb0-30e589a16157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:35.439100 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4f44ef09-79c8-482b-8fb3-608347e448d2 req-f932f1b3-b9b2-4227-beb0-30e589a16157 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6ff1ea80-3dcd-4902-abef-0360d0fc86fa HTTP/1.1" status: 200 len: 852 time: 0.4460425 Mar 30 18:19:35.554324 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-7834cb0f-2d2f-4697-b1eb-173ae6b31106 None None] Current status of the port b73a327a-50c8-48fb-895d-601d4c8a223b is: DOWN; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:19:35.554999 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-7834cb0f-2d2f-4697-b1eb-173ae6b31106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (b73a327a-50c8-48fb-895d-601d4c8a223b), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:35.656395 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4f44ef09-79c8-482b-8fb3-608347e448d2 req-f2e30a7e-3dde-442a-b196-afe1e42808db service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5a13807d-3074-446c-ac3d-e6d770bd44d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2024212 Mar 30 18:19:35.692372 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66166153-79a6-43da-96a5-f5a423fa1cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d823349-eba7-418e-93f6-6accf5a03257,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:35.712842 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-7834cb0f-2d2f-4697-b1eb-173ae6b31106 None None] For port b73a327a-50c8-48fb-895d-601d4c8a223b, host dv-cinder-835879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=b73a327a-50c8-48fb-895d-601d4c8a223b,segment=NetworkSegment(488ac68f-655a-4ba9-b4cf-6bd5f03620c2),segment_id=488ac68f-655a-4ba9-b4cf-6bd5f03620c2)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:19:35.726805 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-7834cb0f-2d2f-4697-b1eb-173ae6b31106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (b73a327a-50c8-48fb-895d-601d4c8a223b), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:35.988626 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5bd367af-ba94-4144-96c9-92b428d2553a tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks [] for port (d409c40a-ffda-465b-844f-4a3e8549f63f), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:35.992763 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c06023af-cb59-4a6c-ba7b-3a003732dc1f tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks [] for port (f3079e84-d9ea-4f9e-ab04-12a943e82e0f), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:36.025389 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5bd367af-ba94-4144-96c9-92b428d2553a tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (d409c40a-ffda-465b-844f-4a3e8549f63f), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:36.079005 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7834cb0f-2d2f-4697-b1eb-173ae6b31106 None None] Pushing event updated for resources: {'Port': ['ID=b73a327a-50c8-48fb-895d-601d4c8a223b,revision_number=5']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:36.080474 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4f44ef09-79c8-482b-8fb3-608347e448d2 req-715bd266-330e-46d9-933c-57b1f4c52bd9 service neutron] 10.222.0.55 "GET /v2.0/networks/5a13807d-3074-446c-ac3d-e6d770bd44d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4098520 Mar 30 18:19:36.094422 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-4ca6e880-cfb9-4252-8010-05432e9ad13e None None] Provisioning complete for port b73a327a-50c8-48fb-895d-601d4c8a223b triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:19:36.095725 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-4ca6e880-cfb9-4252-8010-05432e9ad13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (b73a327a-50c8-48fb-895d-601d4c8a223b), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:36.215691 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5bd367af-ba94-4144-96c9-92b428d2553a tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623622'] for floatingip (2e11724e-22de-4a09-8041-e726b7bb7ea5), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:36.260403 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device 8a106a51-8a1b-4a6e-bb8d-131b188cff7c up at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:19:36.274740 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-464e5265-6f17-4e78-a3d5-b6dcce222b48 None None] Set router 73970077-0c69-4313-9243-2daceaa6b2a7 gateway port host: dv-cinder-835879-1-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:19:36.388214 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd367af-ba94-4144-96c9-92b428d2553a tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Pushing event updated for resources: {'Port': ['ID=d409c40a-ffda-465b-844f-4a3e8549f63f,revision_number=2']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:36.409854 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c06023af-cb59-4a6c-ba7b-3a003732dc1f tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759689464324'] for port (f3079e84-d9ea-4f9e-ab04-12a943e82e0f), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:36.436522 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5bd367af-ba94-4144-96c9-92b428d2553a tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for floatingip (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:36.439135 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-cb5a19ed-0156-46db-876e-b37187124915 admin admin] Publish callbacks [] for port (f95f2d79-8e95-460d-b979-08e6301c655f), precommit_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:36.450482 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-5bd367af-ba94-4144-96c9-92b428d2553a tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3591545 Mar 30 18:19:36.499813 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-cb5a19ed-0156-46db-876e-b37187124915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (f95f2d79-8e95-460d-b979-08e6301c655f), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:36.501292 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-cb5a19ed-0156-46db-876e-b37187124915 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1628234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625691'] for router_interface (9e927d26-fdad-4de0-b401-be4f8bf7ed4f), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:36.533558 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06023af-cb59-4a6c-ba7b-3a003732dc1f tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Network 502cc405-82c2-4579-84e2-1393f2fa67cd is already hosted by enough agents. {{(pid=103294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:19:36.535022 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06023af-cb59-4a6c-ba7b-3a003732dc1f tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Pushing event updated for resources: {'Port': ['ID=f3079e84-d9ea-4f9e-ab04-12a943e82e0f,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:36.548178 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.base_scheduler [None req-c06023af-cb59-4a6c-ba7b-3a003732dc1f tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Resources bound (agent type, host, resource id): {{(pid=103294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:19:36.555891 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06023af-cb59-4a6c-ba7b-3a003732dc1f tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Received port after_create {{(pid=103294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:19:36.640639 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-4ca6e880-cfb9-4252-8010-05432e9ad13e None None] Current status of the port b73a327a-50c8-48fb-895d-601d4c8a223b is: ACTIVE; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:19:36.671124 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Provisioning complete for port 8a106a51-8a1b-4a6e-bb8d-131b188cff7c triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:19:36.675376 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (8a106a51-8a1b-4a6e-bb8d-131b188cff7c), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:36.724089 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a19ed-0156-46db-876e-b37187124915 admin admin] Pushing event updated for resources: {'Port': ['ID=f95f2d79-8e95-460d-b979-08e6301c655f,revision_number=2']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:36.738664 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4f44ef09-79c8-482b-8fb3-608347e448d2 req-7bd14cbf-2617-4cc7-9343-193e5338abfb service neutron] 10.222.0.55 "GET /v2.0/networks/5a13807d-3074-446c-ac3d-e6d770bd44d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6336606 Mar 30 18:19:36.961783 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Current status of the port 8a106a51-8a1b-4a6e-bb8d-131b188cff7c is: ACTIVE; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:19:36.965067 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device b73a327a-50c8-48fb-895d-601d4c8a223b up at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:19:37.113134 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c06023af-cb59-4a6c-ba7b-3a003732dc1f tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks [] for floatingip (2c7581ad-6221-4b35-afe2-4d0b9b130b0d), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:37.130942 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-464e5265-6f17-4e78-a3d5-b6dcce222b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73970077-0c69-4313-9243-2daceaa6b2a7', 'name': 'tempest-AttachVolumeTestJSON-839470666-router', 'tenant_id': 'f6636f8a031548d18e3429de74b004e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '8b358b39-fc28-4ebf-8081-7d792932c3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:19:13Z', 'updated_at': '2022-03-30T18:19:23Z', 'revision_number': 4, 'project_id': 'f6636f8a031548d18e3429de74b004e9', 'gw_port': {'id': '8b358b39-fc28-4ebf-8081-7d792932c3d0', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:15:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73970077-0c69-4313-9243-2daceaa6b2a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:14Z', 'updated_at': '2022-03-30T18:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_interfaces': [{'id': 'b73a327a-50c8-48fb-895d-601d4c8a223b', 'name': '', 'network_id': '99f9262f-3c8d-47d0-8af2-845395ed3cd0', 'tenant_id': 'f6636f8a031548d18e3429de74b004e9', 'mac_address': 'fa:16:3e:af:14:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73970077-0c69-4313-9243-2daceaa6b2a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4cc6a602-aaad-4e34-b4ef-47ed89dd7ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:21Z', 'updated_at': '2022-03-30T18:19:35Z', 'revision_number': 4, 'project_id': 'f6636f8a031548d18e3429de74b004e9', 'subnets': [{'id': '4cc6a602-aaad-4e34-b4ef-47ed89dd7ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:19:37.158580 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5a19ed-0156-46db-876e-b37187124915 admin admin] Network af330621-acdf-4f3d-ad55-9f9e392a3f7a is already hosted by enough agents. {{(pid=103293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:19:37.158580 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.base_scheduler [None req-cb5a19ed-0156-46db-876e-b37187124915 admin admin] Resources bound (agent type, host, resource id): {{(pid=103293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:19:37.283121 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464e5265-6f17-4e78-a3d5-b6dcce222b48 None None] The sync data for ids ['73970077-0c69-4313-9243-2daceaa6b2a7'] in dv-cinder-835879-1-iscsi is: [{'id': '73970077-0c69-4313-9243-2daceaa6b2a7', 'name': 'tempest-AttachVolumeTestJSON-839470666-router', 'tenant_id': 'f6636f8a031548d18e3429de74b004e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '8b358b39-fc28-4ebf-8081-7d792932c3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:19:13Z', 'updated_at': '2022-03-30T18:19:23Z', 'revision_number': 4, 'project_id': 'f6636f8a031548d18e3429de74b004e9', 'gw_port': {'id': '8b358b39-fc28-4ebf-8081-7d792932c3d0', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:15:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73970077-0c69-4313-9243-2daceaa6b2a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:14Z', 'updated_at': '2022-03-30T18:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_interfaces': [{'id': 'b73a327a-50c8-48fb-895d-601d4c8a223b', 'name': '', 'network_id': '99f9262f-3c8d-47d0-8af2-845395ed3cd0', 'tenant_id': 'f6636f8a031548d18e3429de74b004e9', 'mac_address': 'fa:16:3e:af:14:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73970077-0c69-4313-9243-2daceaa6b2a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4cc6a602-aaad-4e34-b4ef-47ed89dd7ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:21Z', 'updated_at': '2022-03-30T18:19:35Z', 'revision_number': 4, 'project_id': 'f6636f8a031548d18e3429de74b004e9', 'subnets': [{'id': '4cc6a602-aaad-4e34-b4ef-47ed89dd7ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:19:37.297922 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c06023af-cb59-4a6c-ba7b-3a003732dc1f tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (f3079e84-d9ea-4f9e-ab04-12a943e82e0f), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:37.320274 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8805f87-8c12-4eca-bf0f-6a7b1b4eb037 req-b8ae7c78-3a64-4794-bc37-63899509e61d tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:37.333173 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-e8805f87-8c12-4eca-bf0f-6a7b1b4eb037 req-b8ae7c78-3a64-4794-bc37-63899509e61d tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab77262-1737-4df0-938b-bfd824e24f04 HTTP/1.1" status: 200 len: 943 time: 0.8674908 Mar 30 18:19:37.716275 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Provisioning complete for port b73a327a-50c8-48fb-895d-601d4c8a223b triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:19:37.718040 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (b73a327a-50c8-48fb-895d-601d4c8a223b), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:37.838176 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-e8805f87-8c12-4eca-bf0f-6a7b1b4eb037 req-307ac183-8365-42cb-8f44-bda587b1d6e6 tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e9e6f4e-c586-46f3-8b25-0e1b05821b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3866513 Mar 30 18:19:37.891624 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-c34c08bb-6f9f-4ee7-b4e1-2aaa647e441a None None] Provisioning complete for port f95f2d79-8e95-460d-b979-08e6301c655f triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:19:37.892571 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-c34c08bb-6f9f-4ee7-b4e1-2aaa647e441a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (f95f2d79-8e95-460d-b979-08e6301c655f), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:37.905476 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c06023af-cb59-4a6c-ba7b-3a003732dc1f tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks [] for port (f3079e84-d9ea-4f9e-ab04-12a943e82e0f), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:37.917393 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c06023af-cb59-4a6c-ba7b-3a003732dc1f tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (f3079e84-d9ea-4f9e-ab04-12a943e82e0f), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:37.945799 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-58d5ce35-ffd1-48d4-aa2c-e7d5e4174aa8 req-c924e87e-e2ac-4417-af55-4c6ca532844b tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1642537047&fields=id&tenant_id=160e10afe45b4c309f409b0d9735b01b HTTP/1.1" status: 200 len: 267 time: 0.8738260 Mar 30 18:19:37.954200 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb5a19ed-0156-46db-876e-b37187124915 admin admin] Router 9e927d26-fdad-4de0-b401-be4f8bf7ed4f has already been hosted by L3 agent bb9cbda0-d504-4372-97ec-0881b5676f92 {{(pid=103293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:19:38.014317 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-c34c08bb-6f9f-4ee7-b4e1-2aaa647e441a None None] Port f95f2d79-8e95-460d-b979-08e6301c655f cannot update to ACTIVE because it is not bound. {{(pid=103295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:19:38.090794 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c06023af-cb59-4a6c-ba7b-3a003732dc1f tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623622'] for floatingip (2c7581ad-6221-4b35-afe2-4d0b9b130b0d), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:38.112014 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06023af-cb59-4a6c-ba7b-3a003732dc1f tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Pushing event updated for resources: {'Port': ['ID=f3079e84-d9ea-4f9e-ab04-12a943e82e0f,revision_number=2']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:38.122767 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Current status of the port b73a327a-50c8-48fb-895d-601d4c8a223b is: ACTIVE; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:19:38.123848 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device 8b358b39-fc28-4ebf-8081-7d792932c3d0 up at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:19:38.152683 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c06023af-cb59-4a6c-ba7b-3a003732dc1f tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for floatingip (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:38.153994 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-c06023af-cb59-4a6c-ba7b-3a003732dc1f tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0309820 Mar 30 18:19:38.247105 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5ce35-ffd1-48d4-aa2c-e7d5e4174aa8 req-71c0e662-2dbc-4838-bc7b-84e98cc702ca tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:38.260145 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-58d5ce35-ffd1-48d4-aa2c-e7d5e4174aa8 req-71c0e662-2dbc-4838-bc7b-84e98cc702ca tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/networks?id=962d8774-065a-4a3e-943e-02c437f03701 HTTP/1.1" status: 200 len: 816 time: 0.3132489 Mar 30 18:19:38.325297 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-58d5ce35-ffd1-48d4-aa2c-e7d5e4174aa8 req-3ad43f5a-092d-4181-bfe0-0b1ce49358d1 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/quotas/160e10afe45b4c309f409b0d9735b01b HTTP/1.1" status: 200 len: 375 time: 0.0639322 Mar 30 18:19:38.348817 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Provisioning complete for port 8b358b39-fc28-4ebf-8081-7d792932c3d0 triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:19:38.349433 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (8b358b39-fc28-4ebf-8081-7d792932c3d0), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:38.433000 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c10269-e339-4b93-9c75-2ea8e9acd6c0 req-e11a3234-b2f8-4db2-be3f-39c7c8a296c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:38.441184 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a3c10269-e339-4b93-9c75-2ea8e9acd6c0 req-e11a3234-b2f8-4db2-be3f-39c7c8a296c4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5c253b62a3ca4dbaabca985336025439&device_id=bab77262-1737-4df0-938b-bfd824e24f04 HTTP/1.1" status: 200 len: 1127 time: 1.3482220 Mar 30 18:19:38.633769 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Current status of the port 8b358b39-fc28-4ebf-8081-7d792932c3d0 is: ACTIVE; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:19:38.820998 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device b73a327a-50c8-48fb-895d-601d4c8a223b up at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:19:38.948374 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Provisioning complete for port b73a327a-50c8-48fb-895d-601d4c8a223b triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:19:38.949129 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (b73a327a-50c8-48fb-895d-601d4c8a223b), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:38.967734 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 60228) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:39.058936 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Current status of the port b73a327a-50c8-48fb-895d-601d4c8a223b is: ACTIVE; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:19:39.117921 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5a19ed-0156-46db-876e-b37187124915 admin admin] Notify agent at l3_agent.dv-cinder-835879-1-iscsi the message routers_updated {{(pid=103293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:19:39.132437 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-cb5a19ed-0156-46db-876e-b37187124915 admin admin] 10.222.0.18 "PUT /v2.0/routers/9e927d26-fdad-4de0-b401-be4f8bf7ed4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.2221758 Mar 30 18:19:39.135766 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40575d5c-0373-4ed8-900e-7603b6648433 None None] Sync routers for ids ['9e927d26-fdad-4de0-b401-be4f8bf7ed4f'] in dv-cinder-835879-1-iscsi {{(pid=103295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:19:39.138358 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c10269-e339-4b93-9c75-2ea8e9acd6c0 req-66b15e28-361f-4966-aef0-0ff06ce70321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:39.140539 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a3c10269-e339-4b93-9c75-2ea8e9acd6c0 req-66b15e28-361f-4966-aef0-0ff06ce70321 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5a13807d-3074-446c-ac3d-e6d770bd44d2 HTTP/1.1" status: 200 len: 913 time: 0.6778822 Mar 30 18:19:39.150519 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40575d5c-0373-4ed8-900e-7603b6648433 None None] Routers {'9e927d26-fdad-4de0-b401-be4f8bf7ed4f'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:19:39.151582 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-40575d5c-0373-4ed8-900e-7603b6648433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:19:30Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['9e927d26-fdad-4de0-b401-be4f8bf7ed4f'], 'active': True} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:19:39.154753 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-58d5ce35-ffd1-48d4-aa2c-e7d5e4174aa8 req-f2a6a77e-6cd0-4cec-bb23-1c6685f5f0fd tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=160e10afe45b4c309f409b0d9735b01b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8285999 Mar 30 18:19:39.197247 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a3c10269-e339-4b93-9c75-2ea8e9acd6c0 req-2daa0fea-3475-401f-8126-70f5ca49a21f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b48d7b59-abab-445b-89b6-d8c83392a8b6 HTTP/1.1" status: 200 len: 217 time: 0.0387776 Mar 30 18:19:39.238463 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-2ad9a234-4c8a-4f5e-bbca-d621fce90ccc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:39.272637 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c10269-e339-4b93-9c75-2ea8e9acd6c0 req-593b2c2b-9b4a-4b37-a3e2-af2bb6202764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:39.275419 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a3c10269-e339-4b93-9c75-2ea8e9acd6c0 req-593b2c2b-9b4a-4b37-a3e2-af2bb6202764 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6ff1ea80-3dcd-4902-abef-0360d0fc86fa HTTP/1.1" status: 200 len: 852 time: 0.0664785 Mar 30 18:19:39.287205 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvr_db [None req-40575d5c-0373-4ed8-900e-7603b6648433 None None] Set router 9e927d26-fdad-4de0-b401-be4f8bf7ed4f gateway port host: dv-cinder-835879-1-iscsi {{(pid=103295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:19:39.304336 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-aa461efd-11a3-4f0a-b6df-c5ecab585c2d req-ad0d3c28-6542-4224-946c-fd3947862f87 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--2085921783&fields=id&tenant_id=f6636f8a031548d18e3429de74b004e9 HTTP/1.1" status: 200 len: 267 time: 0.4066198 Mar 30 18:19:39.450423 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-2ad9a234-4c8a-4f5e-bbca-d621fce90ccc admin admin] Publish callbacks [] for security_group (9987893b-55eb-4d2b-bdde-3b84fd62f954), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:39.456895 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-2ad9a234-4c8a-4f5e-bbca-d621fce90ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (9987893b-55eb-4d2b-bdde-3b84fd62f954), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:39.457460 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a3c10269-e339-4b93-9c75-2ea8e9acd6c0 req-9228bad0-d6c2-4df2-8732-e7c49d47a21a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5a13807d-3074-446c-ac3d-e6d770bd44d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1495562 Mar 30 18:19:39.551365 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [req-58d5ce35-ffd1-48d4-aa2c-e7d5e4174aa8 req-aa02eac7-90b9-4e53-b9ae-2fdbb0f0df34 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103293) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 18:19:39.552393 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-58d5ce35-ffd1-48d4-aa2c-e7d5e4174aa8 req-aa02eac7-90b9-4e53-b9ae-2fdbb0f0df34 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1459413 Mar 30 18:19:39.564807 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 60256) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:39.565830 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-2ad9a234-4c8a-4f5e-bbca-d621fce90ccc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9314de70106045d09424ea89407b0e69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5957487 Mar 30 18:19:39.566820 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad9a234-4c8a-4f5e-bbca-d621fce90ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9987893b-55eb-4d2b-bdde-3b84fd62f954,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:39.623340 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-40575d5c-0373-4ed8-900e-7603b6648433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'name': 'tempest-AttachVolumeNegativeTest-1445051510-router', 'tenant_id': '279a01c655714587a3db731678eada47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'b803bc7d-24e4-4b13-8019-5fc99b0eeb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:19:14Z', 'updated_at': '2022-03-30T18:19:32Z', 'revision_number': 4, 'project_id': '279a01c655714587a3db731678eada47', 'gw_port': {'id': 'b803bc7d-24e4-4b13-8019-5fc99b0eeb41', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:44:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:16Z', 'updated_at': '2022-03-30T18:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_interfaces': [{'id': 'f95f2d79-8e95-460d-b979-08e6301c655f', 'name': '', 'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a', 'tenant_id': '279a01c655714587a3db731678eada47', 'mac_address': 'fa:16:3e:95:ea:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '753583e9-792f-4b04-97da-dc50f6b2fa57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:26Z', 'updated_at': '2022-03-30T18:19:33Z', 'revision_number': 2, 'project_id': '279a01c655714587a3db731678eada47', 'subnets': [{'id': '753583e9-792f-4b04-97da-dc50f6b2fa57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:19:39.655648 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40575d5c-0373-4ed8-900e-7603b6648433 None None] Checking router: 9e927d26-fdad-4de0-b401-be4f8bf7ed4f for host: dv-cinder-835879-1-iscsi {{(pid=103295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:19:39.656610 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40575d5c-0373-4ed8-900e-7603b6648433 None None] Updating router 9e927d26-fdad-4de0-b401-be4f8bf7ed4f port f95f2d79-8e95-460d-b979-08e6301c655f binding host dv-cinder-835879-1-iscsi {{(pid=103295) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 18:19:39.683483 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa461efd-11a3-4f0a-b6df-c5ecab585c2d req-d4864861-8e08-4f91-a84b-7db052f63eef tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:39.691996 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-aa461efd-11a3-4f0a-b6df-c5ecab585c2d req-d4864861-8e08-4f91-a84b-7db052f63eef tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/networks?id=99f9262f-3c8d-47d0-8af2-845395ed3cd0 HTTP/1.1" status: 200 len: 810 time: 0.3629065 Mar 30 18:19:39.692716 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-40575d5c-0373-4ed8-900e-7603b6648433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (f95f2d79-8e95-460d-b979-08e6301c655f), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:39.731721 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a3c10269-e339-4b93-9c75-2ea8e9acd6c0 req-32ae19bd-8b4b-4c06-9ab5-46a6ae884485 service neutron] 10.222.0.55 "GET /v2.0/networks/5a13807d-3074-446c-ac3d-e6d770bd44d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598951 Mar 30 18:19:39.733219 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-aa461efd-11a3-4f0a-b6df-c5ecab585c2d req-e87cbff1-8e06-4fdf-a70b-bb6417ae33eb tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/quotas/f6636f8a031548d18e3429de74b004e9 HTTP/1.1" status: 200 len: 375 time: 0.0403290 Mar 30 18:19:39.867277 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-551f8954-0d76-40d0-abd0-f2ac0bd04cbb admin admin] Publish callbacks [] for security_group (9987893b-55eb-4d2b-bdde-3b84fd62f954), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:39.908196 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-58d5ce35-ffd1-48d4-aa2c-e7d5e4174aa8 req-9229f7fa-1c3f-4ec3-9785-5a13ca16c936 service neutron] 10.222.0.18 "GET /v2.0/networks/962d8774-065a-4a3e-943e-02c437f03701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3459992 Mar 30 18:19:39.926199 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-551f8954-0d76-40d0-abd0-f2ac0bd04cbb admin admin] Publish callbacks [] for security_group (9987893b-55eb-4d2b-bdde-3b84fd62f954), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:39.967043 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-aa461efd-11a3-4f0a-b6df-c5ecab585c2d req-4ee3b598-2f42-4d50-b80b-e87ffcbf3d59 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6636f8a031548d18e3429de74b004e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2243342 Mar 30 18:19:40.032535 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-40575d5c-0373-4ed8-900e-7603b6648433 None None] Publish callbacks [] for port (f95f2d79-8e95-460d-b979-08e6301c655f), precommit_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:40.038969 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-40575d5c-0373-4ed8-900e-7603b6648433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (f95f2d79-8e95-460d-b979-08e6301c655f), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:40.051032 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a3c10269-e339-4b93-9c75-2ea8e9acd6c0 req-1113b5f9-37df-4f0a-a314-056b56920b40 service neutron] 10.222.0.55 "GET /v2.0/networks/5a13807d-3074-446c-ac3d-e6d770bd44d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056779 Mar 30 18:19:40.097320 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b616b60-b6aa-4f9f-b71d-69509439922d None None] Pushing event updated for resources: {'Port': ['ID=f95f2d79-8e95-460d-b979-08e6301c655f,revision_number=3']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:40.181327 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [None req-40575d5c-0373-4ed8-900e-7603b6648433 None None] Attempting to bind port f95f2d79-8e95-460d-b979-08e6301c655f on host dv-cinder-835879-1-iscsi for vnic_type normal with profile {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:19:40.182047 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [None req-40575d5c-0373-4ed8-900e-7603b6648433 None None] Attempting to bind port f95f2d79-8e95-460d-b979-08e6301c655f by drivers openvswitch,hyperv on host dv-cinder-835879-1-iscsi at level 0 using segments [{'id': 'eb738ca0-ee17-403d-85ee-2ae2dc7037b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a'}] {{(pid=103295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:19:40.182651 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40575d5c-0373-4ed8-900e-7603b6648433 None None] Attempting to bind port f95f2d79-8e95-460d-b979-08e6301c655f on network af330621-acdf-4f3d-ad55-9f9e392a3f7a {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:19:40.190195 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40575d5c-0373-4ed8-900e-7603b6648433 None None] Checking agent: {'id': '6489659c-3f19-4a2c-89f8-52d37c938fb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 11, 4), 'started_at': datetime.datetime(2022, 3, 30, 18, 11, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:19:40.191049 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40575d5c-0373-4ed8-900e-7603b6648433 None None] Checking segment: {'id': 'eb738ca0-ee17-403d-85ee-2ae2dc7037b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:19:40.191888 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-40575d5c-0373-4ed8-900e-7603b6648433 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:40.192497 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40575d5c-0373-4ed8-900e-7603b6648433 None None] Bound using segment: {'id': 'eb738ca0-ee17-403d-85ee-2ae2dc7037b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a'} {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:19:40.193272 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [None req-40575d5c-0373-4ed8-900e-7603b6648433 None None] Bound port: f95f2d79-8e95-460d-b979-08e6301c655f, host: dv-cinder-835879-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb738ca0-ee17-403d-85ee-2ae2dc7037b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a'}}] {{(pid=103295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:19:40.194048 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-40575d5c-0373-4ed8-900e-7603b6648433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (f95f2d79-8e95-460d-b979-08e6301c655f), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:40.236293 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-551f8954-0d76-40d0-abd0-f2ac0bd04cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (9987893b-55eb-4d2b-bdde-3b84fd62f954), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:40.242114 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-551f8954-0d76-40d0-abd0-f2ac0bd04cbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:40.245538 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-551f8954-0d76-40d0-abd0-f2ac0bd04cbb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9987893b-55eb-4d2b-bdde-3b84fd62f954 HTTP/1.1" status: 204 len: 168 time: 0.6543353 Mar 30 18:19:40.258194 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.agents_db [None req-615cdb4a-d653-495f-8f07-938524d0c5b5 None None] Agent healthcheck: found 6 active agents {{(pid=103296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:19:40.259897 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-58d5ce35-ffd1-48d4-aa2c-e7d5e4174aa8 req-172a3f37-f69e-4363-96ac-b9ce5a21ed23 service neutron] 10.222.0.18 "GET /v2.0/networks/962d8774-065a-4a3e-943e-02c437f03701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3361175 Mar 30 18:19:40.292147 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551f8954-0d76-40d0-abd0-f2ac0bd04cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9987893b-55eb-4d2b-bdde-3b84fd62f954,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:40.313079 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-aa461efd-11a3-4f0a-b6df-c5ecab585c2d req-49e4ba84-48fc-44c2-89fc-f61ceaf084f5 service neutron] 10.222.0.18 "GET /v2.0/networks/99f9262f-3c8d-47d0-8af2-845395ed3cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989185 Mar 30 18:19:40.380889 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-40575d5c-0373-4ed8-900e-7603b6648433 None None] For port f95f2d79-8e95-460d-b979-08e6301c655f, host dv-cinder-835879-1-iscsi, cleared binding levels {{(pid=103295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:19:40.389707 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-40575d5c-0373-4ed8-900e-7603b6648433 None None] For port f95f2d79-8e95-460d-b979-08e6301c655f, host dv-cinder-835879-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=f95f2d79-8e95-460d-b979-08e6301c655f,segment=NetworkSegment(eb738ca0-ee17-403d-85ee-2ae2dc7037b1),segment_id=eb738ca0-ee17-403d-85ee-2ae2dc7037b1)] {{(pid=103295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:19:40.406235 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-40575d5c-0373-4ed8-900e-7603b6648433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (f95f2d79-8e95-460d-b979-08e6301c655f), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:40.534377 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-aa461efd-11a3-4f0a-b6df-c5ecab585c2d req-2aff723a-e305-4fd2-a795-dbc78d4a1abc service neutron] 10.222.0.18 "GET /v2.0/networks/99f9262f-3c8d-47d0-8af2-845395ed3cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108538 Mar 30 18:19:40.536747 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40575d5c-0373-4ed8-900e-7603b6648433 None None] Routers {'9e927d26-fdad-4de0-b401-be4f8bf7ed4f'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:19:40.537215 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-40575d5c-0373-4ed8-900e-7603b6648433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:19:30Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['9e927d26-fdad-4de0-b401-be4f8bf7ed4f'], 'active': True} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:19:40.783415 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvr_db [None req-40575d5c-0373-4ed8-900e-7603b6648433 None None] Set router 9e927d26-fdad-4de0-b401-be4f8bf7ed4f gateway port host: dv-cinder-835879-1-iscsi {{(pid=103295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:19:40.908120 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b616b60-b6aa-4f9f-b71d-69509439922d None None] Pushing event updated for resources: {'Port': ['ID=f95f2d79-8e95-460d-b979-08e6301c655f,revision_number=4']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:40.933578 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 60300) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:40.949742 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-bbce511f-83bc-4375-9fd3-2721aca0b96d None None] Provisioning complete for port f95f2d79-8e95-460d-b979-08e6301c655f triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:19:40.950443 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-bbce511f-83bc-4375-9fd3-2721aca0b96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (f95f2d79-8e95-460d-b979-08e6301c655f), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:40.957405 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-c29c0121-70ff-4e03-a3ba-1e63ea88d61f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:41.087949 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3180f597-2825-4042-97b5-89fcd3b21880 req-912ecc1c-335f-49cb-a555-3530315d8fda tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:41.089840 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3180f597-2825-4042-97b5-89fcd3b21880 req-912ecc1c-335f-49cb-a555-3530315d8fda tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab77262-1737-4df0-938b-bfd824e24f04 HTTP/1.1" status: 200 len: 943 time: 0.1356421 Mar 30 18:19:41.168257 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3180f597-2825-4042-97b5-89fcd3b21880 req-20e33309-692a-415f-bf37-7ecc4d7b986b tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e9e6f4e-c586-46f3-8b25-0e1b05821b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697029 Mar 30 18:19:41.195111 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-c29c0121-70ff-4e03-a3ba-1e63ea88d61f admin admin] Publish callbacks [] for security_group (8954c8bf-e15f-4771-9f2c-6abe562da03e), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:41.197372 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-c29c0121-70ff-4e03-a3ba-1e63ea88d61f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (8954c8bf-e15f-4771-9f2c-6abe562da03e), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:41.221825 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-bbce511f-83bc-4375-9fd3-2721aca0b96d None None] Current status of the port f95f2d79-8e95-460d-b979-08e6301c655f is: DOWN; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:19:41.222354 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-bbce511f-83bc-4375-9fd3-2721aca0b96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (f95f2d79-8e95-460d-b979-08e6301c655f), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:41.257119 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-c29c0121-70ff-4e03-a3ba-1e63ea88d61f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3798bd2923e04f2da3680eb86b9b542c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3211005 Mar 30 18:19:41.259203 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 60320) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:41.290624 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29c0121-70ff-4e03-a3ba-1e63ea88d61f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8954c8bf-e15f-4771-9f2c-6abe562da03e,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:41.303866 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-bbce511f-83bc-4375-9fd3-2721aca0b96d None None] For port f95f2d79-8e95-460d-b979-08e6301c655f, host dv-cinder-835879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=f95f2d79-8e95-460d-b979-08e6301c655f,segment=NetworkSegment(eb738ca0-ee17-403d-85ee-2ae2dc7037b1),segment_id=eb738ca0-ee17-403d-85ee-2ae2dc7037b1)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:19:41.323012 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-bbce511f-83bc-4375-9fd3-2721aca0b96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (f95f2d79-8e95-460d-b979-08e6301c655f), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:41.340590 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-40575d5c-0373-4ed8-900e-7603b6648433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'name': 'tempest-AttachVolumeNegativeTest-1445051510-router', 'tenant_id': '279a01c655714587a3db731678eada47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'b803bc7d-24e4-4b13-8019-5fc99b0eeb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:19:14Z', 'updated_at': '2022-03-30T18:19:32Z', 'revision_number': 4, 'project_id': '279a01c655714587a3db731678eada47', 'gw_port': {'id': 'b803bc7d-24e4-4b13-8019-5fc99b0eeb41', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:44:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:16Z', 'updated_at': '2022-03-30T18:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_interfaces': [{'id': 'f95f2d79-8e95-460d-b979-08e6301c655f', 'name': '', 'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a', 'tenant_id': '279a01c655714587a3db731678eada47', 'mac_address': 'fa:16:3e:95:ea:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '753583e9-792f-4b04-97da-dc50f6b2fa57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:26Z', 'updated_at': '2022-03-30T18:19:40Z', 'revision_number': 4, 'project_id': '279a01c655714587a3db731678eada47', 'subnets': [{'id': '753583e9-792f-4b04-97da-dc50f6b2fa57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:19:41.386274 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0950f4aa-7db7-42e0-ba64-e4cb133e6fdd admin admin] Publish callbacks [] for security_group (8954c8bf-e15f-4771-9f2c-6abe562da03e), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:41.437588 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0950f4aa-7db7-42e0-ba64-e4cb133e6fdd admin admin] Publish callbacks [] for security_group (8954c8bf-e15f-4771-9f2c-6abe562da03e), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:41.441811 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-912dd47a-d972-478b-86be-071cb42a1111 req-d6dade10-b912-44ea-98e7-0fcb4b0f261c tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cb64e80-e39d-49eb-86af-290fa3684e6f HTTP/1.1" status: 200 len: 210 time: 0.1204264 Mar 30 18:19:41.548756 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0950f4aa-7db7-42e0-ba64-e4cb133e6fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (8954c8bf-e15f-4771-9f2c-6abe562da03e), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:41.552013 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-fac61837-a108-4fac-b3a1-98aeb78a85c1 req-aaa30140-4e7f-4c16-8fd9-c2c8f37dd847 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 210 time: 0.0406053 Mar 30 18:19:41.557079 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0950f4aa-7db7-42e0-ba64-e4cb133e6fdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:41.558218 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-0950f4aa-7db7-42e0-ba64-e4cb133e6fdd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8954c8bf-e15f-4771-9f2c-6abe562da03e HTTP/1.1" status: 204 len: 168 time: 0.2979794 Mar 30 18:19:41.579186 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0950f4aa-7db7-42e0-ba64-e4cb133e6fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8954c8bf-e15f-4771-9f2c-6abe562da03e,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:41.668827 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40575d5c-0373-4ed8-900e-7603b6648433 None None] The sync data for ids ['9e927d26-fdad-4de0-b401-be4f8bf7ed4f'] in dv-cinder-835879-1-iscsi is: [{'id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'name': 'tempest-AttachVolumeNegativeTest-1445051510-router', 'tenant_id': '279a01c655714587a3db731678eada47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'b803bc7d-24e4-4b13-8019-5fc99b0eeb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:19:14Z', 'updated_at': '2022-03-30T18:19:32Z', 'revision_number': 4, 'project_id': '279a01c655714587a3db731678eada47', 'gw_port': {'id': 'b803bc7d-24e4-4b13-8019-5fc99b0eeb41', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:44:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:16Z', 'updated_at': '2022-03-30T18:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_interfaces': [{'id': 'f95f2d79-8e95-460d-b979-08e6301c655f', 'name': '', 'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a', 'tenant_id': '279a01c655714587a3db731678eada47', 'mac_address': 'fa:16:3e:95:ea:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '753583e9-792f-4b04-97da-dc50f6b2fa57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:26Z', 'updated_at': '2022-03-30T18:19:40Z', 'revision_number': 4, 'project_id': '279a01c655714587a3db731678eada47', 'subnets': [{'id': '753583e9-792f-4b04-97da-dc50f6b2fa57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:19:41.712492 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbce511f-83bc-4375-9fd3-2721aca0b96d None None] Pushing event updated for resources: {'Port': ['ID=f95f2d79-8e95-460d-b979-08e6301c655f,revision_number=5']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:41.716710 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-5930e3ad-72d7-4b50-9322-4e0367d18380 None None] Provisioning complete for port f95f2d79-8e95-460d-b979-08e6301c655f triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:19:41.717303 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-5930e3ad-72d7-4b50-9322-4e0367d18380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (f95f2d79-8e95-460d-b979-08e6301c655f), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:41.952968 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-5930e3ad-72d7-4b50-9322-4e0367d18380 None None] Current status of the port f95f2d79-8e95-460d-b979-08e6301c655f is: ACTIVE; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:19:42.279445 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 60370) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:42.285200 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-35100b6d-e751-4194-a2a4-8ced9a522ef1 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Request body: {'security_group': {'name': 'tempest-securitygroup--733058541', 'description': 'tempest-description--763420583'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:19:42.321938 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-35100b6d-e751-4194-a2a4-8ced9a522ef1 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:42.498659 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191909f2-b867-417c-94f9-dcfef9ed5ade req-6a247a75-6bfd-46ce-b346-ab5710adb50b tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:42.500423 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-191909f2-b867-417c-94f9-dcfef9ed5ade req-6a247a75-6bfd-46ce-b346-ab5710adb50b tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab77262-1737-4df0-938b-bfd824e24f04 HTTP/1.1" status: 200 len: 943 time: 0.1647382 Mar 30 18:19:42.563172 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-35100b6d-e751-4194-a2a4-8ced9a522ef1 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for security_group (240086e8-ee1b-499f-8c1a-e5d8ebb402f4), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:42.579378 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-35100b6d-e751-4194-a2a4-8ced9a522ef1 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (240086e8-ee1b-499f-8c1a-e5d8ebb402f4), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:42.660817 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35100b6d-e751-4194-a2a4-8ced9a522ef1 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=240086e8-ee1b-499f-8c1a-e5d8ebb402f4,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:42.673635 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-35100b6d-e751-4194-a2a4-8ced9a522ef1 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:42.683047 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-35100b6d-e751-4194-a2a4-8ced9a522ef1 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4018176 Mar 30 18:19:42.685795 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 60396) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:42.696280 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-f5da9fc3-1a43-426e-96c2-71ee94b696d4 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Request body: {'security_group_rule': {'security_group_id': '240086e8-ee1b-499f-8c1a-e5d8ebb402f4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:19:42.763952 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f5da9fc3-1a43-426e-96c2-71ee94b696d4 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for security_group_rule (b0476825-8246-4e90-914c-279e9f8da123), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:42.804211 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a79715ec-efd7-478b-a934-fb8e7cad690e req-a42b8520-f241-4d50-a9c1-73267dfe7c21 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cb64e80-e39d-49eb-86af-290fa3684e6f HTTP/1.1" status: 200 len: 210 time: 0.1867175 Mar 30 18:19:42.853365 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-191909f2-b867-417c-94f9-dcfef9ed5ade req-cc96dd49-2444-46d7-94d3-f459173388ed tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e9e6f4e-c586-46f3-8b25-0e1b05821b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429353 Mar 30 18:19:42.902985 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device b48d7b59-abab-445b-89b6-d8c83392a8b6 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103295) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:19:42.992055 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device f95f2d79-8e95-460d-b979-08e6301c655f up at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:19:43.031419 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-266cdf74-466c-460a-855e-9fc1bc7b0cf6 req-ef6ea577-543f-4abf-8b1b-599355e4f4b0 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 210 time: 0.1083663 Mar 30 18:19:43.060702 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f5da9fc3-1a43-426e-96c2-71ee94b696d4 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for security_group_rule (b0476825-8246-4e90-914c-279e9f8da123), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:43.129113 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f5da9fc3-1a43-426e-96c2-71ee94b696d4 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797579'] for security_group_rule (b0476825-8246-4e90-914c-279e9f8da123), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:43.172457 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.db.resource_extend [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 30 18:19:43.236648 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5da9fc3-1a43-426e-96c2-71ee94b696d4 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0476825-8246-4e90-914c-279e9f8da123,revision_number=0']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:43.260487 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f5da9fc3-1a43-426e-96c2-71ee94b696d4 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:43.267296 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-f5da9fc3-1a43-426e-96c2-71ee94b696d4 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5771954 Mar 30 18:19:43.268631 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 60412) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:43.287197 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-16888229-9adf-43cf-80b6-d3571444a243 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Request body: {'security_group_rule': {'security_group_id': '240086e8-ee1b-499f-8c1a-e5d8ebb402f4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:19:43.352668 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Provisioning complete for port f95f2d79-8e95-460d-b979-08e6301c655f triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:19:43.353134 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (f95f2d79-8e95-460d-b979-08e6301c655f), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:43.367570 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-16888229-9adf-43cf-80b6-d3571444a243 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for security_group_rule (b7e79ffe-9db8-46ed-9007-9496d4877db4), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:43.452543 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port b48d7b59-abab-445b-89b6-d8c83392a8b6, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=b48d7b59-abab-445b-89b6-d8c83392a8b6,segment=NetworkSegment(46b9f157-5b9b-4e80-8a1a-e3e5732a30da),segment_id=46b9f157-5b9b-4e80-8a1a-e3e5732a30da)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:19:43.468532 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa461efd-11a3-4f0a-b6df-c5ecab585c2d req-879af136-5d29-4665-9546-dbc430ce9479 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:43.490643 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-aa461efd-11a3-4f0a-b6df-c5ecab585c2d req-879af136-5d29-4665-9546-dbc430ce9479 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.55 "GET /v2.0/networks?id=99f9262f-3c8d-47d0-8af2-845395ed3cd0 HTTP/1.1" status: 200 len: 810 time: 0.3134689 Mar 30 18:19:43.533134 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Returning: {'device': 'b48d7b59-abab-445b-89b6-d8c83392a8b6', 'network_id': '5a13807d-3074-446c-ac3d-e6d770bd44d2', 'port_id': 'b48d7b59-abab-445b-89b6-d8c83392a8b6', 'mac_address': 'fa:16:3e:8a:ca:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ff1ea80-3dcd-4902-abef-0360d0fc86fa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103295) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:19:43.582927 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-16888229-9adf-43cf-80b6-d3571444a243 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for security_group_rule (b7e79ffe-9db8-46ed-9007-9496d4877db4), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:43.595040 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-16888229-9adf-43cf-80b6-d3571444a243 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797579'] for security_group_rule (b7e79ffe-9db8-46ed-9007-9496d4877db4), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:43.624363 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Current status of the port b48d7b59-abab-445b-89b6-d8c83392a8b6 is: DOWN; New status is: BUILD {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:19:43.624913 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (b48d7b59-abab-445b-89b6-d8c83392a8b6), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:43.664957 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b48d7b59-abab-445b-89b6-d8c83392a8b6 {{(pid=103295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:19:43.676184 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16888229-9adf-43cf-80b6-d3571444a243 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7e79ffe-9db8-46ed-9007-9496d4877db4,revision_number=0']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:43.692542 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Current status of the port f95f2d79-8e95-460d-b979-08e6301c655f is: ACTIVE; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:19:43.696177 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-16888229-9adf-43cf-80b6-d3571444a243 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:43.697714 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-16888229-9adf-43cf-80b6-d3571444a243 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4260681 Mar 30 18:19:43.701159 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 60430) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:43.713573 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-6e5252db-46f5-48e4-9bfb-e83517f664b1 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Request body: {'floatingip': {'floating_network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:19:43.748106 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port b48d7b59-abab-445b-89b6-d8c83392a8b6, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=b48d7b59-abab-445b-89b6-d8c83392a8b6,segment=NetworkSegment(46b9f157-5b9b-4e80-8a1a-e3e5732a30da),segment_id=46b9f157-5b9b-4e80-8a1a-e3e5732a30da)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:19:43.761005 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (b48d7b59-abab-445b-89b6-d8c83392a8b6), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:43.761974 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-aa461efd-11a3-4f0a-b6df-c5ecab585c2d req-17bb10d4-fa44-417f-9e4b-cda22e805ea1 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6636f8a031548d18e3429de74b004e9 HTTP/1.1" status: 200 len: 380 time: 0.2541296 Mar 30 18:19:43.771862 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-6e5252db-46f5-48e4-9bfb-e83517f664b1 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:43.774210 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [req-aa461efd-11a3-4f0a-b6df-c5ecab585c2d req-85aaff01-da2a-4831-8a95-81f8ace9365a tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Request body: {'port': {'device_id': '2cb64e80-e39d-49eb-86af-290fa3684e6f', 'network_id': '99f9262f-3c8d-47d0-8af2-845395ed3cd0', 'admin_state_up': True, 'tenant_id': 'f6636f8a031548d18e3429de74b004e9', 'security_groups': ['aceea5f5-feb8-4c89-ad27-86bd4cdfa476']}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:19:43.938531 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Pushing event updated for resources: {'Port': ['ID=b48d7b59-abab-445b-89b6-d8c83392a8b6,revision_number=4']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:43.982593 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-674672f7-de9e-43df-bca8-7c4031c0701e req-067ba78d-c829-431f-8d3f-d5257e91f264 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cb64e80-e39d-49eb-86af-290fa3684e6f HTTP/1.1" status: 200 len: 210 time: 0.0374937 Mar 30 18:19:44.004434 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-6e5252db-46f5-48e4-9bfb-e83517f664b1 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:44.020777 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa461efd-11a3-4f0a-b6df-c5ecab585c2d req-85aaff01-da2a-4831-8a95-81f8ace9365a tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Made reservation on behalf of f6636f8a031548d18e3429de74b004e9 for: {'port': 1} {{(pid=103293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:19:44.024654 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-aa461efd-11a3-4f0a-b6df-c5ecab585c2d req-85aaff01-da2a-4831-8a95-81f8ace9365a tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:44.104499 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8cb025-7065-49f4-9d2a-99d73a01276f req-fc109f61-0e9c-4927-af8d-506c2adf6605 tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:44.115758 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-2d8cb025-7065-49f4-9d2a-99d73a01276f req-fc109f61-0e9c-4927-af8d-506c2adf6605 tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab77262-1737-4df0-938b-bfd824e24f04 HTTP/1.1" status: 200 len: 944 time: 0.1355295 Mar 30 18:19:44.124787 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] get_ports_and_sgs() called for port_ids ['b48d7b59-abab-445b-89b6-d8c83392a8b6'] {{(pid=103295) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:19:44.142645 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.55', 55586) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:44.177854 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 60450) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:44.269081 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.db.db_base_plugin_common [None req-6e5252db-46f5-48e4-9bfb-e83517f664b1 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Allocated IP 172.27.0.79 (502cc405-82c2-4579-84e2-1393f2fa67cd/b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8/e9cef11d-985e-4316-8f36-ec9c4d673d4a) {{(pid=103294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:19:44.412657 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-6e5252db-46f5-48e4-9bfb-e83517f664b1 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for port (e9cef11d-985e-4316-8f36-ec9c4d673d4a), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:44.452219 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-6e5252db-46f5-48e4-9bfb-e83517f664b1 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759689464324'] for port (e9cef11d-985e-4316-8f36-ec9c4d673d4a), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:44.539815 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-9840fb1c-f1ac-4291-b131-bb0d2db2b3e2 req-1b5428a9-227e-40f2-a02f-b1cf933fdbfc tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 210 time: 0.3423786 Mar 30 18:19:44.546140 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5252db-46f5-48e4-9bfb-e83517f664b1 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Network 502cc405-82c2-4579-84e2-1393f2fa67cd is already hosted by enough agents. {{(pid=103294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:19:44.557402 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.base_scheduler [None req-6e5252db-46f5-48e4-9bfb-e83517f664b1 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Resources bound (agent type, host, resource id): {{(pid=103294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:19:44.570956 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5252db-46f5-48e4-9bfb-e83517f664b1 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Pushing event updated for resources: {'Port': ['ID=e9cef11d-985e-4316-8f36-ec9c4d673d4a,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:44.579660 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5252db-46f5-48e4-9bfb-e83517f664b1 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Received port after_create {{(pid=103294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:19:44.635086 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-2d8cb025-7065-49f4-9d2a-99d73a01276f req-7378ea89-bfa3-4f91-abc4-5f685cdd5bdc tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e9e6f4e-c586-46f3-8b25-0e1b05821b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5134001 Mar 30 18:19:44.658676 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-2fdae470-ccb7-4529-b213-873bb0fd9f80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:44.693339 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-6e5252db-46f5-48e4-9bfb-e83517f664b1 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for floatingip (aebbebf7-34c7-485e-af46-6250fbb15b71), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:44.704732 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5ce35-ffd1-48d4-aa2c-e7d5e4174aa8 req-8e63326b-d646-4849-937f-c85a9a339d27 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:44.706427 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-58d5ce35-ffd1-48d4-aa2c-e7d5e4174aa8 req-8e63326b-d646-4849-937f-c85a9a339d27 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.55 "GET /v2.0/networks?id=962d8774-065a-4a3e-943e-02c437f03701 HTTP/1.1" status: 200 len: 816 time: 0.5221715 Mar 30 18:19:44.707600 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.db_base_plugin_common [req-aa461efd-11a3-4f0a-b6df-c5ecab585c2d req-85aaff01-da2a-4831-8a95-81f8ace9365a tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Allocated IP 172.20.0.12 (99f9262f-3c8d-47d0-8af2-845395ed3cd0/4cc6a602-aaad-4e34-b4ef-47ed89dd7ce5/aee93743-b365-41f5-b7ec-ae74a3dd3e36) {{(pid=103293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:19:44.753709 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-6e5252db-46f5-48e4-9bfb-e83517f664b1 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (e9cef11d-985e-4316-8f36-ec9c4d673d4a), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:44.829127 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-2fdae470-ccb7-4529-b213-873bb0fd9f80 admin admin] Publish callbacks [] for security_group (091e0895-5b26-43b9-bed0-2b4591227044), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:44.845427 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-58d5ce35-ffd1-48d4-aa2c-e7d5e4174aa8 req-437bda6f-f9de-4de0-9eb9-5a1693091f02 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=160e10afe45b4c309f409b0d9735b01b HTTP/1.1" status: 200 len: 380 time: 0.1221812 Mar 30 18:19:44.847011 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-2fdae470-ccb7-4529-b213-873bb0fd9f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (091e0895-5b26-43b9-bed0-2b4591227044), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:44.868077 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [req-58d5ce35-ffd1-48d4-aa2c-e7d5e4174aa8 req-2625d0b0-9304-499a-aabe-1f88423ffb9e tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Request body: {'port': {'device_id': 'baa3416f-0ad6-49d9-b5a7-1afc18fb33af', 'network_id': '962d8774-065a-4a3e-943e-02c437f03701', 'admin_state_up': True, 'tenant_id': '160e10afe45b4c309f409b0d9735b01b', 'security_groups': ['d1b58bf0-ce4c-4f09-996a-6a253818f8ba']}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:19:44.913565 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdae470-ccb7-4529-b213-873bb0fd9f80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=091e0895-5b26-43b9-bed0-2b4591227044,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:44.950924 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-2fdae470-ccb7-4529-b213-873bb0fd9f80 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=de031a385d2140c88d6c7d8f9c7eaaa7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7696614 Mar 30 18:19:44.953823 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 60480) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:44.982457 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 60486) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:45.040328 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-6e5252db-46f5-48e4-9bfb-e83517f664b1 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for port (e9cef11d-985e-4316-8f36-ec9c4d673d4a), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:45.052346 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-6e5252db-46f5-48e4-9bfb-e83517f664b1 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (e9cef11d-985e-4316-8f36-ec9c4d673d4a), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:45.072198 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-4f49bbdd-9129-4d63-a83e-6a9f85174d5e admin admin] Publish callbacks [] for security_group (091e0895-5b26-43b9-bed0-2b4591227044), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:45.095348 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-4f49bbdd-9129-4d63-a83e-6a9f85174d5e admin admin] Publish callbacks [] for security_group (091e0895-5b26-43b9-bed0-2b4591227044), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:45.120337 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-6e5252db-46f5-48e4-9bfb-e83517f664b1 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623622'] for floatingip (aebbebf7-34c7-485e-af46-6250fbb15b71), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:45.141775 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5252db-46f5-48e4-9bfb-e83517f664b1 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Pushing event updated for resources: {'Port': ['ID=e9cef11d-985e-4316-8f36-ec9c4d673d4a,revision_number=2']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:45.147607 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-6e5252db-46f5-48e4-9bfb-e83517f664b1 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for floatingip (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:45.148926 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-6e5252db-46f5-48e4-9bfb-e83517f664b1 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4437439 Mar 30 18:19:45.175826 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-abdac53d-4294-488a-adbe-10809aa57fcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:45.209558 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ef17f93c-e410-42a7-a6a3-24a80358b67d req-89c18680-a769-4f04-a8f0-fa7b1460d080 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cb64e80-e39d-49eb-86af-290fa3684e6f HTTP/1.1" status: 200 len: 210 time: 0.0828252 Mar 30 18:19:45.213820 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-aa461efd-11a3-4f0a-b6df-c5ecab585c2d req-85aaff01-da2a-4831-8a95-81f8ace9365a tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks [] for port (aee93743-b365-41f5-b7ec-ae74a3dd3e36), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:45.277005 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-4f49bbdd-9129-4d63-a83e-6a9f85174d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (091e0895-5b26-43b9-bed0-2b4591227044), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:45.279666 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-4f49bbdd-9129-4d63-a83e-6a9f85174d5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:45.280803 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-4f49bbdd-9129-4d63-a83e-6a9f85174d5e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/091e0895-5b26-43b9-bed0-2b4591227044 HTTP/1.1" status: 204 len: 168 time: 0.3219273 Mar 30 18:19:45.316513 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f49bbdd-9129-4d63-a83e-6a9f85174d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=091e0895-5b26-43b9-bed0-2b4591227044,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:45.352975 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58d5ce35-ffd1-48d4-aa2c-e7d5e4174aa8 req-2625d0b0-9304-499a-aabe-1f88423ffb9e tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Made reservation on behalf of 160e10afe45b4c309f409b0d9735b01b for: {'port': 1} {{(pid=103293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:19:45.362152 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-58d5ce35-ffd1-48d4-aa2c-e7d5e4174aa8 req-2625d0b0-9304-499a-aabe-1f88423ffb9e tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:45.364670 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-aa461efd-11a3-4f0a-b6df-c5ecab585c2d req-85aaff01-da2a-4831-8a95-81f8ace9365a tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759689464324'] for port (aee93743-b365-41f5-b7ec-ae74a3dd3e36), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:45.449639 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa461efd-11a3-4f0a-b6df-c5ecab585c2d req-85aaff01-da2a-4831-8a95-81f8ace9365a tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Network 99f9262f-3c8d-47d0-8af2-845395ed3cd0 is already hosted by enough agents. {{(pid=103293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:19:45.472280 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.base_scheduler [req-aa461efd-11a3-4f0a-b6df-c5ecab585c2d req-85aaff01-da2a-4831-8a95-81f8ace9365a tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Resources bound (agent type, host, resource id): {{(pid=103293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:19:45.485537 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa461efd-11a3-4f0a-b6df-c5ecab585c2d req-85aaff01-da2a-4831-8a95-81f8ace9365a tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Received port after_create {{(pid=103293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:19:45.490795 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa461efd-11a3-4f0a-b6df-c5ecab585c2d req-85aaff01-da2a-4831-8a95-81f8ace9365a tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:45.491488 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-aa461efd-11a3-4f0a-b6df-c5ecab585c2d req-85aaff01-da2a-4831-8a95-81f8ace9365a tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628270'] for port (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:45.501792 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aaff01-da2a-4831-8a95-81f8ace9365a tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Pushing event updated for resources: {'Port': ['ID=aee93743-b365-41f5-b7ec-ae74a3dd3e36,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:45.549355 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-abdac53d-4294-488a-adbe-10809aa57fcc admin admin] Publish callbacks [] for security_group (07b925d6-374d-4590-9055-76ff38ede825), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:45.571556 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-abdac53d-4294-488a-adbe-10809aa57fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (07b925d6-374d-4590-9055-76ff38ede825), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:45.592642 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-aa461efd-11a3-4f0a-b6df-c5ecab585c2d req-85aaff01-da2a-4831-8a95-81f8ace9365a tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8237553 Mar 30 18:19:45.624138 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [req-aa461efd-11a3-4f0a-b6df-c5ecab585c2d req-e9988d73-4ed2-412d-ba7a-6cbc2604fd07 service neutron] Request body: {'port': {'device_id': '2cb64e80-e39d-49eb-86af-290fa3684e6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:19:45.689981 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 60530) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:45.703104 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c59b3f5a-f1ed-4436-8dd1-55548880ec92 req-44183e85-5cc7-4e25-b84c-8fb738772b9e tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--733058541&fields=id&tenant_id=279a01c655714587a3db731678eada47 HTTP/1.1" status: 200 len: 267 time: 0.2859964 Mar 30 18:19:45.732607 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-abdac53d-4294-488a-adbe-10809aa57fcc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=038a20e1fb554dacb133d048aa1ce686&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7448843 Mar 30 18:19:45.733413 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdac53d-4294-488a-adbe-10809aa57fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b925d6-374d-4590-9055-76ff38ede825,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:45.735490 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 60534) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:45.774717 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-b2a14739-1672-4844-8867-a3b2ab9769fe req-54dfda34-a549-4551-85b7-a9b6f014a12f tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 210 time: 0.0797286 Mar 30 18:19:45.811532 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.db_base_plugin_common [req-58d5ce35-ffd1-48d4-aa2c-e7d5e4174aa8 req-2625d0b0-9304-499a-aabe-1f88423ffb9e tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Allocated IP 172.20.0.4 (962d8774-065a-4a3e-943e-02c437f03701/8c5ebae0-2426-48ad-8a00-7de0e10a4970/b5b2146d-6bbf-4747-a33f-30320ba120ee) {{(pid=103293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:19:45.847185 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-ea2b9be5-ebbb-4891-ab32-263666016d51 None None] Provisioning complete for port aee93743-b365-41f5-b7ec-ae74a3dd3e36 triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:19:45.852427 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-ea2b9be5-ebbb-4891-ab32-263666016d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (aee93743-b365-41f5-b7ec-ae74a3dd3e36), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:45.875723 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c3a1deb7-2948-46e9-b76b-67c2778adb67 admin admin] Publish callbacks [] for security_group (07b925d6-374d-4590-9055-76ff38ede825), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:45.893679 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 60536) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:45.904044 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-ea2b9be5-ebbb-4891-ab32-263666016d51 None None] Port aee93743-b365-41f5-b7ec-ae74a3dd3e36 cannot update to ACTIVE because it is not bound. {{(pid=103295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:19:45.931630 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c8e6ebfe-90a8-4608-93a6-96695286332b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:45.935006 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c3a1deb7-2948-46e9-b76b-67c2778adb67 admin admin] Publish callbacks [] for security_group (07b925d6-374d-4590-9055-76ff38ede825), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:45.942000 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f75ffad9-3152-41bd-8cad-02c29b280f02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:46.018473 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-aa461efd-11a3-4f0a-b6df-c5ecab585c2d req-e9988d73-4ed2-412d-ba7a-6cbc2604fd07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (aee93743-b365-41f5-b7ec-ae74a3dd3e36), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:46.050393 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c3a1deb7-2948-46e9-b76b-67c2778adb67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (07b925d6-374d-4590-9055-76ff38ede825), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:46.052894 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c3a1deb7-2948-46e9-b76b-67c2778adb67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:46.054558 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-c3a1deb7-2948-46e9-b76b-67c2778adb67 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/07b925d6-374d-4590-9055-76ff38ede825 HTTP/1.1" status: 204 len: 168 time: 0.3179262 Mar 30 18:19:46.085808 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a1deb7-2948-46e9-b76b-67c2778adb67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b925d6-374d-4590-9055-76ff38ede825,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:46.106303 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c8e6ebfe-90a8-4608-93a6-96695286332b admin admin] Publish callbacks [] for security_group (42cc1c16-e541-4dd5-8a43-fd8416e1e42f), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:46.120964 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-58d5ce35-ffd1-48d4-aa2c-e7d5e4174aa8 req-2625d0b0-9304-499a-aabe-1f88423ffb9e tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks [] for port (b5b2146d-6bbf-4747-a33f-30320ba120ee), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:46.138735 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b3f5a-f1ed-4436-8dd1-55548880ec92 req-e535f01e-ab37-4321-8949-9908cb2dc866 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:46.139483 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c8e6ebfe-90a8-4608-93a6-96695286332b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (42cc1c16-e541-4dd5-8a43-fd8416e1e42f), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:46.140276 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c59b3f5a-f1ed-4436-8dd1-55548880ec92 req-e535f01e-ab37-4321-8949-9908cb2dc866 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/networks?id=af330621-acdf-4f3d-ad55-9f9e392a3f7a HTTP/1.1" status: 200 len: 815 time: 0.4261506 Mar 30 18:19:46.147197 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2263e7-56e4-450f-9493-c07290dee089 req-93f89b4b-eec5-4a8f-844f-7d794f8b2358 tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:46.153984 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-2f2263e7-56e4-450f-9493-c07290dee089 req-93f89b4b-eec5-4a8f-844f-7d794f8b2358 tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab77262-1737-4df0-938b-bfd824e24f04 HTTP/1.1" status: 200 len: 944 time: 0.2158422 Mar 30 18:19:46.167109 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f75ffad9-3152-41bd-8cad-02c29b280f02 admin admin] Publish callbacks [] for security_group (08d1aed6-5cca-4912-af70-453f25b47b5e), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:46.179438 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f75ffad9-3152-41bd-8cad-02c29b280f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (08d1aed6-5cca-4912-af70-453f25b47b5e), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:46.203725 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-c8e6ebfe-90a8-4608-93a6-96695286332b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3a4d94dfcc3f48759cd46831da1f721a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3063567 Mar 30 18:19:46.206262 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 60540) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:46.206894 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e6ebfe-90a8-4608-93a6-96695286332b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42cc1c16-e541-4dd5-8a43-fd8416e1e42f,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:46.243778 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75ffad9-3152-41bd-8cad-02c29b280f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d1aed6-5cca-4912-af70-453f25b47b5e,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:46.247823 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c59b3f5a-f1ed-4436-8dd1-55548880ec92 req-e23d6082-b16f-4359-98cf-2d5d9dae4300 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/quotas/279a01c655714587a3db731678eada47 HTTP/1.1" status: 200 len: 375 time: 0.0919597 Mar 30 18:19:46.252539 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-f75ffad9-3152-41bd-8cad-02c29b280f02 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=91eafb545b244a10817e0f3d33c3e6d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5608141 Mar 30 18:19:46.265657 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 60546) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:46.277674 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (48cc6dd0-9d47-40d1-bfd7-3609261a1488), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:46.347715 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-8f681b48-c1b1-4ec9-898b-debaf53926ea admin admin] Publish callbacks [] for security_group (42cc1c16-e541-4dd5-8a43-fd8416e1e42f), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:46.364959 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-daff38c0-f85c-499b-948b-12826d46efab admin admin] Publish callbacks [] for security_group (08d1aed6-5cca-4912-af70-453f25b47b5e), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:46.375267 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-2f2263e7-56e4-450f-9493-c07290dee089 req-31025c69-fd14-4af4-aa49-204c638c6575 tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e9e6f4e-c586-46f3-8b25-0e1b05821b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205324 Mar 30 18:19:46.384527 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-58d5ce35-ffd1-48d4-aa2c-e7d5e4174aa8 req-2625d0b0-9304-499a-aabe-1f88423ffb9e tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759689464324'] for port (b5b2146d-6bbf-4747-a33f-30320ba120ee), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:46.397334 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-8f681b48-c1b1-4ec9-898b-debaf53926ea admin admin] Publish callbacks [] for security_group (42cc1c16-e541-4dd5-8a43-fd8416e1e42f), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:46.418682 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-daff38c0-f85c-499b-948b-12826d46efab admin admin] Publish callbacks [] for security_group (08d1aed6-5cca-4912-af70-453f25b47b5e), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:46.460203 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58d5ce35-ffd1-48d4-aa2c-e7d5e4174aa8 req-2625d0b0-9304-499a-aabe-1f88423ffb9e tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Network 962d8774-065a-4a3e-943e-02c437f03701 is already hosted by enough agents. {{(pid=103293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:19:46.468600 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.base_scheduler [req-58d5ce35-ffd1-48d4-aa2c-e7d5e4174aa8 req-2625d0b0-9304-499a-aabe-1f88423ffb9e tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Resources bound (agent type, host, resource id): {{(pid=103293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:19:46.471839 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 60548) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:46.485530 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d5ce35-ffd1-48d4-aa2c-e7d5e4174aa8 req-2625d0b0-9304-499a-aabe-1f88423ffb9e tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Received port after_create {{(pid=103293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:19:46.490618 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5ce35-ffd1-48d4-aa2c-e7d5e4174aa8 req-2625d0b0-9304-499a-aabe-1f88423ffb9e tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:46.493427 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-58d5ce35-ffd1-48d4-aa2c-e7d5e4174aa8 req-2625d0b0-9304-499a-aabe-1f88423ffb9e tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628270'] for port (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:46.493558 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-1a1cf76a-228b-4f01-a547-ed74bdefed57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:46.503676 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c59b3f5a-f1ed-4436-8dd1-55548880ec92 req-8e694d3d-161c-4333-9e2b-eaa62517a810 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=279a01c655714587a3db731678eada47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2307618 Mar 30 18:19:46.508569 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-8f681b48-c1b1-4ec9-898b-debaf53926ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (42cc1c16-e541-4dd5-8a43-fd8416e1e42f), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:46.511938 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-8f681b48-c1b1-4ec9-898b-debaf53926ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:46.516047 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-8f681b48-c1b1-4ec9-898b-debaf53926ea admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/42cc1c16-e541-4dd5-8a43-fd8416e1e42f HTTP/1.1" status: 204 len: 168 time: 0.2825098 Mar 30 18:19:46.530620 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-daff38c0-f85c-499b-948b-12826d46efab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (08d1aed6-5cca-4912-af70-453f25b47b5e), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:46.533190 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-daff38c0-f85c-499b-948b-12826d46efab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:46.536932 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-daff38c0-f85c-499b-948b-12826d46efab admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/08d1aed6-5cca-4912-af70-453f25b47b5e HTTP/1.1" status: 204 len: 168 time: 0.2677493 Mar 30 18:19:46.536932 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f681b48-c1b1-4ec9-898b-debaf53926ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42cc1c16-e541-4dd5-8a43-fd8416e1e42f,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:46.557863 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daff38c0-f85c-499b-948b-12826d46efab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d1aed6-5cca-4912-af70-453f25b47b5e,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:46.618933 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-58d5ce35-ffd1-48d4-aa2c-e7d5e4174aa8 req-2625d0b0-9304-499a-aabe-1f88423ffb9e tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7567472 Mar 30 18:19:46.633430 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-1a1cf76a-228b-4f01-a547-ed74bdefed57 admin admin] Publish callbacks [] for security_group (3b33a996-28b5-42d4-bf79-497ea9b41ecb), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:46.641017 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-1a1cf76a-228b-4f01-a547-ed74bdefed57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (3b33a996-28b5-42d4-bf79-497ea9b41ecb), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:46.687528 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2625d0b0-9304-499a-aabe-1f88423ffb9e tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Pushing event updated for resources: {'Port': ['ID=b5b2146d-6bbf-4747-a33f-30320ba120ee,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:46.705848 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [req-58d5ce35-ffd1-48d4-aa2c-e7d5e4174aa8 req-6d94fd7f-f196-4280-9cad-08c1e396e917 service neutron] Request body: {'port': {'device_id': 'baa3416f-0ad6-49d9-b5a7-1afc18fb33af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:19:46.745153 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-1a1cf76a-228b-4f01-a547-ed74bdefed57 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bc25ac7b9b9746009e240f5451725745&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2711618 Mar 30 18:19:46.749337 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 60562) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:46.771681 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1cf76a-228b-4f01-a547-ed74bdefed57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b33a996-28b5-42d4-bf79-497ea9b41ecb,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:46.836418 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-6ad9b65a-0b3d-4ef4-8bbe-e44a2006c3af None None] Provisioning complete for port b5b2146d-6bbf-4747-a33f-30320ba120ee triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:19:46.837967 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-6ad9b65a-0b3d-4ef4-8bbe-e44a2006c3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (b5b2146d-6bbf-4747-a33f-30320ba120ee), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:46.841426 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916fe7e0-3df9-4b75-9a7b-ecbb45c1835d req-656ec852-1672-4f4e-81c0-63394eac0ac6 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:46.842979 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-916fe7e0-3df9-4b75-9a7b-ecbb45c1835d req-656ec852-1672-4f4e-81c0-63394eac0ac6 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cb64e80-e39d-49eb-86af-290fa3684e6f HTTP/1.1" status: 200 len: 932 time: 0.3794432 Mar 30 18:19:46.847211 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0b9ab937-e5b6-4931-8a53-24d893b7dbec admin admin] Publish callbacks [] for security_group (3b33a996-28b5-42d4-bf79-497ea9b41ecb), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:46.907917 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-6ad9b65a-0b3d-4ef4-8bbe-e44a2006c3af None None] Port b5b2146d-6bbf-4747-a33f-30320ba120ee cannot update to ACTIVE because it is not bound. {{(pid=103295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:19:46.914898 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0b9ab937-e5b6-4931-8a53-24d893b7dbec admin admin] Publish callbacks [] for security_group (3b33a996-28b5-42d4-bf79-497ea9b41ecb), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:46.917115 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device b48d7b59-abab-445b-89b6-d8c83392a8b6 up at agent hyperv_hv-cinder-83587 {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:19:46.938138 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-58d5ce35-ffd1-48d4-aa2c-e7d5e4174aa8 req-6d94fd7f-f196-4280-9cad-08c1e396e917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (b5b2146d-6bbf-4747-a33f-30320ba120ee), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:47.002645 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0b9ab937-e5b6-4931-8a53-24d893b7dbec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (3b33a996-28b5-42d4-bf79-497ea9b41ecb), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:47.005740 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0b9ab937-e5b6-4931-8a53-24d893b7dbec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:47.007048 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-0b9ab937-e5b6-4931-8a53-24d893b7dbec admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3b33a996-28b5-42d4-bf79-497ea9b41ecb HTTP/1.1" status: 204 len: 168 time: 0.2565279 Mar 30 18:19:47.019359 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9ab937-e5b6-4931-8a53-24d893b7dbec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b33a996-28b5-42d4-bf79-497ea9b41ecb,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:47.051979 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Provisioning for port b48d7b59-abab-445b-89b6-d8c83392a8b6 completed by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 18:19:47.058243 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [req-aa461efd-11a3-4f0a-b6df-c5ecab585c2d req-e9988d73-4ed2-412d-ba7a-6cbc2604fd07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aee93743-b365-41f5-b7ec-ae74a3dd3e36 {{(pid=103293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:19:47.067995 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Provisioning complete for port b48d7b59-abab-445b-89b6-d8c83392a8b6 triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:19:47.068380 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (b48d7b59-abab-445b-89b6-d8c83392a8b6), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:47.083719 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-aa461efd-11a3-4f0a-b6df-c5ecab585c2d req-e9988d73-4ed2-412d-ba7a-6cbc2604fd07 service neutron] Publish callbacks [] for port (aee93743-b365-41f5-b7ec-ae74a3dd3e36), precommit_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:47.165894 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 60586) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:47.184508 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 60588) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:47.186809 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Current status of the port b48d7b59-abab-445b-89b6-d8c83392a8b6 is: BUILD; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:19:47.187563 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (b48d7b59-abab-445b-89b6-d8c83392a8b6), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:47.198925 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-bba38077-e8dd-42ad-b835-b5dcef63b693 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:47.229524 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port b48d7b59-abab-445b-89b6-d8c83392a8b6, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=b48d7b59-abab-445b-89b6-d8c83392a8b6,segment=NetworkSegment(46b9f157-5b9b-4e80-8a1a-e3e5732a30da),segment_id=46b9f157-5b9b-4e80-8a1a-e3e5732a30da)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:19:47.231080 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab77262-1737-4df0-938b-bfd824e24f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b48d7b59-abab-445b-89b6-d8c83392a8b6'}] {{(pid=103295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:19:47.241135 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-6405d9d1-ac3f-4ddf-a8d4-5b04782b970f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:47.303611 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (b48d7b59-abab-445b-89b6-d8c83392a8b6), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:47.392774 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [req-aa461efd-11a3-4f0a-b6df-c5ecab585c2d req-e9988d73-4ed2-412d-ba7a-6cbc2604fd07 service neutron] Transition to ACTIVE for port object aee93743-b365-41f5-b7ec-ae74a3dd3e36 will not be triggered until provisioned by entity L2. {{(pid=103293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 18:19:47.408364 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-916fe7e0-3df9-4b75-9a7b-ecbb45c1835d req-08fcce04-6ccd-4aad-835d-d7f71bc1b73c tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/security-groups?id=aceea5f5-feb8-4c89-ad27-86bd4cdfa476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5538347 Mar 30 18:19:47.412018 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-aa461efd-11a3-4f0a-b6df-c5ecab585c2d req-e9988d73-4ed2-412d-ba7a-6cbc2604fd07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (aee93743-b365-41f5-b7ec-ae74a3dd3e36), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:47.418070 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-bba38077-e8dd-42ad-b835-b5dcef63b693 admin admin] Publish callbacks [] for security_group (a1d7d4a1-825f-431a-a4da-c7737ca74669), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:47.418199 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c59b3f5a-f1ed-4436-8dd1-55548880ec92 req-ffb9ddf0-204f-42c9-9e7e-e8cbd3087cb3 service neutron] 10.222.0.18 "GET /v2.0/networks/af330621-acdf-4f3d-ad55-9f9e392a3f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8402054 Mar 30 18:19:47.427808 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Pushing event updated for resources: {'Port': ['ID=b48d7b59-abab-445b-89b6-d8c83392a8b6,revision_number=5']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:47.428017 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-bba38077-e8dd-42ad-b835-b5dcef63b693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (a1d7d4a1-825f-431a-a4da-c7737ca74669), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:47.448121 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-6405d9d1-ac3f-4ddf-a8d4-5b04782b970f admin admin] Publish callbacks [] for security_group (87fc74b4-7bff-431f-b2a8-8cb53775f685), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:47.466527 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-6405d9d1-ac3f-4ddf-a8d4-5b04782b970f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (87fc74b4-7bff-431f-b2a8-8cb53775f685), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:47.495377 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba38077-e8dd-42ad-b835-b5dcef63b693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d7d4a1-825f-431a-a4da-c7737ca74669,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:47.503577 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-bba38077-e8dd-42ad-b835-b5dcef63b693 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=483398f9e29c42aaa1b08fc55cd53dc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3362591 Mar 30 18:19:47.509924 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 60598) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:47.521671 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-6405d9d1-ac3f-4ddf-a8d4-5b04782b970f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=61e03d04b7d541ff93b27e5374c6a2de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3349946 Mar 30 18:19:47.534833 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 60600) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:47.580682 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6405d9d1-ac3f-4ddf-a8d4-5b04782b970f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87fc74b4-7bff-431f-b2a8-8cb53775f685,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:47.650098 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 60604) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:47.664136 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9988d73-4ed2-412d-ba7a-6cbc2604fd07 service neutron] Pushing event updated for resources: {'Port': ['ID=aee93743-b365-41f5-b7ec-ae74a3dd3e36,revision_number=2']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:47.696958 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-30ee7da5-bfbc-4ad1-97b1-2523c5e17c79 admin admin] Publish callbacks [] for security_group (87fc74b4-7bff-431f-b2a8-8cb53775f685), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:47.698571 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e1eb54ae-1bc9-4565-a429-a49b1ee2b8ae admin admin] Publish callbacks [] for security_group (a1d7d4a1-825f-431a-a4da-c7737ca74669), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:47.735364 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7869a1eaeafddf677110b76453ce8b8be8513095297872c2e0c75408178073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-622182b0-8bec-4e60-b3a4-6acb6fd2cb4d" -d '{"events": [{"server_uuid": "bab77262-1737-4df0-938b-bfd824e24f04", "name": "network-vif-plugged", "status": "completed", "tag": "b48d7b59-abab-445b-89b6-d8c83392a8b6"}]}' {{(pid=103295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:19:47.756098 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e1eb54ae-1bc9-4565-a429-a49b1ee2b8ae admin admin] Publish callbacks [] for security_group (a1d7d4a1-825f-431a-a4da-c7737ca74669), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:47.759532 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-30ee7da5-bfbc-4ad1-97b1-2523c5e17c79 admin admin] Publish callbacks [] for security_group (87fc74b4-7bff-431f-b2a8-8cb53775f685), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:47.860283 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-cb62bf16-8193-4de3-af6b-a51cc7c7feeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:47.886239 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e1eb54ae-1bc9-4565-a429-a49b1ee2b8ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (a1d7d4a1-825f-431a-a4da-c7737ca74669), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:47.889200 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e1eb54ae-1bc9-4565-a429-a49b1ee2b8ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:47.893447 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-e1eb54ae-1bc9-4565-a429-a49b1ee2b8ae admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a1d7d4a1-825f-431a-a4da-c7737ca74669 HTTP/1.1" status: 204 len: 168 time: 0.3825009 Mar 30 18:19:47.896306 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c59b3f5a-f1ed-4436-8dd1-55548880ec92 req-72f7379e-6d9d-4f18-b43e-21df6e3bbc2f service neutron] 10.222.0.18 "GET /v2.0/networks/af330621-acdf-4f3d-ad55-9f9e392a3f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4599853 Mar 30 18:19:47.902597 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eb54ae-1bc9-4565-a429-a49b1ee2b8ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d7d4a1-825f-431a-a4da-c7737ca74669,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:47.911636 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-30ee7da5-bfbc-4ad1-97b1-2523c5e17c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (87fc74b4-7bff-431f-b2a8-8cb53775f685), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:47.915205 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-30ee7da5-bfbc-4ad1-97b1-2523c5e17c79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:47.916303 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-30ee7da5-bfbc-4ad1-97b1-2523c5e17c79 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/87fc74b4-7bff-431f-b2a8-8cb53775f685 HTTP/1.1" status: 204 len: 168 time: 0.3804877 Mar 30 18:19:47.924598 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [req-aa461efd-11a3-4f0a-b6df-c5ecab585c2d req-e9988d73-4ed2-412d-ba7a-6cbc2604fd07 service neutron] Attempting to bind port aee93743-b365-41f5-b7ec-ae74a3dd3e36 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:19:47.925033 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [req-aa461efd-11a3-4f0a-b6df-c5ecab585c2d req-e9988d73-4ed2-412d-ba7a-6cbc2604fd07 service neutron] Attempting to bind port aee93743-b365-41f5-b7ec-ae74a3dd3e36 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '488ac68f-655a-4ba9-b4cf-6bd5f03620c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '99f9262f-3c8d-47d0-8af2-845395ed3cd0'}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:19:47.925522 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa461efd-11a3-4f0a-b6df-c5ecab585c2d req-e9988d73-4ed2-412d-ba7a-6cbc2604fd07 service neutron] Attempting to bind port aee93743-b365-41f5-b7ec-ae74a3dd3e36 on network 99f9262f-3c8d-47d0-8af2-845395ed3cd0 {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:19:47.948101 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ee7da5-bfbc-4ad1-97b1-2523c5e17c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87fc74b4-7bff-431f-b2a8-8cb53775f685,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:47.962863 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa461efd-11a3-4f0a-b6df-c5ecab585c2d req-e9988d73-4ed2-412d-ba7a-6cbc2604fd07 service neutron] Port aee93743-b365-41f5-b7ec-ae74a3dd3e36 on network 99f9262f-3c8d-47d0-8af2-845395ed3cd0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 18:19:47.964503 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa461efd-11a3-4f0a-b6df-c5ecab585c2d req-e9988d73-4ed2-412d-ba7a-6cbc2604fd07 service neutron] Attempting to bind port aee93743-b365-41f5-b7ec-ae74a3dd3e36 on network 99f9262f-3c8d-47d0-8af2-845395ed3cd0 {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:19:48.008874 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-cb62bf16-8193-4de3-af6b-a51cc7c7feeb admin admin] Publish callbacks [] for security_group (f18ce5e4-5a55-44ba-b844-b98ca2788c6e), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:48.016457 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-cb62bf16-8193-4de3-af6b-a51cc7c7feeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (f18ce5e4-5a55-44ba-b844-b98ca2788c6e), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:48.029198 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4350457-9721-4b1b-8675-80f172d981c1 req-22df4756-55bd-44ba-a563-faf73838e394 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:48.030934 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-b4350457-9721-4b1b-8675-80f172d981c1 req-22df4756-55bd-44ba-a563-faf73838e394 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 931 time: 0.3641956 Mar 30 18:19:48.067363 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa461efd-11a3-4f0a-b6df-c5ecab585c2d req-e9988d73-4ed2-412d-ba7a-6cbc2604fd07 service neutron] Checking agent: {'id': '48cc6dd0-9d47-40d1-bfd7-3609261a1488', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 17, 16), 'started_at': datetime.datetime(2022, 3, 30, 18, 17, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:19:48.067994 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa461efd-11a3-4f0a-b6df-c5ecab585c2d req-e9988d73-4ed2-412d-ba7a-6cbc2604fd07 service neutron] Checking segment: {'id': '488ac68f-655a-4ba9-b4cf-6bd5f03620c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '99f9262f-3c8d-47d0-8af2-845395ed3cd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:19:48.071704 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa461efd-11a3-4f0a-b6df-c5ecab585c2d req-e9988d73-4ed2-412d-ba7a-6cbc2604fd07 service neutron] Bound using segment: {'id': '488ac68f-655a-4ba9-b4cf-6bd5f03620c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '99f9262f-3c8d-47d0-8af2-845395ed3cd0'} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:19:48.072321 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [req-aa461efd-11a3-4f0a-b6df-c5ecab585c2d req-e9988d73-4ed2-412d-ba7a-6cbc2604fd07 service neutron] Bound port: aee93743-b365-41f5-b7ec-ae74a3dd3e36, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '488ac68f-655a-4ba9-b4cf-6bd5f03620c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '99f9262f-3c8d-47d0-8af2-845395ed3cd0'}}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:19:48.076248 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-aa461efd-11a3-4f0a-b6df-c5ecab585c2d req-e9988d73-4ed2-412d-ba7a-6cbc2604fd07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (aee93743-b365-41f5-b7ec-ae74a3dd3e36), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:48.110901 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-cb62bf16-8193-4de3-af6b-a51cc7c7feeb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1e27760da9534511aa7f0ada3c135a44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4537055 Mar 30 18:19:48.112710 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb62bf16-8193-4de3-af6b-a51cc7c7feeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f18ce5e4-5a55-44ba-b844-b98ca2788c6e,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:48.118889 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 60626) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:48.230904 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e2840030-a04c-44dc-aa63-98e7cdecf589 admin admin] Publish callbacks [] for security_group (f18ce5e4-5a55-44ba-b844-b98ca2788c6e), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:48.261070 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e2840030-a04c-44dc-aa63-98e7cdecf589 admin admin] Publish callbacks [] for security_group (f18ce5e4-5a55-44ba-b844-b98ca2788c6e), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:48.269551 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-b4350457-9721-4b1b-8675-80f172d981c1 req-92151527-fe65-4952-89d8-186cca2a8758 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2268023 Mar 30 18:19:48.316790 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [req-58d5ce35-ffd1-48d4-aa2c-e7d5e4174aa8 req-6d94fd7f-f196-4280-9cad-08c1e396e917 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5b2146d-6bbf-4747-a33f-30320ba120ee {{(pid=103293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:19:48.328108 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-58d5ce35-ffd1-48d4-aa2c-e7d5e4174aa8 req-6d94fd7f-f196-4280-9cad-08c1e396e917 service neutron] Publish callbacks [] for port (b5b2146d-6bbf-4747-a33f-30320ba120ee), precommit_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:48.332667 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e2840030-a04c-44dc-aa63-98e7cdecf589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (f18ce5e4-5a55-44ba-b844-b98ca2788c6e), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:48.336659 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e2840030-a04c-44dc-aa63-98e7cdecf589 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:48.337851 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [req-aa461efd-11a3-4f0a-b6df-c5ecab585c2d req-e9988d73-4ed2-412d-ba7a-6cbc2604fd07 service neutron] For port aee93743-b365-41f5-b7ec-ae74a3dd3e36, host hv-cinder-83587, cleared binding levels {{(pid=103293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:19:48.338335 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-e2840030-a04c-44dc-aa63-98e7cdecf589 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f18ce5e4-5a55-44ba-b844-b98ca2788c6e HTTP/1.1" status: 204 len: 168 time: 0.2183855 Mar 30 18:19:48.351720 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d950e736-7fc2-434a-8cae-3f4e3ba18d8c req-45324de6-9af4-4eb5-ae88-0da5518141c7 tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:48.351830 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2840030-a04c-44dc-aa63-98e7cdecf589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18ce5e4-5a55-44ba-b844-b98ca2788c6e,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:48.352817 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-d950e736-7fc2-434a-8cae-3f4e3ba18d8c req-45324de6-9af4-4eb5-ae88-0da5518141c7 tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab77262-1737-4df0-938b-bfd824e24f04 HTTP/1.1" status: 200 len: 945 time: 0.1941686 Mar 30 18:19:48.357571 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [req-aa461efd-11a3-4f0a-b6df-c5ecab585c2d req-e9988d73-4ed2-412d-ba7a-6cbc2604fd07 service neutron] For port aee93743-b365-41f5-b7ec-ae74a3dd3e36, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=aee93743-b365-41f5-b7ec-ae74a3dd3e36,segment=NetworkSegment(488ac68f-655a-4ba9-b4cf-6bd5f03620c2),segment_id=488ac68f-655a-4ba9-b4cf-6bd5f03620c2)] {{(pid=103293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:19:48.371762 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [req-58d5ce35-ffd1-48d4-aa2c-e7d5e4174aa8 req-6d94fd7f-f196-4280-9cad-08c1e396e917 service neutron] Transition to ACTIVE for port object b5b2146d-6bbf-4747-a33f-30320ba120ee will not be triggered until provisioned by entity L2. {{(pid=103293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 18:19:48.374545 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-aa461efd-11a3-4f0a-b6df-c5ecab585c2d req-e9988d73-4ed2-412d-ba7a-6cbc2604fd07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (aee93743-b365-41f5-b7ec-ae74a3dd3e36), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:48.392973 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-58d5ce35-ffd1-48d4-aa2c-e7d5e4174aa8 req-6d94fd7f-f196-4280-9cad-08c1e396e917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (b5b2146d-6bbf-4747-a33f-30320ba120ee), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:48.451763 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa461efd-11a3-4f0a-b6df-c5ecab585c2d req-e9988d73-4ed2-412d-ba7a-6cbc2604fd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:48.452575 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-aa461efd-11a3-4f0a-b6df-c5ecab585c2d req-e9988d73-4ed2-412d-ba7a-6cbc2604fd07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628270'] for port (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:48.453978 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-aa461efd-11a3-4f0a-b6df-c5ecab585c2d req-e9988d73-4ed2-412d-ba7a-6cbc2604fd07 service neutron] 10.222.0.55 "PUT /v2.0/ports/aee93743-b365-41f5-b7ec-ae74a3dd3e36 HTTP/1.1" status: 200 len: 1094 time: 2.8437283 Mar 30 18:19:48.454426 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cb64e80-e39d-49eb-86af-290fa3684e6f', 'tag': 'aee93743-b365-41f5-b7ec-ae74a3dd3e36'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:19:48.456717 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e41150553c85b09edab6cb52843a30629a36ec9d810f78f9b9d5c7c277fb574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea6571bd-7f2d-4497-97dc-da5e2d7c0e7c" -d '{"events": [{"name": "network-changed", "server_uuid": "2cb64e80-e39d-49eb-86af-290fa3684e6f", "tag": "aee93743-b365-41f5-b7ec-ae74a3dd3e36"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:19:48.513571 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-d950e736-7fc2-434a-8cae-3f4e3ba18d8c req-392276f2-500d-486b-b2aa-73d52ddb76ec tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e9e6f4e-c586-46f3-8b25-0e1b05821b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516397 Mar 30 18:19:48.641599 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9988d73-4ed2-412d-ba7a-6cbc2604fd07 service neutron] Pushing event updated for resources: {'Port': ['ID=aee93743-b365-41f5-b7ec-ae74a3dd3e36,revision_number=3']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:48.785899 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0ea63b40-55e0-42da-a6e3-e6402180fadd req-79ee857f-6aab-4cd1-8806-a4c0c5ead92b tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/ports?device_id=8422ff0d-76db-4352-a488-42d4f62b1277 HTTP/1.1" status: 200 len: 210 time: 0.1679263 Mar 30 18:19:48.791182 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [req-58d5ce35-ffd1-48d4-aa2c-e7d5e4174aa8 req-6d94fd7f-f196-4280-9cad-08c1e396e917 service neutron] Attempting to bind port b5b2146d-6bbf-4747-a33f-30320ba120ee on host hv-cinder-83587 for vnic_type normal with profile {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:19:48.796934 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [req-58d5ce35-ffd1-48d4-aa2c-e7d5e4174aa8 req-6d94fd7f-f196-4280-9cad-08c1e396e917 service neutron] Attempting to bind port b5b2146d-6bbf-4747-a33f-30320ba120ee by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': 'e67e86d6-b9a3-48d5-b3c6-848d768aa694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '962d8774-065a-4a3e-943e-02c437f03701'}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:19:48.797471 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d5ce35-ffd1-48d4-aa2c-e7d5e4174aa8 req-6d94fd7f-f196-4280-9cad-08c1e396e917 service neutron] Attempting to bind port b5b2146d-6bbf-4747-a33f-30320ba120ee on network 962d8774-065a-4a3e-943e-02c437f03701 {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:19:48.825315 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d5ce35-ffd1-48d4-aa2c-e7d5e4174aa8 req-6d94fd7f-f196-4280-9cad-08c1e396e917 service neutron] Port b5b2146d-6bbf-4747-a33f-30320ba120ee on network 962d8774-065a-4a3e-943e-02c437f03701 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 18:19:48.825878 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d5ce35-ffd1-48d4-aa2c-e7d5e4174aa8 req-6d94fd7f-f196-4280-9cad-08c1e396e917 service neutron] Attempting to bind port b5b2146d-6bbf-4747-a33f-30320ba120ee on network 962d8774-065a-4a3e-943e-02c437f03701 {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:19:48.859318 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d94fd7f-f196-4280-9cad-08c1e396e917 service neutron] Pushing event updated for resources: {'Port': ['ID=b5b2146d-6bbf-4747-a33f-30320ba120ee,revision_number=2']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:48.865732 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d5ce35-ffd1-48d4-aa2c-e7d5e4174aa8 req-6d94fd7f-f196-4280-9cad-08c1e396e917 service neutron] Checking agent: {'id': '48cc6dd0-9d47-40d1-bfd7-3609261a1488', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 17, 16), 'started_at': datetime.datetime(2022, 3, 30, 18, 17, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:19:48.872063 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d5ce35-ffd1-48d4-aa2c-e7d5e4174aa8 req-6d94fd7f-f196-4280-9cad-08c1e396e917 service neutron] Checking segment: {'id': 'e67e86d6-b9a3-48d5-b3c6-848d768aa694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '962d8774-065a-4a3e-943e-02c437f03701'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:19:48.873332 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d5ce35-ffd1-48d4-aa2c-e7d5e4174aa8 req-6d94fd7f-f196-4280-9cad-08c1e396e917 service neutron] Bound using segment: {'id': 'e67e86d6-b9a3-48d5-b3c6-848d768aa694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '962d8774-065a-4a3e-943e-02c437f03701'} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:19:48.874896 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [req-58d5ce35-ffd1-48d4-aa2c-e7d5e4174aa8 req-6d94fd7f-f196-4280-9cad-08c1e396e917 service neutron] Bound port: b5b2146d-6bbf-4747-a33f-30320ba120ee, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e67e86d6-b9a3-48d5-b3c6-848d768aa694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '962d8774-065a-4a3e-943e-02c437f03701'}}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:19:48.876612 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-58d5ce35-ffd1-48d4-aa2c-e7d5e4174aa8 req-6d94fd7f-f196-4280-9cad-08c1e396e917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (b5b2146d-6bbf-4747-a33f-30320ba120ee), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:48.893368 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa461efd-11a3-4f0a-b6df-c5ecab585c2d req-15695398-6b76-4d27-8346-8b6397543742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:48.895606 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-aa461efd-11a3-4f0a-b6df-c5ecab585c2d req-15695398-6b76-4d27-8346-8b6397543742 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f6636f8a031548d18e3429de74b004e9&device_id=2cb64e80-e39d-49eb-86af-290fa3684e6f HTTP/1.1" status: 200 len: 1128 time: 0.3625255 Mar 30 18:19:48.915684 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e5d6ee-4332-433c-87e8-1a2619cb6c6f x-openstack-request-id: req-59e5d6ee-4332-433c-87e8-1a2619cb6c6f {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:19:48.916125 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab77262-1737-4df0-938b-bfd824e24f04", "name": "network-vif-plugged", "status": "completed", "tag": "b48d7b59-abab-445b-89b6-d8c83392a8b6", "code": 200}]} {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:19:48.918332 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-59e5d6ee-4332-433c-87e8-1a2619cb6c6f {{(pid=103295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:19:48.918793 dv-cinder-835879-1-iscsi neutron-server[103295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59e5d6ee-4332-433c-87e8-1a2619cb6c6f'] response: {'server_uuid': 'bab77262-1737-4df0-938b-bfd824e24f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b48d7b59-abab-445b-89b6-d8c83392a8b6', 'code': 200} Mar 30 18:19:48.954335 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c018dfb0-3a6a-4695-952f-2cf93bce847f x-openstack-request-id: req-c018dfb0-3a6a-4695-952f-2cf93bce847f {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:19:48.954335 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cb64e80-e39d-49eb-86af-290fa3684e6f", "tag": "aee93743-b365-41f5-b7ec-ae74a3dd3e36", "status": "completed", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:19:48.954335 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c018dfb0-3a6a-4695-952f-2cf93bce847f {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:19:48.954335 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c018dfb0-3a6a-4695-952f-2cf93bce847f'] response: {'name': 'network-changed', 'server_uuid': '2cb64e80-e39d-49eb-86af-290fa3684e6f', 'tag': 'aee93743-b365-41f5-b7ec-ae74a3dd3e36', 'status': 'completed', 'code': 200} Mar 30 18:19:48.994884 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-aa461efd-11a3-4f0a-b6df-c5ecab585c2d req-3d1a728c-06f0-4144-9fde-5a91eef63226 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aee93743-b365-41f5-b7ec-ae74a3dd3e36 HTTP/1.1" status: 200 len: 217 time: 0.0774586 Mar 30 18:19:49.068361 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ee4cb6-ebc4-4e3f-9024-fd12b957f0fe req-43244fa3-18e9-4513-bb24-8540c4ecc6f1 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:49.070056 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-87ee4cb6-ebc4-4e3f-9024-fd12b957f0fe req-43244fa3-18e9-4513-bb24-8540c4ecc6f1 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cb64e80-e39d-49eb-86af-290fa3684e6f HTTP/1.1" status: 200 len: 944 time: 0.1732371 Mar 30 18:19:49.103172 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 60662) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:49.116525 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [req-58d5ce35-ffd1-48d4-aa2c-e7d5e4174aa8 req-6d94fd7f-f196-4280-9cad-08c1e396e917 service neutron] For port b5b2146d-6bbf-4747-a33f-30320ba120ee, host hv-cinder-83587, cleared binding levels {{(pid=103293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:19:49.131393 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ce0d2e27-46ee-4842-b254-91f269a0c0fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:49.140514 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.55', 55592) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:49.142650 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa461efd-11a3-4f0a-b6df-c5ecab585c2d req-0f88a7d7-23ac-40b4-b843-6a11b30de381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:49.144385 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-aa461efd-11a3-4f0a-b6df-c5ecab585c2d req-0f88a7d7-23ac-40b4-b843-6a11b30de381 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4cc6a602-aaad-4e34-b4ef-47ed89dd7ce5 HTTP/1.1" status: 200 len: 849 time: 0.1004932 Mar 30 18:19:49.160127 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [req-58d5ce35-ffd1-48d4-aa2c-e7d5e4174aa8 req-6d94fd7f-f196-4280-9cad-08c1e396e917 service neutron] For port b5b2146d-6bbf-4747-a33f-30320ba120ee, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=b5b2146d-6bbf-4747-a33f-30320ba120ee,segment=NetworkSegment(e67e86d6-b9a3-48d5-b3c6-848d768aa694),segment_id=e67e86d6-b9a3-48d5-b3c6-848d768aa694)] {{(pid=103293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:19:49.246190 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ce0d2e27-46ee-4842-b254-91f269a0c0fb admin admin] Publish callbacks [] for security_group (1d255502-cd98-4412-8864-5e207c053444), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:49.252804 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ce0d2e27-46ee-4842-b254-91f269a0c0fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (1d255502-cd98-4412-8864-5e207c053444), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:49.266386 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-58d5ce35-ffd1-48d4-aa2c-e7d5e4174aa8 req-6d94fd7f-f196-4280-9cad-08c1e396e917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (b5b2146d-6bbf-4747-a33f-30320ba120ee), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:49.299730 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-ce0d2e27-46ee-4842-b254-91f269a0c0fb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8de306ed3ecd45409b0f5cb74fdc733e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1932471 Mar 30 18:19:49.299730 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0d2e27-46ee-4842-b254-91f269a0c0fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d255502-cd98-4412-8864-5e207c053444,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:49.312957 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 60670) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:49.341647 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-87ee4cb6-ebc4-4e3f-9024-fd12b957f0fe req-e9fc4e11-98d5-4dba-9a63-dd6c0bbd67ef tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/security-groups?id=aceea5f5-feb8-4c89-ad27-86bd4cdfa476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2461886 Mar 30 18:19:49.377720 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5ce35-ffd1-48d4-aa2c-e7d5e4174aa8 req-6d94fd7f-f196-4280-9cad-08c1e396e917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:49.378350 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-58d5ce35-ffd1-48d4-aa2c-e7d5e4174aa8 req-6d94fd7f-f196-4280-9cad-08c1e396e917 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628270'] for port (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:49.379773 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-58d5ce35-ffd1-48d4-aa2c-e7d5e4174aa8 req-6d94fd7f-f196-4280-9cad-08c1e396e917 service neutron] 10.222.0.55 "PUT /v2.0/ports/b5b2146d-6bbf-4747-a33f-30320ba120ee HTTP/1.1" status: 200 len: 1093 time: 2.6886818 Mar 30 18:19:49.396046 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa919b6-7f8c-4cd4-9b24-07ac44daaf44 req-5574d868-f8a5-461f-8002-25df3f6e886d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:49.397844 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-faa919b6-7f8c-4cd4-9b24-07ac44daaf44 req-5574d868-f8a5-461f-8002-25df3f6e886d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bab77262-1737-4df0-938b-bfd824e24f04 HTTP/1.1" status: 200 len: 1129 time: 0.2523735 Mar 30 18:19:49.402840 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa461efd-11a3-4f0a-b6df-c5ecab585c2d req-411bc611-9fff-4aae-a075-f63debd41dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:49.404994 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-aa461efd-11a3-4f0a-b6df-c5ecab585c2d req-411bc611-9fff-4aae-a075-f63debd41dd0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=99f9262f-3c8d-47d0-8af2-845395ed3cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2429612 Mar 30 18:19:49.460431 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-34b0252c-8a1d-4e53-bb6f-df236f8b6ccf admin admin] Publish callbacks [] for security_group (1d255502-cd98-4412-8864-5e207c053444), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:49.472577 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-faa919b6-7f8c-4cd4-9b24-07ac44daaf44 req-da808628-a73e-4f9e-87ce-ec80b1683bf8 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:49.474436 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d94fd7f-f196-4280-9cad-08c1e396e917 service neutron] Pushing event updated for resources: {'Port': ['ID=b5b2146d-6bbf-4747-a33f-30320ba120ee,revision_number=3']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:49.495546 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-34b0252c-8a1d-4e53-bb6f-df236f8b6ccf admin admin] Publish callbacks [] for security_group (1d255502-cd98-4412-8864-5e207c053444), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:49.587564 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.55', 55593) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:49.779878 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4344f5-6d66-4d7a-98f3-3d909acf86c9 req-8021c732-8fcb-4c83-9a5e-fda34a69ee31 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:49.781459 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-cf4344f5-6d66-4d7a-98f3-3d909acf86c9 req-8021c732-8fcb-4c83-9a5e-fda34a69ee31 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 943 time: 0.3452530 Mar 30 18:19:49.818683 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5ce35-ffd1-48d4-aa2c-e7d5e4174aa8 req-a182a362-173a-4ddc-ae11-ec8e45450446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:49.820988 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-58d5ce35-ffd1-48d4-aa2c-e7d5e4174aa8 req-a182a362-173a-4ddc-ae11-ec8e45450446 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=160e10afe45b4c309f409b0d9735b01b&device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 1127 time: 0.3391209 Mar 30 18:19:49.823045 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-aa461efd-11a3-4f0a-b6df-c5ecab585c2d req-5938e89b-850d-4f8f-aa79-43df4d27398c service neutron] 10.222.0.55 "GET /v2.0/networks/99f9262f-3c8d-47d0-8af2-845395ed3cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3882246 Mar 30 18:19:49.868499 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b86ee0-0ce5-48ed-bfb5-8c25676f98de req-a0d15cc7-f0ce-4be7-9ec5-fa385447eef3 tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:49.870485 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-39b86ee0-0ce5-48ed-bfb5-8c25676f98de req-a0d15cc7-f0ce-4be7-9ec5-fa385447eef3 tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab77262-1737-4df0-938b-bfd824e24f04 HTTP/1.1" status: 200 len: 945 time: 0.2733712 Mar 30 18:19:49.969349 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-58d5ce35-ffd1-48d4-aa2c-e7d5e4174aa8 req-237b4d5b-fd34-451e-8786-19d61e77836c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5b2146d-6bbf-4747-a33f-30320ba120ee HTTP/1.1" status: 200 len: 217 time: 0.1292374 Mar 30 18:19:50.007371 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-34b0252c-8a1d-4e53-bb6f-df236f8b6ccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (1d255502-cd98-4412-8864-5e207c053444), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:50.010039 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-34b0252c-8a1d-4e53-bb6f-df236f8b6ccf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:50.013970 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-34b0252c-8a1d-4e53-bb6f-df236f8b6ccf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1d255502-cd98-4412-8864-5e207c053444 HTTP/1.1" status: 204 len: 168 time: 0.6973248 Mar 30 18:19:50.030197 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b0252c-8a1d-4e53-bb6f-df236f8b6ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d255502-cd98-4412-8864-5e207c053444,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:50.041407 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b3f5a-f1ed-4436-8dd1-55548880ec92 req-cea3fde7-f134-4c3f-b37e-c5299720512e tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:50.042892 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [req-c59b3f5a-f1ed-4436-8dd1-55548880ec92 req-cea3fde7-f134-4c3f-b37e-c5299720512e tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.55 "GET /v2.0/networks?id=af330621-acdf-4f3d-ad55-9f9e392a3f7a HTTP/1.1" status: 200 len: 815 time: 0.4543333 Mar 30 18:19:50.069866 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-cf4344f5-6d66-4d7a-98f3-3d909acf86c9 req-a9e627a0-2748-46a8-80f3-3b94469d108c tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2715855 Mar 30 18:19:50.143685 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [req-c59b3f5a-f1ed-4436-8dd1-55548880ec92 req-4b248b62-8eaf-48fa-b8d5-2da48fa4f41d tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=279a01c655714587a3db731678eada47 HTTP/1.1" status: 200 len: 379 time: 0.0804558 Mar 30 18:19:50.157982 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [req-c59b3f5a-f1ed-4436-8dd1-55548880ec92 req-a2b12325-716e-4e6e-9968-3a42c4d54445 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Request body: {'port': {'device_id': '8422ff0d-76db-4352-a488-42d4f62b1277', 'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a', 'admin_state_up': True, 'tenant_id': '279a01c655714587a3db731678eada47', 'security_groups': ['240086e8-ee1b-499f-8c1a-e5d8ebb402f4']}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:19:50.164939 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5ce35-ffd1-48d4-aa2c-e7d5e4174aa8 req-2a36f031-d638-4ac0-a042-c703ac9f2087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:50.168938 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-58d5ce35-ffd1-48d4-aa2c-e7d5e4174aa8 req-2a36f031-d638-4ac0-a042-c703ac9f2087 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8c5ebae0-2426-48ad-8a00-7de0e10a4970 HTTP/1.1" status: 200 len: 855 time: 0.1736150 Mar 30 18:19:50.184540 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-faa919b6-7f8c-4cd4-9b24-07ac44daaf44 req-da808628-a73e-4f9e-87ce-ec80b1683bf8 service neutron] Publish callbacks [] for security_group (7818addd-29c3-4562-8139-300125137a3b), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:50.198044 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-39b86ee0-0ce5-48ed-bfb5-8c25676f98de req-2d4d4511-cd1c-4df3-9ff9-186525ba541a tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e9e6f4e-c586-46f3-8b25-0e1b05821b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729812 Mar 30 18:19:50.214976 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-faa919b6-7f8c-4cd4-9b24-07ac44daaf44 req-da808628-a73e-4f9e-87ce-ec80b1683bf8 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (7818addd-29c3-4562-8139-300125137a3b), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:50.249733 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-aa461efd-11a3-4f0a-b6df-c5ecab585c2d req-771c2320-7e25-4e4a-a9be-1c356dee518f service neutron] 10.222.0.55 "GET /v2.0/networks/99f9262f-3c8d-47d0-8af2-845395ed3cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4083676 Mar 30 18:19:50.258385 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-65eb168b-a356-4e23-8782-31d1b88cb362 req-9b82ade3-16dc-4f9d-8b24-c260dd740490 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/ports?device_id=8422ff0d-76db-4352-a488-42d4f62b1277 HTTP/1.1" status: 200 len: 210 time: 0.0717971 Mar 30 18:19:50.282568 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c59b3f5a-f1ed-4436-8dd1-55548880ec92 req-a2b12325-716e-4e6e-9968-3a42c4d54445 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Made reservation on behalf of 279a01c655714587a3db731678eada47 for: {'port': 1} {{(pid=103294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:19:50.288277 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-c59b3f5a-f1ed-4436-8dd1-55548880ec92 req-a2b12325-716e-4e6e-9968-3a42c4d54445 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:50.330540 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-faa919b6-7f8c-4cd4-9b24-07ac44daaf44 req-da808628-a73e-4f9e-87ce-ec80b1683bf8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2e9e6f4e-c586-46f3-8b25-0e1b05821b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9079833 Mar 30 18:19:50.334490 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da808628-a73e-4f9e-87ce-ec80b1683bf8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7818addd-29c3-4562-8139-300125137a3b,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:50.349610 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5ce35-ffd1-48d4-aa2c-e7d5e4174aa8 req-d3c53e32-cc00-49e3-bba3-b86c78638805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:50.351219 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-58d5ce35-ffd1-48d4-aa2c-e7d5e4174aa8 req-d3c53e32-cc00-49e3-bba3-b86c78638805 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=962d8774-065a-4a3e-943e-02c437f03701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1522846 Mar 30 18:19:50.494081 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e08e3de-ef6e-444c-96c9-837297c791ee req-0c433168-2e8a-4e5c-84db-2685faae3993 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:50.495626 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-9e08e3de-ef6e-444c-96c9-837297c791ee req-0c433168-2e8a-4e5c-84db-2685faae3993 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cb64e80-e39d-49eb-86af-290fa3684e6f HTTP/1.1" status: 200 len: 944 time: 0.0640085 Mar 30 18:19:50.557414 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-9e08e3de-ef6e-444c-96c9-837297c791ee req-19ec43b8-7715-4405-acca-1f6adc2522a1 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/security-groups?id=aceea5f5-feb8-4c89-ad27-86bd4cdfa476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547380 Mar 30 18:19:50.589021 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.db.db_base_plugin_common [req-c59b3f5a-f1ed-4436-8dd1-55548880ec92 req-a2b12325-716e-4e6e-9968-3a42c4d54445 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Allocated IP 172.20.0.14 (af330621-acdf-4f3d-ad55-9f9e392a3f7a/753583e9-792f-4b04-97da-dc50f6b2fa57/3cad2eef-ab5f-4875-b984-11e70f3336ec) {{(pid=103294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:19:50.772493 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-c59b3f5a-f1ed-4436-8dd1-55548880ec92 req-a2b12325-716e-4e6e-9968-3a42c4d54445 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for port (3cad2eef-ab5f-4875-b984-11e70f3336ec), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:50.774857 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6571bd-7f2d-4497-97dc-da5e2d7c0e7c req-13d9f016-e7db-4756-937d-1f071ebdd68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:50.776484 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ea6571bd-7f2d-4497-97dc-da5e2d7c0e7c req-13d9f016-e7db-4756-937d-1f071ebdd68a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f6636f8a031548d18e3429de74b004e9&device_id=2cb64e80-e39d-49eb-86af-290fa3684e6f HTTP/1.1" status: 200 len: 1128 time: 0.1532509 Mar 30 18:19:50.782310 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-58d5ce35-ffd1-48d4-aa2c-e7d5e4174aa8 req-ed3878f2-f730-4221-85c1-c8e766a62d5c service neutron] 10.222.0.55 "GET /v2.0/networks/962d8774-065a-4a3e-943e-02c437f03701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443536 Mar 30 18:19:50.815004 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-c59b3f5a-f1ed-4436-8dd1-55548880ec92 req-a2b12325-716e-4e6e-9968-3a42c4d54445 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759689464324'] for port (3cad2eef-ab5f-4875-b984-11e70f3336ec), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:50.898374 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c59b3f5a-f1ed-4436-8dd1-55548880ec92 req-a2b12325-716e-4e6e-9968-3a42c4d54445 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Network af330621-acdf-4f3d-ad55-9f9e392a3f7a is already hosted by enough agents. {{(pid=103294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:19:50.907516 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.base_scheduler [req-c59b3f5a-f1ed-4436-8dd1-55548880ec92 req-a2b12325-716e-4e6e-9968-3a42c4d54445 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Resources bound (agent type, host, resource id): {{(pid=103294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:19:50.910408 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [req-c59b3f5a-f1ed-4436-8dd1-55548880ec92 req-a2b12325-716e-4e6e-9968-3a42c4d54445 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Received port after_create {{(pid=103294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:19:50.916766 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b3f5a-f1ed-4436-8dd1-55548880ec92 req-a2b12325-716e-4e6e-9968-3a42c4d54445 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:50.917428 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-c59b3f5a-f1ed-4436-8dd1-55548880ec92 req-a2b12325-716e-4e6e-9968-3a42c4d54445 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628270'] for port (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:50.934837 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b12325-716e-4e6e-9968-3a42c4d54445 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Pushing event updated for resources: {'Port': ['ID=3cad2eef-ab5f-4875-b984-11e70f3336ec,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:50.950582 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [req-c59b3f5a-f1ed-4436-8dd1-55548880ec92 req-a2b12325-716e-4e6e-9968-3a42c4d54445 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8011258 Mar 30 18:19:50.974998 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [req-c59b3f5a-f1ed-4436-8dd1-55548880ec92 req-9b0fa17f-c692-4041-a3b7-91638a54709e service neutron] Request body: {'port': {'device_id': '8422ff0d-76db-4352-a488-42d4f62b1277', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:19:51.074600 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-c59b3f5a-f1ed-4436-8dd1-55548880ec92 req-9b0fa17f-c692-4041-a3b7-91638a54709e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (3cad2eef-ab5f-4875-b984-11e70f3336ec), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:51.154154 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baa3416f-0ad6-49d9-b5a7-1afc18fb33af', 'tag': 'b5b2146d-6bbf-4747-a33f-30320ba120ee'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:19:51.156728 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e41150553c85b09edab6cb52843a30629a36ec9d810f78f9b9d5c7c277fb574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be2fbc6f-c2d4-4b00-ad44-7ec13dfce155" -d '{"events": [{"name": "network-changed", "server_uuid": "baa3416f-0ad6-49d9-b5a7-1afc18fb33af", "tag": "b5b2146d-6bbf-4747-a33f-30320ba120ee"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:19:51.296503 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a908e9f4-083b-4435-b406-cd0b2e2f9bb3 x-openstack-request-id: req-a908e9f4-083b-4435-b406-cd0b2e2f9bb3 {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:19:51.297180 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baa3416f-0ad6-49d9-b5a7-1afc18fb33af", "tag": "b5b2146d-6bbf-4747-a33f-30320ba120ee", "status": "completed", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:19:51.297778 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a908e9f4-083b-4435-b406-cd0b2e2f9bb3 {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:19:51.298418 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a908e9f4-083b-4435-b406-cd0b2e2f9bb3'] response: {'name': 'network-changed', 'server_uuid': 'baa3416f-0ad6-49d9-b5a7-1afc18fb33af', 'tag': 'b5b2146d-6bbf-4747-a33f-30320ba120ee', 'status': 'completed', 'code': 200} Mar 30 18:19:51.309132 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-26e3faef-5d50-45fc-b192-91f4e012a56c None None] Provisioning complete for port 3cad2eef-ab5f-4875-b984-11e70f3336ec triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:19:51.309719 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-26e3faef-5d50-45fc-b192-91f4e012a56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (3cad2eef-ab5f-4875-b984-11e70f3336ec), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:51.369275 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-26e3faef-5d50-45fc-b192-91f4e012a56c None None] Port 3cad2eef-ab5f-4875-b984-11e70f3336ec cannot update to ACTIVE because it is not bound. {{(pid=103295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:19:51.407385 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6571bd-7f2d-4497-97dc-da5e2d7c0e7c req-790353ca-76c3-4f21-beea-4618173c132d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:51.410571 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ea6571bd-7f2d-4497-97dc-da5e2d7c0e7c req-790353ca-76c3-4f21-beea-4618173c132d service neutron] 10.222.0.55 "GET /v2.0/networks?id=99f9262f-3c8d-47d0-8af2-845395ed3cd0 HTTP/1.1" status: 200 len: 911 time: 0.6205206 Mar 30 18:19:51.452436 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-58d5ce35-ffd1-48d4-aa2c-e7d5e4174aa8 req-17eb4a1d-f77e-4953-aa4b-6df46fcce3fb service neutron] 10.222.0.55 "GET /v2.0/networks/962d8774-065a-4a3e-943e-02c437f03701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6611845 Mar 30 18:19:51.488260 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ea6571bd-7f2d-4497-97dc-da5e2d7c0e7c req-c308c19f-2705-4535-8f21-0933cba51f80 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aee93743-b365-41f5-b7ec-ae74a3dd3e36 HTTP/1.1" status: 200 len: 217 time: 0.0499761 Mar 30 18:19:51.498461 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b2b8a-923b-4a09-ac0f-9f02e9e62d10 req-be2156e3-616d-4bb5-8e01-6c2f407bd203 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:51.499963 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a58b2b8a-923b-4a09-ac0f-9f02e9e62d10 req-be2156e3-616d-4bb5-8e01-6c2f407bd203 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 943 time: 0.2972825 Mar 30 18:19:51.561190 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9024a7-75cd-441c-ab08-f18c7d4a6ed4 req-690c91e3-9239-4cbb-92af-682b999d9fb2 tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:51.568465 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-6c9024a7-75cd-441c-ab08-f18c7d4a6ed4 req-690c91e3-9239-4cbb-92af-682b999d9fb2 tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab77262-1737-4df0-938b-bfd824e24f04 HTTP/1.1" status: 200 len: 945 time: 0.1860027 Mar 30 18:19:51.600362 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.notifiers.nova [req-c59b3f5a-f1ed-4436-8dd1-55548880ec92 req-9b0fa17f-c692-4041-a3b7-91638a54709e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cad2eef-ab5f-4875-b984-11e70f3336ec {{(pid=103294) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:19:51.611973 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-c59b3f5a-f1ed-4436-8dd1-55548880ec92 req-9b0fa17f-c692-4041-a3b7-91638a54709e service neutron] Publish callbacks [] for port (3cad2eef-ab5f-4875-b984-11e70f3336ec), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:51.641159 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.db.provisioning_blocks [req-c59b3f5a-f1ed-4436-8dd1-55548880ec92 req-9b0fa17f-c692-4041-a3b7-91638a54709e service neutron] Transition to ACTIVE for port object 3cad2eef-ab5f-4875-b984-11e70f3336ec will not be triggered until provisioned by entity L2. {{(pid=103294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 18:19:51.646598 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6571bd-7f2d-4497-97dc-da5e2d7c0e7c req-42b40d38-89f6-4704-aa52-7d0758ca6253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:51.648715 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ea6571bd-7f2d-4497-97dc-da5e2d7c0e7c req-42b40d38-89f6-4704-aa52-7d0758ca6253 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4cc6a602-aaad-4e34-b4ef-47ed89dd7ce5 HTTP/1.1" status: 200 len: 849 time: 0.1476934 Mar 30 18:19:51.648864 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-c59b3f5a-f1ed-4436-8dd1-55548880ec92 req-9b0fa17f-c692-4041-a3b7-91638a54709e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (3cad2eef-ab5f-4875-b984-11e70f3336ec), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:51.675953 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a58b2b8a-923b-4a09-ac0f-9f02e9e62d10 req-f7ccd198-6cf4-44ca-abf6-f0438c9a3757 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668112 Mar 30 18:19:51.777998 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-6c9024a7-75cd-441c-ab08-f18c7d4a6ed4 req-51ed09ec-29e1-45b8-94a1-15c6b14dcdc2 tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e9e6f4e-c586-46f3-8b25-0e1b05821b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082696 Mar 30 18:19:51.792572 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6571bd-7f2d-4497-97dc-da5e2d7c0e7c req-cc6cb351-6c06-4190-9fbd-eb964f6d7b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:51.800028 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ea6571bd-7f2d-4497-97dc-da5e2d7c0e7c req-cc6cb351-6c06-4190-9fbd-eb964f6d7b99 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=99f9262f-3c8d-47d0-8af2-845395ed3cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1395319 Mar 30 18:19:51.809786 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2fbc6f-c2d4-4b00-ad44-7ec13dfce155 req-a6f34059-f100-4218-8fa1-42e5ab468302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:51.811284 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0fa17f-c692-4041-a3b7-91638a54709e service neutron] Pushing event updated for resources: {'Port': ['ID=3cad2eef-ab5f-4875-b984-11e70f3336ec,revision_number=2']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:51.813048 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-be2fbc6f-c2d4-4b00-ad44-7ec13dfce155 req-a6f34059-f100-4218-8fa1-42e5ab468302 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=160e10afe45b4c309f409b0d9735b01b&device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 1127 time: 0.2368906 Mar 30 18:19:51.831774 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.managers [req-c59b3f5a-f1ed-4436-8dd1-55548880ec92 req-9b0fa17f-c692-4041-a3b7-91638a54709e service neutron] Attempting to bind port 3cad2eef-ab5f-4875-b984-11e70f3336ec on host hv-cinder-83587 for vnic_type normal with profile {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:19:51.832141 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.managers [req-c59b3f5a-f1ed-4436-8dd1-55548880ec92 req-9b0fa17f-c692-4041-a3b7-91638a54709e service neutron] Attempting to bind port 3cad2eef-ab5f-4875-b984-11e70f3336ec by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': 'eb738ca0-ee17-403d-85ee-2ae2dc7037b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a'}] {{(pid=103294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:19:51.832466 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59b3f5a-f1ed-4436-8dd1-55548880ec92 req-9b0fa17f-c692-4041-a3b7-91638a54709e service neutron] Attempting to bind port 3cad2eef-ab5f-4875-b984-11e70f3336ec on network af330621-acdf-4f3d-ad55-9f9e392a3f7a {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:19:51.840644 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59b3f5a-f1ed-4436-8dd1-55548880ec92 req-9b0fa17f-c692-4041-a3b7-91638a54709e service neutron] Port 3cad2eef-ab5f-4875-b984-11e70f3336ec on network af330621-acdf-4f3d-ad55-9f9e392a3f7a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 18:19:51.840969 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59b3f5a-f1ed-4436-8dd1-55548880ec92 req-9b0fa17f-c692-4041-a3b7-91638a54709e service neutron] Attempting to bind port 3cad2eef-ab5f-4875-b984-11e70f3336ec on network af330621-acdf-4f3d-ad55-9f9e392a3f7a {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:19:51.846619 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59b3f5a-f1ed-4436-8dd1-55548880ec92 req-9b0fa17f-c692-4041-a3b7-91638a54709e service neutron] Checking agent: {'id': '48cc6dd0-9d47-40d1-bfd7-3609261a1488', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 17, 16), 'started_at': datetime.datetime(2022, 3, 30, 18, 17, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:19:51.847333 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59b3f5a-f1ed-4436-8dd1-55548880ec92 req-9b0fa17f-c692-4041-a3b7-91638a54709e service neutron] Checking segment: {'id': 'eb738ca0-ee17-403d-85ee-2ae2dc7037b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:19:51.848083 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59b3f5a-f1ed-4436-8dd1-55548880ec92 req-9b0fa17f-c692-4041-a3b7-91638a54709e service neutron] Bound using segment: {'id': 'eb738ca0-ee17-403d-85ee-2ae2dc7037b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a'} {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:19:51.849049 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.managers [req-c59b3f5a-f1ed-4436-8dd1-55548880ec92 req-9b0fa17f-c692-4041-a3b7-91638a54709e service neutron] Bound port: 3cad2eef-ab5f-4875-b984-11e70f3336ec, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb738ca0-ee17-403d-85ee-2ae2dc7037b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a'}}] {{(pid=103294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:19:51.849609 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-c59b3f5a-f1ed-4436-8dd1-55548880ec92 req-9b0fa17f-c692-4041-a3b7-91638a54709e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (3cad2eef-ab5f-4875-b984-11e70f3336ec), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:51.977351 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [req-c59b3f5a-f1ed-4436-8dd1-55548880ec92 req-9b0fa17f-c692-4041-a3b7-91638a54709e service neutron] For port 3cad2eef-ab5f-4875-b984-11e70f3336ec, host hv-cinder-83587, cleared binding levels {{(pid=103294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:19:51.984219 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [req-c59b3f5a-f1ed-4436-8dd1-55548880ec92 req-9b0fa17f-c692-4041-a3b7-91638a54709e service neutron] For port 3cad2eef-ab5f-4875-b984-11e70f3336ec, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=3cad2eef-ab5f-4875-b984-11e70f3336ec,segment=NetworkSegment(eb738ca0-ee17-403d-85ee-2ae2dc7037b1),segment_id=eb738ca0-ee17-403d-85ee-2ae2dc7037b1)] {{(pid=103294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:19:51.993140 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-c59b3f5a-f1ed-4436-8dd1-55548880ec92 req-9b0fa17f-c692-4041-a3b7-91638a54709e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (3cad2eef-ab5f-4875-b984-11e70f3336ec), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:52.055634 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b3f5a-f1ed-4436-8dd1-55548880ec92 req-9b0fa17f-c692-4041-a3b7-91638a54709e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:52.056530 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-c59b3f5a-f1ed-4436-8dd1-55548880ec92 req-9b0fa17f-c692-4041-a3b7-91638a54709e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628270'] for port (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:52.058163 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [req-c59b3f5a-f1ed-4436-8dd1-55548880ec92 req-9b0fa17f-c692-4041-a3b7-91638a54709e service neutron] 10.222.0.55 "PUT /v2.0/ports/3cad2eef-ab5f-4875-b984-11e70f3336ec HTTP/1.1" status: 200 len: 1094 time: 1.0877867 Mar 30 18:19:52.058656 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8422ff0d-76db-4352-a488-42d4f62b1277', 'tag': '3cad2eef-ab5f-4875-b984-11e70f3336ec'}] {{(pid=103294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:19:52.114086 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b839e-f8e3-4ffe-8622-61c1bd0850d4 req-225fed35-9b8b-4e4d-9fde-576dc8621f7d tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:52.124115 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-768b839e-f8e3-4ffe-8622-61c1bd0850d4 req-225fed35-9b8b-4e4d-9fde-576dc8621f7d tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/ports?device_id=8422ff0d-76db-4352-a488-42d4f62b1277 HTTP/1.1" status: 200 len: 944 time: 0.3228498 Mar 30 18:19:52.226296 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c68303e-7b29-42eb-8f92-63703fbd9162 req-4577f152-256d-4eaf-abc3-d5d84567e75f tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:52.237089 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3c68303e-7b29-42eb-8f92-63703fbd9162 req-4577f152-256d-4eaf-abc3-d5d84567e75f tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cb64e80-e39d-49eb-86af-290fa3684e6f HTTP/1.1" status: 200 len: 944 time: 0.3497803 Mar 30 18:19:52.271912 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2fbc6f-c2d4-4b00-ad44-7ec13dfce155 req-c57fda3e-5dfd-4496-a0e4-611a7b1474eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:52.279298 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-be2fbc6f-c2d4-4b00-ad44-7ec13dfce155 req-c57fda3e-5dfd-4496-a0e4-611a7b1474eb service neutron] 10.222.0.55 "GET /v2.0/networks?id=962d8774-065a-4a3e-943e-02c437f03701 HTTP/1.1" status: 200 len: 917 time: 0.4280989 Mar 30 18:19:52.287794 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ea6571bd-7f2d-4497-97dc-da5e2d7c0e7c req-79bd981b-5fa3-423f-a24e-ba34fb5f673e service neutron] 10.222.0.55 "GET /v2.0/networks/99f9262f-3c8d-47d0-8af2-845395ed3cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4691174 Mar 30 18:19:52.307452 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0fa17f-c692-4041-a3b7-91638a54709e service neutron] Pushing event updated for resources: {'Port': ['ID=3cad2eef-ab5f-4875-b984-11e70f3336ec,revision_number=3']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:52.338412 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b3f5a-f1ed-4436-8dd1-55548880ec92 req-6dee8ad0-ac21-4771-aa50-66630e34282e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:52.340257 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [req-c59b3f5a-f1ed-4436-8dd1-55548880ec92 req-6dee8ad0-ac21-4771-aa50-66630e34282e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=279a01c655714587a3db731678eada47&device_id=8422ff0d-76db-4352-a488-42d4f62b1277 HTTP/1.1" status: 200 len: 1128 time: 0.1500459 Mar 30 18:19:52.497274 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [req-c59b3f5a-f1ed-4436-8dd1-55548880ec92 req-cdfda453-be30-462d-a43f-47018ade489d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cad2eef-ab5f-4875-b984-11e70f3336ec HTTP/1.1" status: 200 len: 217 time: 0.1394308 Mar 30 18:19:52.567730 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-be2fbc6f-c2d4-4b00-ad44-7ec13dfce155 req-75517f08-3c09-4e1a-9a24-28cf54759750 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5b2146d-6bbf-4747-a33f-30320ba120ee HTTP/1.1" status: 200 len: 217 time: 0.2596273 Mar 30 18:19:52.581889 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b3f5a-f1ed-4436-8dd1-55548880ec92 req-e4a8faaf-48d8-43ac-8007-fc9597e15f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:52.584783 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [req-c59b3f5a-f1ed-4436-8dd1-55548880ec92 req-e4a8faaf-48d8-43ac-8007-fc9597e15f08 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=753583e9-792f-4b04-97da-dc50f6b2fa57 HTTP/1.1" status: 200 len: 854 time: 0.0787642 Mar 30 18:19:52.602729 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3c68303e-7b29-42eb-8f92-63703fbd9162 req-09454fb1-993e-4916-9915-cf9c0fcbd4f4 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/security-groups?id=aceea5f5-feb8-4c89-ad27-86bd4cdfa476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3646910 Mar 30 18:19:52.635673 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-768b839e-f8e3-4ffe-8622-61c1bd0850d4 req-d781fe3e-5ae3-4e1b-ac45-3f1a7664ce7c tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/security-groups?id=240086e8-ee1b-499f-8c1a-e5d8ebb402f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4938493 Mar 30 18:19:52.666274 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ea6571bd-7f2d-4497-97dc-da5e2d7c0e7c req-b9ab9459-8465-4c57-8598-b9e8c10229ee service neutron] 10.222.0.55 "GET /v2.0/networks/99f9262f-3c8d-47d0-8af2-845395ed3cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3517680 Mar 30 18:19:52.670366 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2fbc6f-c2d4-4b00-ad44-7ec13dfce155 req-475c2bad-cd54-4720-a048-3e1b55f63020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:52.672105 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-be2fbc6f-c2d4-4b00-ad44-7ec13dfce155 req-475c2bad-cd54-4720-a048-3e1b55f63020 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8c5ebae0-2426-48ad-8a00-7de0e10a4970 HTTP/1.1" status: 200 len: 855 time: 0.0960479 Mar 30 18:19:52.792492 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2fbc6f-c2d4-4b00-ad44-7ec13dfce155 req-a542753b-34df-42d3-8c96-474d773637aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:52.801201 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-be2fbc6f-c2d4-4b00-ad44-7ec13dfce155 req-a542753b-34df-42d3-8c96-474d773637aa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=962d8774-065a-4a3e-943e-02c437f03701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1098182 Mar 30 18:19:52.869983 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b3f5a-f1ed-4436-8dd1-55548880ec92 req-90af1e58-60c0-4e73-8b6f-3f79d052a6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:52.875339 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [req-c59b3f5a-f1ed-4436-8dd1-55548880ec92 req-90af1e58-60c0-4e73-8b6f-3f79d052a6d2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=af330621-acdf-4f3d-ad55-9f9e392a3f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2840106 Mar 30 18:19:52.912385 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f253efad80999b0ddc7e44d4c54a97ad4b62a771ea2683ab6850d70c8b34677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c22331f-2cfc-4993-836c-82e528d94ade" -d '{"events": [{"name": "network-changed", "server_uuid": "8422ff0d-76db-4352-a488-42d4f62b1277", "tag": "3cad2eef-ab5f-4875-b984-11e70f3336ec"}]}' {{(pid=103294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:19:53.017090 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b09da5-4a5b-4242-a984-cba031b597b6 req-1b597ec9-1e38-48ca-ab9b-1f66573744fe tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:53.019381 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-33b09da5-4a5b-4242-a984-cba031b597b6 req-1b597ec9-1e38-48ca-ab9b-1f66573744fe tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 943 time: 0.1759276 Mar 30 18:19:53.033333 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba442d2c-4302-4e6e-87a9-bda3a5489f36 req-a48cbc65-2810-463e-9ab7-d9a9026dd88f tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:53.034863 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ba442d2c-4302-4e6e-87a9-bda3a5489f36 req-a48cbc65-2810-463e-9ab7-d9a9026dd88f tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab77262-1737-4df0-938b-bfd824e24f04 HTTP/1.1" status: 200 len: 945 time: 0.1505358 Mar 30 18:19:53.076500 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-be2fbc6f-c2d4-4b00-ad44-7ec13dfce155 req-3ca8f729-bd3b-49f6-874c-98a9403b517a service neutron] 10.222.0.55 "GET /v2.0/networks/962d8774-065a-4a3e-943e-02c437f03701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685397 Mar 30 18:19:53.079877 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [req-c59b3f5a-f1ed-4436-8dd1-55548880ec92 req-794202a1-722f-4362-8af8-81430bb06eb6 service neutron] 10.222.0.55 "GET /v2.0/networks/af330621-acdf-4f3d-ad55-9f9e392a3f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991446 Mar 30 18:19:53.192368 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ba442d2c-4302-4e6e-87a9-bda3a5489f36 req-b60c4a9d-9b5b-4d7d-866d-cd4df5a620a0 tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e9e6f4e-c586-46f3-8b25-0e1b05821b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499608 Mar 30 18:19:53.216970 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-33b09da5-4a5b-4242-a984-cba031b597b6 req-557cb388-babd-4587-bc57-63d5a57398d9 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711578 Mar 30 18:19:53.228553 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [req-c59b3f5a-f1ed-4436-8dd1-55548880ec92 req-01fdd266-a640-430c-94db-e8f6851119c3 service neutron] 10.222.0.55 "GET /v2.0/networks/af330621-acdf-4f3d-ad55-9f9e392a3f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417584 Mar 30 18:19:53.255658 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-be2fbc6f-c2d4-4b00-ad44-7ec13dfce155 req-1a3e2b63-b806-4c61-8459-9924064c51a0 service neutron] 10.222.0.55 "GET /v2.0/networks/962d8774-065a-4a3e-943e-02c437f03701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470201 Mar 30 18:19:53.528121 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea51fd2-855b-4f81-bf9f-812055f2cc88 x-openstack-request-id: req-bea51fd2-855b-4f81-bf9f-812055f2cc88 {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:19:53.528561 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8422ff0d-76db-4352-a488-42d4f62b1277", "tag": "3cad2eef-ab5f-4875-b984-11e70f3336ec", "status": "completed", "code": 200}]} {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:19:53.528926 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bea51fd2-855b-4f81-bf9f-812055f2cc88 {{(pid=103294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:19:53.529500 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bea51fd2-855b-4f81-bf9f-812055f2cc88'] response: {'name': 'network-changed', 'server_uuid': '8422ff0d-76db-4352-a488-42d4f62b1277', 'tag': '3cad2eef-ab5f-4875-b984-11e70f3336ec', 'status': 'completed', 'code': 200} Mar 30 18:19:53.661883 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c22331f-2cfc-4993-836c-82e528d94ade req-38411a53-d757-4925-ad44-2cfcd2554ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:53.665719 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-6c22331f-2cfc-4993-836c-82e528d94ade req-38411a53-d757-4925-ad44-2cfcd2554ef7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=279a01c655714587a3db731678eada47&device_id=8422ff0d-76db-4352-a488-42d4f62b1277 HTTP/1.1" status: 200 len: 1128 time: 0.1073103 Mar 30 18:19:53.846552 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 60896) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:53.878551 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c22331f-2cfc-4993-836c-82e528d94ade req-0f6e7e0b-123e-4051-9ac2-185061ff43fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:53.880231 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-6c22331f-2cfc-4993-836c-82e528d94ade req-0f6e7e0b-123e-4051-9ac2-185061ff43fb service neutron] 10.222.0.55 "GET /v2.0/networks?id=af330621-acdf-4f3d-ad55-9f9e392a3f7a HTTP/1.1" status: 200 len: 916 time: 0.2082326 Mar 30 18:19:53.931625 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-6c22331f-2cfc-4993-836c-82e528d94ade req-6f2b0558-0b35-4535-a8e8-7e71f2f8a0af service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cad2eef-ab5f-4875-b984-11e70f3336ec HTTP/1.1" status: 200 len: 217 time: 0.0437701 Mar 30 18:19:53.938985 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed80f059-6f25-451f-b6a7-7819a0265c08 req-60410c28-b254-423a-97e5-6784bf04af96 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:53.940372 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ed80f059-6f25-451f-b6a7-7819a0265c08 req-60410c28-b254-423a-97e5-6784bf04af96 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/ports?device_id=8422ff0d-76db-4352-a488-42d4f62b1277 HTTP/1.1" status: 200 len: 944 time: 0.1607435 Mar 30 18:19:53.949698 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8535ce-f3bb-493d-aa16-236f6da6c5f3 req-0a43abd3-f4f5-4e77-bbb5-4502d28d2edf tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:53.951212 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-6a8535ce-f3bb-493d-aa16-236f6da6c5f3 req-0a43abd3-f4f5-4e77-bbb5-4502d28d2edf tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cb64e80-e39d-49eb-86af-290fa3684e6f HTTP/1.1" status: 200 len: 944 time: 0.1731179 Mar 30 18:19:54.070669 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c22331f-2cfc-4993-836c-82e528d94ade req-27dadafb-818f-47bc-bc85-641bfc329ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:54.072210 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-6c22331f-2cfc-4993-836c-82e528d94ade req-27dadafb-818f-47bc-bc85-641bfc329ffc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=753583e9-792f-4b04-97da-dc50f6b2fa57 HTTP/1.1" status: 200 len: 854 time: 0.1309316 Mar 30 18:19:54.094700 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ed80f059-6f25-451f-b6a7-7819a0265c08 req-10092e2b-637a-4bf7-b4d4-3474d6d0d338 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/security-groups?id=240086e8-ee1b-499f-8c1a-e5d8ebb402f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425233 Mar 30 18:19:54.118524 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-6a8535ce-f3bb-493d-aa16-236f6da6c5f3 req-622cecae-b763-42f6-b326-03d024bce402 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/security-groups?id=aceea5f5-feb8-4c89-ad27-86bd4cdfa476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588650 Mar 30 18:19:54.142937 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c22331f-2cfc-4993-836c-82e528d94ade req-d6dac19c-aee8-43bd-8fe5-2367e9e5c9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:54.144452 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-6c22331f-2cfc-4993-836c-82e528d94ade req-d6dac19c-aee8-43bd-8fe5-2367e9e5c9fb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=af330621-acdf-4f3d-ad55-9f9e392a3f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0652604 Mar 30 18:19:54.154297 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-01facca2-756b-440a-be98-c1286859681f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:54.265416 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-6c22331f-2cfc-4993-836c-82e528d94ade req-d47553b2-145c-4ea7-a986-4a3aeb42d171 service neutron] 10.222.0.55 "GET /v2.0/networks/af330621-acdf-4f3d-ad55-9f9e392a3f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090405 Mar 30 18:19:54.269951 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-01facca2-756b-440a-be98-c1286859681f admin admin] Publish callbacks [] for security_group (3a9e3591-bb3c-4da5-8a12-c04334d206f6), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:54.275571 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-01facca2-756b-440a-be98-c1286859681f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (3a9e3591-bb3c-4da5-8a12-c04334d206f6), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:54.337825 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01facca2-756b-440a-be98-c1286859681f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a9e3591-bb3c-4da5-8a12-c04334d206f6,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:54.346039 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-01facca2-756b-440a-be98-c1286859681f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d44f1a37c49a4e419c7b1b118dce1a39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4966123 Mar 30 18:19:54.348652 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 60914) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:54.418736 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-af0f5792-f020-482e-b58b-6f66b2b6b8c5 admin admin] Publish callbacks [] for security_group (3a9e3591-bb3c-4da5-8a12-c04334d206f6), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:54.441072 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549fc283-0be1-4553-ac77-18ba265f3b07 req-145e464b-c856-4a34-aac6-c4c9599b820f tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:54.448216 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-549fc283-0be1-4553-ac77-18ba265f3b07 req-145e464b-c856-4a34-aac6-c4c9599b820f tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 943 time: 0.1065283 Mar 30 18:19:54.451323 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-af0f5792-f020-482e-b58b-6f66b2b6b8c5 admin admin] Publish callbacks [] for security_group (3a9e3591-bb3c-4da5-8a12-c04334d206f6), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:54.456897 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-6c22331f-2cfc-4993-836c-82e528d94ade req-d58a81d4-fd2d-4477-8129-fb26b93f15de service neutron] 10.222.0.55 "GET /v2.0/networks/af330621-acdf-4f3d-ad55-9f9e392a3f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850698 Mar 30 18:19:54.512087 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-549fc283-0be1-4553-ac77-18ba265f3b07 req-19c92ea5-dba8-4afd-a1cc-fe8586404f47 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628929 Mar 30 18:19:54.530327 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-af0f5792-f020-482e-b58b-6f66b2b6b8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (3a9e3591-bb3c-4da5-8a12-c04334d206f6), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:54.533008 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-af0f5792-f020-482e-b58b-6f66b2b6b8c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:54.534156 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-af0f5792-f020-482e-b58b-6f66b2b6b8c5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3a9e3591-bb3c-4da5-8a12-c04334d206f6 HTTP/1.1" status: 204 len: 168 time: 0.1841509 Mar 30 18:19:54.544934 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0f5792-f020-482e-b58b-6f66b2b6b8c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a9e3591-bb3c-4da5-8a12-c04334d206f6,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:54.853032 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 60936) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:54.866318 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-1ac15e16-faaf-4fce-bd63-5a87c9e9bbfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:54.951082 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device aee93743-b365-41f5-b7ec-ae74a3dd3e36 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103295) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:19:54.956049 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-1ac15e16-faaf-4fce-bd63-5a87c9e9bbfd admin admin] Publish callbacks [] for security_group (5ac5051f-3c59-487b-b1d0-df7ad8b41b7a), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:54.962623 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-1ac15e16-faaf-4fce-bd63-5a87c9e9bbfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (5ac5051f-3c59-487b-b1d0-df7ad8b41b7a), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:54.997348 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac15e16-faaf-4fce-bd63-5a87c9e9bbfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac5051f-3c59-487b-b1d0-df7ad8b41b7a,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:55.022474 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-1ac15e16-faaf-4fce-bd63-5a87c9e9bbfd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=18cc5b9606e840f3b41b996e8543309d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1659799 Mar 30 18:19:55.023330 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 60946) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:55.077146 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port aee93743-b365-41f5-b7ec-ae74a3dd3e36, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=aee93743-b365-41f5-b7ec-ae74a3dd3e36,segment=NetworkSegment(488ac68f-655a-4ba9-b4cf-6bd5f03620c2),segment_id=488ac68f-655a-4ba9-b4cf-6bd5f03620c2)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:19:55.085743 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-6bef40da-c1f7-4310-97ed-bb75d917c4a0 admin admin] Publish callbacks [] for security_group (5ac5051f-3c59-487b-b1d0-df7ad8b41b7a), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:55.090985 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Returning: {'device': 'aee93743-b365-41f5-b7ec-ae74a3dd3e36', 'network_id': '99f9262f-3c8d-47d0-8af2-845395ed3cd0', 'port_id': 'aee93743-b365-41f5-b7ec-ae74a3dd3e36', 'mac_address': 'fa:16:3e:bb:eb:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cc6a602-aaad-4e34-b4ef-47ed89dd7ce5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103295) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:19:55.117754 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-6bef40da-c1f7-4310-97ed-bb75d917c4a0 admin admin] Publish callbacks [] for security_group (5ac5051f-3c59-487b-b1d0-df7ad8b41b7a), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:55.136860 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Current status of the port aee93743-b365-41f5-b7ec-ae74a3dd3e36 is: DOWN; New status is: BUILD {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:19:55.137313 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (aee93743-b365-41f5-b7ec-ae74a3dd3e36), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:55.156374 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aee93743-b365-41f5-b7ec-ae74a3dd3e36 {{(pid=103295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:19:55.205835 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-6bef40da-c1f7-4310-97ed-bb75d917c4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (5ac5051f-3c59-487b-b1d0-df7ad8b41b7a), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:55.209133 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-6bef40da-c1f7-4310-97ed-bb75d917c4a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:55.211583 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-6bef40da-c1f7-4310-97ed-bb75d917c4a0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5ac5051f-3c59-487b-b1d0-df7ad8b41b7a HTTP/1.1" status: 204 len: 168 time: 0.1863980 Mar 30 18:19:55.229019 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port aee93743-b365-41f5-b7ec-ae74a3dd3e36, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=aee93743-b365-41f5-b7ec-ae74a3dd3e36,segment=NetworkSegment(488ac68f-655a-4ba9-b4cf-6bd5f03620c2),segment_id=488ac68f-655a-4ba9-b4cf-6bd5f03620c2)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:19:55.238743 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bef40da-c1f7-4310-97ed-bb75d917c4a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac5051f-3c59-487b-b1d0-df7ad8b41b7a,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:55.240160 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (aee93743-b365-41f5-b7ec-ae74a3dd3e36), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:55.251176 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device b5b2146d-6bbf-4747-a33f-30320ba120ee details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103295) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:19:55.305288 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 60958) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:55.364796 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Pushing event updated for resources: {'Port': ['ID=aee93743-b365-41f5-b7ec-ae74a3dd3e36,revision_number=4']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:55.386613 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb3ae6-357a-4156-912f-2e4742b95aca req-783fc57c-00bf-4f72-a03d-474d6da71d4d tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:55.388240 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3ddb3ae6-357a-4156-912f-2e4742b95aca req-783fc57c-00bf-4f72-a03d-474d6da71d4d tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/ports?device_id=8422ff0d-76db-4352-a488-42d4f62b1277 HTTP/1.1" status: 200 len: 944 time: 0.1433623 Mar 30 18:19:55.415862 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b809167-cb78-4828-9e42-9043fdf08d7f req-3e52efdf-c29f-414e-8347-f292e60c47e2 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:55.423187 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4b809167-cb78-4828-9e42-9043fdf08d7f req-3e52efdf-c29f-414e-8347-f292e60c47e2 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cb64e80-e39d-49eb-86af-290fa3684e6f HTTP/1.1" status: 200 len: 945 time: 0.1378226 Mar 30 18:19:55.425388 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port b5b2146d-6bbf-4747-a33f-30320ba120ee, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=b5b2146d-6bbf-4747-a33f-30320ba120ee,segment=NetworkSegment(e67e86d6-b9a3-48d5-b3c6-848d768aa694),segment_id=e67e86d6-b9a3-48d5-b3c6-848d768aa694)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:19:55.443208 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-1ca53273-bf17-4b7e-a38c-876be763e609 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:55.444593 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Returning: {'device': 'b5b2146d-6bbf-4747-a33f-30320ba120ee', 'network_id': '962d8774-065a-4a3e-943e-02c437f03701', 'port_id': 'b5b2146d-6bbf-4747-a33f-30320ba120ee', 'mac_address': 'fa:16:3e:9b:f6:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c5ebae0-2426-48ad-8a00-7de0e10a4970', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103295) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:19:55.501598 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Current status of the port b5b2146d-6bbf-4747-a33f-30320ba120ee is: DOWN; New status is: BUILD {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:19:55.502551 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (b5b2146d-6bbf-4747-a33f-30320ba120ee), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:55.506310 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4b809167-cb78-4828-9e42-9043fdf08d7f req-f5d84990-c7ba-47d7-a00f-ff36fa609396 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/security-groups?id=aceea5f5-feb8-4c89-ad27-86bd4cdfa476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803287 Mar 30 18:19:55.525333 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5b2146d-6bbf-4747-a33f-30320ba120ee {{(pid=103295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:19:55.545319 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3ddb3ae6-357a-4156-912f-2e4742b95aca req-54099851-c1d8-419e-8361-b7e197b330a9 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/security-groups?id=240086e8-ee1b-499f-8c1a-e5d8ebb402f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487834 Mar 30 18:19:55.567999 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port b5b2146d-6bbf-4747-a33f-30320ba120ee, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=b5b2146d-6bbf-4747-a33f-30320ba120ee,segment=NetworkSegment(e67e86d6-b9a3-48d5-b3c6-848d768aa694),segment_id=e67e86d6-b9a3-48d5-b3c6-848d768aa694)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:19:55.573963 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (b5b2146d-6bbf-4747-a33f-30320ba120ee), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:55.602949 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-1ca53273-bf17-4b7e-a38c-876be763e609 admin admin] Publish callbacks [] for security_group (cad81922-0e90-4324-9f3c-742c7b33918f), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:55.620389 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-1ca53273-bf17-4b7e-a38c-876be763e609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (cad81922-0e90-4324-9f3c-742c7b33918f), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:55.642344 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Pushing event updated for resources: {'Port': ['ID=b5b2146d-6bbf-4747-a33f-30320ba120ee,revision_number=4']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:55.665959 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5723e5c7-38fe-46dd-9974-7d5cd56b5771 req-017945c8-ec92-4894-849a-b017a0255f7e tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:55.668140 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-5723e5c7-38fe-46dd-9974-7d5cd56b5771 req-017945c8-ec92-4894-849a-b017a0255f7e tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 944 time: 0.0706408 Mar 30 18:19:55.682161 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-1ca53273-bf17-4b7e-a38c-876be763e609 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5d19e9f710704dc08f2d7daa52136b58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3756957 Mar 30 18:19:55.685303 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 60972) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:55.712319 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca53273-bf17-4b7e-a38c-876be763e609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad81922-0e90-4324-9f3c-742c7b33918f,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:55.745236 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e2feb123-8f83-4bd2-94e1-9a1a4b5ee014 admin admin] Publish callbacks [] for security_group (cad81922-0e90-4324-9f3c-742c7b33918f), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:55.747742 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-5723e5c7-38fe-46dd-9974-7d5cd56b5771 req-4facb3df-f860-4551-bb67-9384c54fbe57 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730522 Mar 30 18:19:55.782142 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e2feb123-8f83-4bd2-94e1-9a1a4b5ee014 admin admin] Publish callbacks [] for security_group (cad81922-0e90-4324-9f3c-742c7b33918f), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:55.840484 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e2feb123-8f83-4bd2-94e1-9a1a4b5ee014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (cad81922-0e90-4324-9f3c-742c7b33918f), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:55.843104 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e2feb123-8f83-4bd2-94e1-9a1a4b5ee014 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:55.844542 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-e2feb123-8f83-4bd2-94e1-9a1a4b5ee014 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cad81922-0e90-4324-9f3c-742c7b33918f HTTP/1.1" status: 204 len: 168 time: 0.1583045 Mar 30 18:19:55.858603 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2feb123-8f83-4bd2-94e1-9a1a4b5ee014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad81922-0e90-4324-9f3c-742c7b33918f,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:55.922582 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] get_ports_and_sgs() called for port_ids ['aee93743-b365-41f5-b7ec-ae74a3dd3e36'] {{(pid=103295) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:19:55.982515 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] get_ports_and_sgs() called for port_ids ['b5b2146d-6bbf-4747-a33f-30320ba120ee'] {{(pid=103295) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:19:56.293640 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 32782) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:56.315199 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-017734e0-0974-4256-9e5c-280e8ea2b469 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:56.399602 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-017734e0-0974-4256-9e5c-280e8ea2b469 admin admin] Publish callbacks [] for security_group (65beb0fc-8274-4953-bda2-f078fd028d42), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:56.404383 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-017734e0-0974-4256-9e5c-280e8ea2b469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (65beb0fc-8274-4953-bda2-f078fd028d42), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:56.437500 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017734e0-0974-4256-9e5c-280e8ea2b469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65beb0fc-8274-4953-bda2-f078fd028d42,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:56.457283 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-017734e0-0974-4256-9e5c-280e8ea2b469 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9166dbfd696c4c8586de2df2a08c6b42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1602075 Mar 30 18:19:56.457625 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 32792) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:56.515776 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f5935bbf-b7d3-4294-8c00-6b7e06e60fb5 admin admin] Publish callbacks [] for security_group (65beb0fc-8274-4953-bda2-f078fd028d42), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:56.540923 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f5935bbf-b7d3-4294-8c00-6b7e06e60fb5 admin admin] Publish callbacks [] for security_group (65beb0fc-8274-4953-bda2-f078fd028d42), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:56.598088 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f5935bbf-b7d3-4294-8c00-6b7e06e60fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (65beb0fc-8274-4953-bda2-f078fd028d42), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:56.601312 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f5935bbf-b7d3-4294-8c00-6b7e06e60fb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:56.602673 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-f5935bbf-b7d3-4294-8c00-6b7e06e60fb5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/65beb0fc-8274-4953-bda2-f078fd028d42 HTTP/1.1" status: 204 len: 168 time: 0.1441061 Mar 30 18:19:56.610295 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5935bbf-b7d3-4294-8c00-6b7e06e60fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65beb0fc-8274-4953-bda2-f078fd028d42,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:56.689683 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e55b4-32ff-4a98-9579-101777c5d9f7 req-009dda8d-c6b9-4777-bfa7-ba00da0a208c tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:56.691218 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-1d3e55b4-32ff-4a98-9579-101777c5d9f7 req-009dda8d-c6b9-4777-bfa7-ba00da0a208c tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cb64e80-e39d-49eb-86af-290fa3684e6f HTTP/1.1" status: 200 len: 945 time: 0.1238456 Mar 30 18:19:56.699204 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21ca56c-dbc8-4ee1-bdb3-43a8450f9ff7 req-73e46254-eea6-4125-a018-c61f72a759b9 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:56.700654 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-b21ca56c-dbc8-4ee1-bdb3-43a8450f9ff7 req-73e46254-eea6-4125-a018-c61f72a759b9 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/ports?device_id=8422ff0d-76db-4352-a488-42d4f62b1277 HTTP/1.1" status: 200 len: 944 time: 0.0782192 Mar 30 18:19:56.774744 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-1d3e55b4-32ff-4a98-9579-101777c5d9f7 req-5e9aa35a-ac67-4431-94c2-7258b6765253 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/security-groups?id=aceea5f5-feb8-4c89-ad27-86bd4cdfa476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731113 Mar 30 18:19:56.782424 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-b21ca56c-dbc8-4ee1-bdb3-43a8450f9ff7 req-19b788d5-8919-4f0a-aab9-699360dbc135 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/security-groups?id=240086e8-ee1b-499f-8c1a-e5d8ebb402f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736861 Mar 30 18:19:56.916670 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a978f5-2404-4769-acc3-66707e3e76ea req-14c6b9a5-d99f-48fd-bf24-71d1996c9bce tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:56.918286 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-84a978f5-2404-4769-acc3-66707e3e76ea req-14c6b9a5-d99f-48fd-bf24-71d1996c9bce tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 944 time: 0.0645752 Mar 30 18:19:56.987655 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-84a978f5-2404-4769-acc3-66707e3e76ea req-2c42c772-9816-4de9-8e8b-d20c8fb40409 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632689 Mar 30 18:19:57.669817 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-281d31eb-8c94-4d44-9232-0de6f4426664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (c82c41e6-6be9-408a-ae4d-4131a3230230), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:57.819373 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 32866) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:57.946023 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-07966550-a5ba-44bc-9709-4940c11a388c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:57.974772 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850302b6-b708-4d47-9528-87ce9bb1832e req-456fd389-15dc-4783-8b95-94e810a7fec0 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:57.976936 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-850302b6-b708-4d47-9528-87ce9bb1832e req-456fd389-15dc-4783-8b95-94e810a7fec0 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cb64e80-e39d-49eb-86af-290fa3684e6f HTTP/1.1" status: 200 len: 945 time: 0.1061008 Mar 30 18:19:57.990041 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a512e-d7c8-4b93-89aa-73217da73dbe req-1f6a1c8d-ef88-4099-bb57-fe3db1ac4340 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:57.991886 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-958a512e-d7c8-4b93-89aa-73217da73dbe req-1f6a1c8d-ef88-4099-bb57-fe3db1ac4340 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/ports?device_id=8422ff0d-76db-4352-a488-42d4f62b1277 HTTP/1.1" status: 200 len: 944 time: 0.1183348 Mar 30 18:19:58.030736 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-07966550-a5ba-44bc-9709-4940c11a388c admin admin] Publish callbacks [] for security_group (fade07e6-82b9-4bee-99d6-55582acd087b), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:58.034561 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-07966550-a5ba-44bc-9709-4940c11a388c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (fade07e6-82b9-4bee-99d6-55582acd087b), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:58.068161 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-850302b6-b708-4d47-9528-87ce9bb1832e req-ff5adc3a-1438-43a8-bf05-73b2af477f44 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/security-groups?id=aceea5f5-feb8-4c89-ad27-86bd4cdfa476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752902 Mar 30 18:19:58.075464 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-958a512e-d7c8-4b93-89aa-73217da73dbe req-60c757be-d0f9-4885-80a9-6110ce3d268d tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/security-groups?id=240086e8-ee1b-499f-8c1a-e5d8ebb402f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752156 Mar 30 18:19:58.075720 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-07966550-a5ba-44bc-9709-4940c11a388c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=88c31ac207bb4205b1a802e51d2fab07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2552207 Mar 30 18:19:58.076301 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 32878) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:58.077809 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07966550-a5ba-44bc-9709-4940c11a388c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fade07e6-82b9-4bee-99d6-55582acd087b,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:58.137635 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-cdd93933-a716-4137-8ef6-8595c2e2fc4e admin admin] Publish callbacks [] for security_group (fade07e6-82b9-4bee-99d6-55582acd087b), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:58.185015 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-cdd93933-a716-4137-8ef6-8595c2e2fc4e admin admin] Publish callbacks [] for security_group (fade07e6-82b9-4bee-99d6-55582acd087b), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:58.224614 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c35864-86ec-405b-9e23-1715ccbbce76 req-2037a6cf-7fe4-49ca-9f09-225f1aa24068 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:58.226755 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c6c35864-86ec-405b-9e23-1715ccbbce76 req-2037a6cf-7fe4-49ca-9f09-225f1aa24068 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 944 time: 0.0910530 Mar 30 18:19:58.259057 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-cdd93933-a716-4137-8ef6-8595c2e2fc4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (fade07e6-82b9-4bee-99d6-55582acd087b), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:58.261534 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-cdd93933-a716-4137-8ef6-8595c2e2fc4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:58.262598 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-cdd93933-a716-4137-8ef6-8595c2e2fc4e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fade07e6-82b9-4bee-99d6-55582acd087b HTTP/1.1" status: 204 len: 168 time: 0.1853859 Mar 30 18:19:58.277574 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd93933-a716-4137-8ef6-8595c2e2fc4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fade07e6-82b9-4bee-99d6-55582acd087b,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:58.286750 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c6c35864-86ec-405b-9e23-1715ccbbce76 req-0f3fcb44-99fa-4069-9926-b893710c5f35 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535619 Mar 30 18:19:58.951416 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device 3cad2eef-ab5f-4875-b984-11e70f3336ec details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103295) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:19:59.051523 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port 3cad2eef-ab5f-4875-b984-11e70f3336ec, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=3cad2eef-ab5f-4875-b984-11e70f3336ec,segment=NetworkSegment(eb738ca0-ee17-403d-85ee-2ae2dc7037b1),segment_id=eb738ca0-ee17-403d-85ee-2ae2dc7037b1)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:19:59.062724 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Returning: {'device': '3cad2eef-ab5f-4875-b984-11e70f3336ec', 'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a', 'port_id': '3cad2eef-ab5f-4875-b984-11e70f3336ec', 'mac_address': 'fa:16:3e:7c:c5:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '753583e9-792f-4b04-97da-dc50f6b2fa57', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103295) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:19:59.106581 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Current status of the port 3cad2eef-ab5f-4875-b984-11e70f3336ec is: DOWN; New status is: BUILD {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:19:59.106973 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (3cad2eef-ab5f-4875-b984-11e70f3336ec), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:59.243029 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cad2eef-ab5f-4875-b984-11e70f3336ec {{(pid=103295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:19:59.254052 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3851d361-76e9-4ab5-a2f7-44d7fc4cc58c req-c298a8a8-1f2e-441e-aaf8-ce1e6fe646a6 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:59.257130 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3851d361-76e9-4ab5-a2f7-44d7fc4cc58c req-c298a8a8-1f2e-441e-aaf8-ce1e6fe646a6 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cb64e80-e39d-49eb-86af-290fa3684e6f HTTP/1.1" status: 200 len: 945 time: 0.0945711 Mar 30 18:19:59.268039 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port 3cad2eef-ab5f-4875-b984-11e70f3336ec, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=3cad2eef-ab5f-4875-b984-11e70f3336ec,segment=NetworkSegment(eb738ca0-ee17-403d-85ee-2ae2dc7037b1),segment_id=eb738ca0-ee17-403d-85ee-2ae2dc7037b1)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:19:59.269926 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb77ffa-9d70-4943-8fce-1f6a84d1ca16 req-6a24ffba-0a99-45e5-8d26-c7253203f9b6 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:59.271889 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ecb77ffa-9d70-4943-8fce-1f6a84d1ca16 req-6a24ffba-0a99-45e5-8d26-c7253203f9b6 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/ports?device_id=8422ff0d-76db-4352-a488-42d4f62b1277 HTTP/1.1" status: 200 len: 944 time: 0.0991082 Mar 30 18:19:59.273425 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (3cad2eef-ab5f-4875-b984-11e70f3336ec), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:59.331709 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Pushing event updated for resources: {'Port': ['ID=3cad2eef-ab5f-4875-b984-11e70f3336ec,revision_number=4']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:59.367324 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3851d361-76e9-4ab5-a2f7-44d7fc4cc58c req-f01ebb2c-d6ea-445e-b56c-fdf81dceedb8 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/security-groups?id=aceea5f5-feb8-4c89-ad27-86bd4cdfa476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939071 Mar 30 18:19:59.370482 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ecb77ffa-9d70-4943-8fce-1f6a84d1ca16 req-79dd327d-d4dc-4f20-b158-e7524cc93d68 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/security-groups?id=240086e8-ee1b-499f-8c1a-e5d8ebb402f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897851 Mar 30 18:19:59.484009 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b430009b-1522-47df-8603-8e5dab87792a req-2173ba6b-706e-4cd3-bd33-fa11c6435b3c tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:59.485462 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-b430009b-1522-47df-8603-8e5dab87792a req-2173ba6b-706e-4cd3-bd33-fa11c6435b3c tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 944 time: 0.0559661 Mar 30 18:19:59.530895 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-b430009b-1522-47df-8603-8e5dab87792a req-0aa6cad8-a81a-48f8-b39d-29ffd7f5ae5d tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399756 Mar 30 18:19:59.729298 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] get_ports_and_sgs() called for port_ids ['3cad2eef-ab5f-4875-b984-11e70f3336ec'] {{(pid=103295) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:20:00.057957 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-88d4d9e4-d3bc-44ad-a9f8-5453b3700a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bb9cbda0-d504-4372-97ec-0881b5676f92), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:00.559399 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c836300f-8428-4a8b-857c-c3e56acf7c8a req-ec8f2856-0779-4144-951e-c92d04dbc2ad tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:00.560959 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c836300f-8428-4a8b-857c-c3e56acf7c8a req-ec8f2856-0779-4144-951e-c92d04dbc2ad tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/ports?device_id=8422ff0d-76db-4352-a488-42d4f62b1277 HTTP/1.1" status: 200 len: 945 time: 0.0906672 Mar 30 18:20:00.570474 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfba903-34c0-4bfe-aff7-cca31128c7c7 req-1ee3742c-56e6-437b-9e71-87cf1f35c05a tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:00.572166 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ccfba903-34c0-4bfe-aff7-cca31128c7c7 req-1ee3742c-56e6-437b-9e71-87cf1f35c05a tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cb64e80-e39d-49eb-86af-290fa3684e6f HTTP/1.1" status: 200 len: 945 time: 0.0924032 Mar 30 18:20:00.661923 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c836300f-8428-4a8b-857c-c3e56acf7c8a req-0fdf3e5e-c19f-42a0-a135-2c55b6522ae0 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/security-groups?id=240086e8-ee1b-499f-8c1a-e5d8ebb402f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887184 Mar 30 18:20:00.670625 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ccfba903-34c0-4bfe-aff7-cca31128c7c7 req-5fcfb0a5-e02f-4840-9535-f1a57bb2fc16 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/security-groups?id=aceea5f5-feb8-4c89-ad27-86bd4cdfa476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901217 Mar 30 18:20:01.002259 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36451e7-3738-423c-a907-5fc76fca707e req-636384af-f99f-4619-a38b-a15611a398ab tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:01.003779 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a36451e7-3738-423c-a907-5fc76fca707e req-636384af-f99f-4619-a38b-a15611a398ab tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 944 time: 0.2611160 Mar 30 18:20:01.055805 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a36451e7-3738-423c-a907-5fc76fca707e req-2ec8fab3-ad4f-430d-9054-c689bf8bccc5 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453939 Mar 30 18:20:01.169609 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 32994) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:01.175470 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f19afa9d-e030-40e8-acc4-8e1b9083a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (63dcb6ae-3517-415b-a3a4-cfabe01bf14f), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:01.271068 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-57ffbd5c-20a4-4f98-b507-832a0db01c46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:01.342187 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-57ffbd5c-20a4-4f98-b507-832a0db01c46 admin admin] Publish callbacks [] for security_group (c375479c-53bb-486d-982d-ad4af24bcbaf), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:01.346065 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-57ffbd5c-20a4-4f98-b507-832a0db01c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (c375479c-53bb-486d-982d-ad4af24bcbaf), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:01.382857 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-57ffbd5c-20a4-4f98-b507-832a0db01c46 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b2f5b5fc2adf4d38abf362da23282566&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2121401 Mar 30 18:20:01.383707 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ffbd5c-20a4-4f98-b507-832a0db01c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c375479c-53bb-486d-982d-ad4af24bcbaf,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:01.386160 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 32998) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:01.433644 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-8090b38b-4a71-4a96-9bfe-88ba99c7ec94 admin admin] Publish callbacks [] for security_group (c375479c-53bb-486d-982d-ad4af24bcbaf), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:01.454134 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-8090b38b-4a71-4a96-9bfe-88ba99c7ec94 admin admin] Publish callbacks [] for security_group (c375479c-53bb-486d-982d-ad4af24bcbaf), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:01.502222 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-8090b38b-4a71-4a96-9bfe-88ba99c7ec94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (c375479c-53bb-486d-982d-ad4af24bcbaf), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:01.504830 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-8090b38b-4a71-4a96-9bfe-88ba99c7ec94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:01.508919 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-8090b38b-4a71-4a96-9bfe-88ba99c7ec94 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c375479c-53bb-486d-982d-ad4af24bcbaf HTTP/1.1" status: 204 len: 168 time: 0.1187744 Mar 30 18:20:01.514807 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8090b38b-4a71-4a96-9bfe-88ba99c7ec94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c375479c-53bb-486d-982d-ad4af24bcbaf,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:01.762157 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 33008) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:01.774988 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4b123cf0-25eb-40ec-b8a1-e5ee6a2066bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:01.844958 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b912710f-4639-4043-8c65-77434d541161 req-cea43064-a694-4de3-9cf4-4a658adfb234 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:01.846406 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-b912710f-4639-4043-8c65-77434d541161 req-cea43064-a694-4de3-9cf4-4a658adfb234 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cb64e80-e39d-49eb-86af-290fa3684e6f HTTP/1.1" status: 200 len: 945 time: 0.1043117 Mar 30 18:20:01.861859 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65abe3f-78d1-40a5-a326-65823e248540 req-f0e4a07a-9cfd-45f3-9cc0-7c97d9bf7c59 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:01.863347 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c65abe3f-78d1-40a5-a326-65823e248540 req-f0e4a07a-9cfd-45f3-9cc0-7c97d9bf7c59 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/ports?device_id=8422ff0d-76db-4352-a488-42d4f62b1277 HTTP/1.1" status: 200 len: 945 time: 0.1099946 Mar 30 18:20:01.876176 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4b123cf0-25eb-40ec-b8a1-e5ee6a2066bc admin admin] Publish callbacks [] for security_group (c3088eb9-ad4b-49e9-be29-0941adfe1929), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:01.879932 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4b123cf0-25eb-40ec-b8a1-e5ee6a2066bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (c3088eb9-ad4b-49e9-be29-0941adfe1929), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:01.920103 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-4b123cf0-25eb-40ec-b8a1-e5ee6a2066bc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=64779bb6cfc14ad2a3857685e0cda20e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1568742 Mar 30 18:20:01.921205 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b123cf0-25eb-40ec-b8a1-e5ee6a2066bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3088eb9-ad4b-49e9-be29-0941adfe1929,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:01.923844 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 33016) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:01.940735 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-b912710f-4639-4043-8c65-77434d541161 req-a70a2eea-d807-4c35-b8d6-2e79f6f55072 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/security-groups?id=aceea5f5-feb8-4c89-ad27-86bd4cdfa476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764294 Mar 30 18:20:01.951124 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c65abe3f-78d1-40a5-a326-65823e248540 req-a3577f5f-1de1-4317-8af7-3ffe3804ced3 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/security-groups?id=240086e8-ee1b-499f-8c1a-e5d8ebb402f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806260 Mar 30 18:20:01.985914 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-3e93543a-2333-433a-ba54-4122b050a587 admin admin] Publish callbacks [] for security_group (c3088eb9-ad4b-49e9-be29-0941adfe1929), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:02.010130 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-3e93543a-2333-433a-ba54-4122b050a587 admin admin] Publish callbacks [] for security_group (c3088eb9-ad4b-49e9-be29-0941adfe1929), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:02.056043 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-3e93543a-2333-433a-ba54-4122b050a587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (c3088eb9-ad4b-49e9-be29-0941adfe1929), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:02.058599 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-3e93543a-2333-433a-ba54-4122b050a587 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:02.059763 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-3e93543a-2333-433a-ba54-4122b050a587 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c3088eb9-ad4b-49e9-be29-0941adfe1929 HTTP/1.1" status: 204 len: 168 time: 0.1342704 Mar 30 18:20:02.067120 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e93543a-2333-433a-ba54-4122b050a587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3088eb9-ad4b-49e9-be29-0941adfe1929,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:02.182120 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38700f8f-ec37-4b63-a3e1-76af5d8692d2 req-512f37ee-64e4-45e8-aeb5-0b3229bb9b86 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:02.183796 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-38700f8f-ec37-4b63-a3e1-76af5d8692d2 req-512f37ee-64e4-45e8-aeb5-0b3229bb9b86 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 944 time: 0.0553269 Mar 30 18:20:02.234867 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-38700f8f-ec37-4b63-a3e1-76af5d8692d2 req-b9c91cef-dd10-417b-9f3b-66b4fa4ba3d2 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451140 Mar 30 18:20:02.373869 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 33026) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:02.387122 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e23aff31-2418-423e-95e7-5af3d5898e38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:02.460806 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e23aff31-2418-423e-95e7-5af3d5898e38 admin admin] Publish callbacks [] for security_group (a69e4fae-5f65-47bd-9cd7-7cc2694d892a), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:02.464485 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e23aff31-2418-423e-95e7-5af3d5898e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (a69e4fae-5f65-47bd-9cd7-7cc2694d892a), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:02.501514 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-e23aff31-2418-423e-95e7-5af3d5898e38 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b2793d6c240a4321925aceb91096f3c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1266255 Mar 30 18:20:02.502469 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23aff31-2418-423e-95e7-5af3d5898e38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a69e4fae-5f65-47bd-9cd7-7cc2694d892a,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:02.504215 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 33028) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:02.549905 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-0da9b66c-bdda-4ffd-bb1b-428834344a33 admin admin] Publish callbacks [] for security_group (a69e4fae-5f65-47bd-9cd7-7cc2694d892a), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:02.567029 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-735ee7a5-faf9-4a72-9605-65e031eaef75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bc479c0e-1124-4d13-b03e-bb2d712dc776), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:02.571829 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-0da9b66c-bdda-4ffd-bb1b-428834344a33 admin admin] Publish callbacks [] for security_group (a69e4fae-5f65-47bd-9cd7-7cc2694d892a), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:02.621207 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-0da9b66c-bdda-4ffd-bb1b-428834344a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (a69e4fae-5f65-47bd-9cd7-7cc2694d892a), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:02.623812 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-0da9b66c-bdda-4ffd-bb1b-428834344a33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:02.624928 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-0da9b66c-bdda-4ffd-bb1b-428834344a33 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a69e4fae-5f65-47bd-9cd7-7cc2694d892a HTTP/1.1" status: 204 len: 168 time: 0.1197309 Mar 30 18:20:02.633304 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da9b66c-bdda-4ffd-bb1b-428834344a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a69e4fae-5f65-47bd-9cd7-7cc2694d892a,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:02.646973 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device aee93743-b365-41f5-b7ec-ae74a3dd3e36 up at agent hyperv_hv-cinder-83587 {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:20:02.701869 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Provisioning for port aee93743-b365-41f5-b7ec-ae74a3dd3e36 completed by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 18:20:02.706017 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Provisioning complete for port aee93743-b365-41f5-b7ec-ae74a3dd3e36 triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:20:02.706452 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (aee93743-b365-41f5-b7ec-ae74a3dd3e36), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:02.785978 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Current status of the port aee93743-b365-41f5-b7ec-ae74a3dd3e36 is: BUILD; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:20:02.786372 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (aee93743-b365-41f5-b7ec-ae74a3dd3e36), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:02.809289 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb64e80-e39d-49eb-86af-290fa3684e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee93743-b365-41f5-b7ec-ae74a3dd3e36'}] {{(pid=103295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:20:02.811536 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7869a1eaeafddf677110b76453ce8b8be8513095297872c2e0c75408178073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12bc4176-cdbe-495d-83ae-844e1d0e3301" -d '{"events": [{"server_uuid": "2cb64e80-e39d-49eb-86af-290fa3684e6f", "name": "network-vif-plugged", "status": "completed", "tag": "aee93743-b365-41f5-b7ec-ae74a3dd3e36"}]}' {{(pid=103295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:20:02.829437 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port aee93743-b365-41f5-b7ec-ae74a3dd3e36, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=aee93743-b365-41f5-b7ec-ae74a3dd3e36,segment=NetworkSegment(488ac68f-655a-4ba9-b4cf-6bd5f03620c2),segment_id=488ac68f-655a-4ba9-b4cf-6bd5f03620c2)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:20:02.836638 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (aee93743-b365-41f5-b7ec-ae74a3dd3e36), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:02.837833 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device 3cad2eef-ab5f-4875-b984-11e70f3336ec up at agent hyperv_hv-cinder-83587 {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:20:02.880171 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bdfd39f-b023-4cff-ba0a-af8d4b1eab21 x-openstack-request-id: req-5bdfd39f-b023-4cff-ba0a-af8d4b1eab21 {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:20:02.880499 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb64e80-e39d-49eb-86af-290fa3684e6f", "name": "network-vif-plugged", "status": "completed", "tag": "aee93743-b365-41f5-b7ec-ae74a3dd3e36", "code": 200}]} {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:20:02.880724 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5bdfd39f-b023-4cff-ba0a-af8d4b1eab21 {{(pid=103295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:20:02.881115 dv-cinder-835879-1-iscsi neutron-server[103295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bdfd39f-b023-4cff-ba0a-af8d4b1eab21'] response: {'server_uuid': '2cb64e80-e39d-49eb-86af-290fa3684e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee93743-b365-41f5-b7ec-ae74a3dd3e36', 'code': 200} Mar 30 18:20:02.947318 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Pushing event updated for resources: {'Port': ['ID=aee93743-b365-41f5-b7ec-ae74a3dd3e36,revision_number=5']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:02.964408 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Provisioning for port 3cad2eef-ab5f-4875-b984-11e70f3336ec completed by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 18:20:02.968198 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Provisioning complete for port 3cad2eef-ab5f-4875-b984-11e70f3336ec triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:20:02.968841 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (3cad2eef-ab5f-4875-b984-11e70f3336ec), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:03.062126 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Current status of the port 3cad2eef-ab5f-4875-b984-11e70f3336ec is: BUILD; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:20:03.062512 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (3cad2eef-ab5f-4875-b984-11e70f3336ec), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:03.097545 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port 3cad2eef-ab5f-4875-b984-11e70f3336ec, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=3cad2eef-ab5f-4875-b984-11e70f3336ec,segment=NetworkSegment(eb738ca0-ee17-403d-85ee-2ae2dc7037b1),segment_id=eb738ca0-ee17-403d-85ee-2ae2dc7037b1)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:20:03.102918 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e58fbee-a5bf-42ab-b21c-65a4bf4be582 req-9c0912bb-fae9-4bac-bbb4-ffd9a0c06b69 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:03.103999 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (3cad2eef-ab5f-4875-b984-11e70f3336ec), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:03.105202 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device b5b2146d-6bbf-4747-a33f-30320ba120ee up at agent hyperv_hv-cinder-83587 {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:20:03.107795 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0e58fbee-a5bf-42ab-b21c-65a4bf4be582 req-9c0912bb-fae9-4bac-bbb4-ffd9a0c06b69 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cb64e80-e39d-49eb-86af-290fa3684e6f HTTP/1.1" status: 200 len: 946 time: 0.0922923 Mar 30 18:20:03.118677 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7034ff85-8a9b-4b8d-85ac-1f0083d7f2e1 req-9f8ff5ad-6c23-4ad2-8f72-1b1b8b114c0d tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:03.120177 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-7034ff85-8a9b-4b8d-85ac-1f0083d7f2e1 req-9f8ff5ad-6c23-4ad2-8f72-1b1b8b114c0d tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/ports?device_id=8422ff0d-76db-4352-a488-42d4f62b1277 HTTP/1.1" status: 200 len: 945 time: 0.0916035 Mar 30 18:20:03.185553 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Pushing event updated for resources: {'Port': ['ID=3cad2eef-ab5f-4875-b984-11e70f3336ec,revision_number=5']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:03.191396 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0e58fbee-a5bf-42ab-b21c-65a4bf4be582 req-d8905b2f-ecd8-40f5-9079-f353a6d756f9 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/security-groups?id=aceea5f5-feb8-4c89-ad27-86bd4cdfa476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701857 Mar 30 18:20:03.209315 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Provisioning for port b5b2146d-6bbf-4747-a33f-30320ba120ee completed by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 18:20:03.214234 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Provisioning complete for port b5b2146d-6bbf-4747-a33f-30320ba120ee triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:20:03.214785 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (b5b2146d-6bbf-4747-a33f-30320ba120ee), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:03.226430 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-7034ff85-8a9b-4b8d-85ac-1f0083d7f2e1 req-d8842364-92d0-436a-abee-8ee9dc9921e9 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/security-groups?id=240086e8-ee1b-499f-8c1a-e5d8ebb402f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667214 Mar 30 18:20:03.320057 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Current status of the port b5b2146d-6bbf-4747-a33f-30320ba120ee is: BUILD; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:20:03.320451 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (b5b2146d-6bbf-4747-a33f-30320ba120ee), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:03.355372 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port b5b2146d-6bbf-4747-a33f-30320ba120ee, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=b5b2146d-6bbf-4747-a33f-30320ba120ee,segment=NetworkSegment(e67e86d6-b9a3-48d5-b3c6-848d768aa694),segment_id=e67e86d6-b9a3-48d5-b3c6-848d768aa694)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:20:03.359932 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (b5b2146d-6bbf-4747-a33f-30320ba120ee), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:03.365639 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe02b930-d6d1-43be-9a01-a5a992b1fd95 req-d3f805b2-ed9c-4d49-921a-2401dbf65772 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:03.367215 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-fe02b930-d6d1-43be-9a01-a5a992b1fd95 req-d3f805b2-ed9c-4d49-921a-2401dbf65772 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 944 time: 0.0591073 Mar 30 18:20:03.380520 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 33066) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:03.417284 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Pushing event updated for resources: {'Port': ['ID=b5b2146d-6bbf-4747-a33f-30320ba120ee,revision_number=5']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:03.430334 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-fe02b930-d6d1-43be-9a01-a5a992b1fd95 req-c62b3351-a47d-4e48-9632-ac51e14b0749 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571599 Mar 30 18:20:03.479730 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-0166df49-149a-44d1-ac49-31f090f93583 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-30557213-network', 'tenant_id': '0de4ff9bfce94b80b6a5f8b4c5a7446a'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:20:03.497744 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0166df49-149a-44d1-ac49-31f090f93583 admin admin] Made reservation on behalf of 0de4ff9bfce94b80b6a5f8b4c5a7446a for: {'network': 1} {{(pid=103294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:20:03.499935 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0166df49-149a-44d1-ac49-31f090f93583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for network (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:03.508045 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0166df49-149a-44d1-ac49-31f090f93583 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:03.580996 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0166df49-149a-44d1-ac49-31f090f93583 admin admin] Publish callbacks [] for security_group (032312c9-0504-4890-a6fc-e5390e66736e), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:03.585343 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0166df49-149a-44d1-ac49-31f090f93583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (032312c9-0504-4890-a6fc-e5390e66736e), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:03.610345 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0166df49-149a-44d1-ac49-31f090f93583 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=103294) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 18:20:03.620204 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0166df49-149a-44d1-ac49-31f090f93583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=032312c9-0504-4890-a6fc-e5390e66736e,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:03.625916 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0166df49-149a-44d1-ac49-31f090f93583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-829919'] for segment (940f98e4-b259-48a0-97c5-7773e8c0b3bc), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:03.626260 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.db.segments_db [None req-0166df49-149a-44d1-ac49-31f090f93583 admin admin] Added segment 940f98e4-b259-48a0-97c5-7773e8c0b3bc of type vlan for network 53206a3f-1639-4795-b4ca-e14f339f82be Mar 30 18:20:03.667482 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0166df49-149a-44d1-ac49-31f090f93583 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759689436227'] for network (53206a3f-1639-4795-b4ca-e14f339f82be), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:03.691474 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0166df49-149a-44d1-ac49-31f090f93583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248'] for network (53206a3f-1639-4795-b4ca-e14f339f82be), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:03.692344 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0166df49-149a-44d1-ac49-31f090f93583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:03.692913 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0166df49-149a-44d1-ac49-31f090f93583 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628270'] for network (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:03.745725 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-0166df49-149a-44d1-ac49-31f090f93583 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3641691 Mar 30 18:20:03.748542 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 33070) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:03.753039 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-81d08035-7fcf-4897-8d6e-13637ce89186 admin admin] Request body: {'subnet': {'network_id': '53206a3f-1639-4795-b4ca-e14f339f82be', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-30557213-subnet', 'tenant_id': '0de4ff9bfce94b80b6a5f8b4c5a7446a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:20:03.766010 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0166df49-149a-44d1-ac49-31f090f93583 admin admin] Pushing event updated for resources: {'Network': ['ID=53206a3f-1639-4795-b4ca-e14f339f82be,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:03.779016 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Network 53206a3f-1639-4795-b4ca-e14f339f82be details requested by agent ovs-agent-dv-cinder-835879-1-iscsi with host dv-cinder-835879-1-iscsi {{(pid=103295) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 18:20:03.779562 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d08035-7fcf-4897-8d6e-13637ce89186 admin admin] Made reservation on behalf of 0de4ff9bfce94b80b6a5f8b4c5a7446a for: {'subnet': 1} {{(pid=103294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:20:03.781879 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-81d08035-7fcf-4897-8d6e-13637ce89186 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:03.851427 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d8049-836e-464b-b0bc-f69a3ebe46c3 req-56130e6e-9026-4f12-b2ce-644135987c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:03.853288 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-d30d8049-836e-464b-b0bc-f69a3ebe46c3 req-56130e6e-9026-4f12-b2ce-644135987c27 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2cb64e80-e39d-49eb-86af-290fa3684e6f HTTP/1.1" status: 200 len: 1130 time: 0.0478334 Mar 30 18:20:03.911454 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-d30d8049-836e-464b-b0bc-f69a3ebe46c3 req-1b2319ff-2ccd-45d1-a96b-29b918fc9a96 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=aceea5f5-feb8-4c89-ad27-86bd4cdfa476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488484 Mar 30 18:20:03.952659 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-81d08035-7fcf-4897-8d6e-13637ce89186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248'] for subnet (718bd056-147f-4511-91be-b06034c20237), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:03.974755 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (6489659c-3f19-4a2c-89f8-52d37c938fb3), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:04.018127 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d08035-7fcf-4897-8d6e-13637ce89186 admin admin] Pushing event updated for resources: {'Subnet': ['ID=718bd056-147f-4511-91be-b06034c20237,revision_number=0']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:04.022878 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d08035-7fcf-4897-8d6e-13637ce89186 admin admin] Checking segment: {'id': '940f98e4-b259-48a0-97c5-7773e8c0b3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '53206a3f-1639-4795-b4ca-e14f339f82be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:20:04.023251 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d08035-7fcf-4897-8d6e-13637ce89186 admin admin] Network hostable DHCP agents. Network: 53206a3f-1639-4795-b4ca-e14f339f82be, hostable agents: ['c82c41e6-6be9-408a-ae4d-4131a3230230'], hosted agents: [] {{(pid=103294) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 18:20:04.039417 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d08035-7fcf-4897-8d6e-13637ce89186 admin admin] Network 53206a3f-1639-4795-b4ca-e14f339f82be is scheduled to be hosted by DHCP agent c82c41e6-6be9-408a-ae4d-4131a3230230 with binding_index 1 {{(pid=103294) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 18:20:04.048739 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.base_scheduler [None req-81d08035-7fcf-4897-8d6e-13637ce89186 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835879-1-iscsi, 53206a3f-1639-4795-b4ca-e14f339f82be) {{(pid=103294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:20:04.053383 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d08035-7fcf-4897-8d6e-13637ce89186 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:04.053967 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-81d08035-7fcf-4897-8d6e-13637ce89186 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628270'] for subnet (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:04.059195 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d0b56b-f1d7-4d49-98d6-3c77cdc57c8b None None] Network 53206a3f-1639-4795-b4ca-e14f339f82be requested from dv-cinder-835879-1-iscsi {{(pid=103295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:20:04.072283 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-81d08035-7fcf-4897-8d6e-13637ce89186 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3193047 Mar 30 18:20:04.155220 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe344969-eb9e-423f-8b7b-3b2e39456ba9 None None] Network 53206a3f-1639-4795-b4ca-e14f339f82be requested from dv-cinder-835879-1-iscsi {{(pid=103295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:20:04.366049 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a327f85-0772-47c2-8743-dfcf3c979978 req-8a5dbbd2-b242-498b-b9bf-df45da213f26 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:04.367550 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0a327f85-0772-47c2-8743-dfcf3c979978 req-8a5dbbd2-b242-498b-b9bf-df45da213f26 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cb64e80-e39d-49eb-86af-290fa3684e6f HTTP/1.1" status: 200 len: 946 time: 0.0901270 Mar 30 18:20:04.414267 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8df513-035d-4d96-aa21-3b2f525edf97 req-26be37bc-4157-40ef-a675-e2a032f89cbe tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:04.414267 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-bd8df513-035d-4d96-aa21-3b2f525edf97 req-26be37bc-4157-40ef-a675-e2a032f89cbe tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/ports?device_id=8422ff0d-76db-4352-a488-42d4f62b1277 HTTP/1.1" status: 200 len: 946 time: 0.0866039 Mar 30 18:20:04.444879 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0a327f85-0772-47c2-8743-dfcf3c979978 req-a2dc82b2-44c4-4f38-aaea-6120babef356 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/security-groups?id=aceea5f5-feb8-4c89-ad27-86bd4cdfa476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710936 Mar 30 18:20:04.472456 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-bd8df513-035d-4d96-aa21-3b2f525edf97 req-721d2831-8780-47c4-892e-9966a667c4c5 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/security-groups?id=240086e8-ee1b-499f-8c1a-e5d8ebb402f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478835 Mar 30 18:20:04.551035 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0721b7ea-7387-474f-8d56-9463db69e603 req-7391cf36-cafb-4b49-82a9-c95c62889265 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:04.552544 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0721b7ea-7387-474f-8d56-9463db69e603 req-7391cf36-cafb-4b49-82a9-c95c62889265 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 945 time: 0.0525730 Mar 30 18:20:04.575286 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 33100) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:04.580207 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-403b28f1-196b-4ef2-a492-dd0fd746e63f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1505084416-network', 'tenant_id': '23e4081be9414a33a418537890be0476'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:20:04.599098 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403b28f1-196b-4ef2-a492-dd0fd746e63f admin admin] Made reservation on behalf of 23e4081be9414a33a418537890be0476 for: {'network': 1} {{(pid=103294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:20:04.601374 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-403b28f1-196b-4ef2-a492-dd0fd746e63f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for network (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:04.603686 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0721b7ea-7387-474f-8d56-9463db69e603 req-dfb390dd-a468-4b9d-b2f9-c4130417d844 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452137 Mar 30 18:20:04.609911 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-403b28f1-196b-4ef2-a492-dd0fd746e63f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:04.682269 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-403b28f1-196b-4ef2-a492-dd0fd746e63f admin admin] Publish callbacks [] for security_group (5ac87f59-9a38-4542-afa2-fa1df8d5f7bb), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:04.686666 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-403b28f1-196b-4ef2-a492-dd0fd746e63f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (5ac87f59-9a38-4542-afa2-fa1df8d5f7bb), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:04.710711 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-403b28f1-196b-4ef2-a492-dd0fd746e63f admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=103294) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 18:20:04.719071 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403b28f1-196b-4ef2-a492-dd0fd746e63f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac87f59-9a38-4542-afa2-fa1df8d5f7bb,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:04.725021 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-403b28f1-196b-4ef2-a492-dd0fd746e63f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-829919'] for segment (1659d7fd-1cce-426c-9995-f078aabb540c), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:04.725400 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.db.segments_db [None req-403b28f1-196b-4ef2-a492-dd0fd746e63f admin admin] Added segment 1659d7fd-1cce-426c-9995-f078aabb540c of type vlan for network 8dbc8f01-22f2-47ed-b055-9a8b35fbd61d Mar 30 18:20:04.765115 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-403b28f1-196b-4ef2-a492-dd0fd746e63f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759689436227'] for network (8dbc8f01-22f2-47ed-b055-9a8b35fbd61d), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:04.787279 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-403b28f1-196b-4ef2-a492-dd0fd746e63f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248'] for network (8dbc8f01-22f2-47ed-b055-9a8b35fbd61d), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:04.788187 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403b28f1-196b-4ef2-a492-dd0fd746e63f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:04.788760 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-403b28f1-196b-4ef2-a492-dd0fd746e63f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628270'] for network (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:04.844514 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-403b28f1-196b-4ef2-a492-dd0fd746e63f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2654011 Mar 30 18:20:04.844915 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 33102) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:04.849638 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [None req-06a0b021-072d-4743-a135-0476c9af60b3 admin admin] Request body: {'subnet': {'network_id': '8dbc8f01-22f2-47ed-b055-9a8b35fbd61d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1505084416-subnet', 'tenant_id': '23e4081be9414a33a418537890be0476', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:20:04.850657 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403b28f1-196b-4ef2-a492-dd0fd746e63f admin admin] Pushing event updated for resources: {'Network': ['ID=8dbc8f01-22f2-47ed-b055-9a8b35fbd61d,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:04.860166 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Network 8dbc8f01-22f2-47ed-b055-9a8b35fbd61d details requested by agent ovs-agent-dv-cinder-835879-1-iscsi with host dv-cinder-835879-1-iscsi {{(pid=103295) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 18:20:04.869198 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a0b021-072d-4743-a135-0476c9af60b3 admin admin] Made reservation on behalf of 23e4081be9414a33a418537890be0476 for: {'subnet': 1} {{(pid=103293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:20:04.871498 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-06a0b021-072d-4743-a135-0476c9af60b3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:04.897403 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8422ff0d-76db-4352-a488-42d4f62b1277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cad2eef-ab5f-4875-b984-11e70f3336ec'}, {'server_uuid': 'baa3416f-0ad6-49d9-b5a7-1afc18fb33af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5b2146d-6bbf-4747-a33f-30320ba120ee'}] {{(pid=103295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:20:04.899901 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7869a1eaeafddf677110b76453ce8b8be8513095297872c2e0c75408178073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b78051e0-19e7-4967-b0f0-41f5396f0100" -d '{"events": [{"server_uuid": "8422ff0d-76db-4352-a488-42d4f62b1277", "name": "network-vif-plugged", "status": "completed", "tag": "3cad2eef-ab5f-4875-b984-11e70f3336ec"}, {"server_uuid": "baa3416f-0ad6-49d9-b5a7-1afc18fb33af", "name": "network-vif-plugged", "status": "completed", "tag": "b5b2146d-6bbf-4747-a33f-30320ba120ee"}]}' {{(pid=103295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:20:04.970543 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Mar 2022 18:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1799c9f1-ee09-4aeb-9eb2-ae646612b517 x-openstack-request-id: req-1799c9f1-ee09-4aeb-9eb2-ae646612b517 {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:20:04.970898 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8422ff0d-76db-4352-a488-42d4f62b1277", "name": "network-vif-plugged", "status": "completed", "tag": "3cad2eef-ab5f-4875-b984-11e70f3336ec", "code": 200}, {"server_uuid": "baa3416f-0ad6-49d9-b5a7-1afc18fb33af", "name": "network-vif-plugged", "status": "completed", "tag": "b5b2146d-6bbf-4747-a33f-30320ba120ee", "code": 200}]} {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:20:04.971202 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1799c9f1-ee09-4aeb-9eb2-ae646612b517 {{(pid=103295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:20:04.971599 dv-cinder-835879-1-iscsi neutron-server[103295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1799c9f1-ee09-4aeb-9eb2-ae646612b517'] response: {'server_uuid': '8422ff0d-76db-4352-a488-42d4f62b1277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cad2eef-ab5f-4875-b984-11e70f3336ec', 'code': 200} Mar 30 18:20:04.971853 dv-cinder-835879-1-iscsi neutron-server[103295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1799c9f1-ee09-4aeb-9eb2-ae646612b517'] response: {'server_uuid': 'baa3416f-0ad6-49d9-b5a7-1afc18fb33af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5b2146d-6bbf-4747-a33f-30320ba120ee', 'code': 200} Mar 30 18:20:05.064197 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-06a0b021-072d-4743-a135-0476c9af60b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248'] for subnet (9503d40e-ace2-4330-b833-3f6e2ba062b1), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:05.116681 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a0b021-072d-4743-a135-0476c9af60b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9503d40e-ace2-4330-b833-3f6e2ba062b1,revision_number=0']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:05.134452 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a0b021-072d-4743-a135-0476c9af60b3 admin admin] Checking segment: {'id': '1659d7fd-1cce-426c-9995-f078aabb540c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8dbc8f01-22f2-47ed-b055-9a8b35fbd61d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:20:05.134805 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a0b021-072d-4743-a135-0476c9af60b3 admin admin] Network hostable DHCP agents. Network: 8dbc8f01-22f2-47ed-b055-9a8b35fbd61d, hostable agents: ['c82c41e6-6be9-408a-ae4d-4131a3230230'], hosted agents: [] {{(pid=103293) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 18:20:05.151083 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a0b021-072d-4743-a135-0476c9af60b3 admin admin] Network 8dbc8f01-22f2-47ed-b055-9a8b35fbd61d is scheduled to be hosted by DHCP agent c82c41e6-6be9-408a-ae4d-4131a3230230 with binding_index 1 {{(pid=103293) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 18:20:05.159186 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.base_scheduler [None req-06a0b021-072d-4743-a135-0476c9af60b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835879-1-iscsi, 8dbc8f01-22f2-47ed-b055-9a8b35fbd61d) {{(pid=103293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:20:05.163710 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a0b021-072d-4743-a135-0476c9af60b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:05.164305 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-06a0b021-072d-4743-a135-0476c9af60b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628270'] for subnet (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:05.169819 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55594291-628b-4a03-9cc7-a752be867a45 None None] Network 8dbc8f01-22f2-47ed-b055-9a8b35fbd61d requested from dv-cinder-835879-1-iscsi {{(pid=103295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:20:05.180668 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-06a0b021-072d-4743-a135-0476c9af60b3 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3346636 Mar 30 18:20:05.268224 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036827cf-1ada-42e3-af09-d978abfe9f30 None None] Network 8dbc8f01-22f2-47ed-b055-9a8b35fbd61d requested from dv-cinder-835879-1-iscsi {{(pid=103295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:20:05.596887 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e52f7-26b7-4330-a96e-78fd9d56c98b req-1aaa996a-ff9a-46a2-a105-bd6294d9f0b8 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:05.597421 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-042e52f7-26b7-4330-a96e-78fd9d56c98b req-1aaa996a-ff9a-46a2-a105-bd6294d9f0b8 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cb64e80-e39d-49eb-86af-290fa3684e6f HTTP/1.1" status: 200 len: 946 time: 0.0845883 Mar 30 18:20:05.627836 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb8261b-95b2-4114-be29-226fef63c8be req-25b0936a-2335-4910-86db-9808ab56b7ca tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:05.629302 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-8cb8261b-95b2-4114-be29-226fef63c8be req-25b0936a-2335-4910-86db-9808ab56b7ca tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/ports?device_id=8422ff0d-76db-4352-a488-42d4f62b1277 HTTP/1.1" status: 200 len: 946 time: 0.0857172 Mar 30 18:20:05.686450 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-042e52f7-26b7-4330-a96e-78fd9d56c98b req-47fcea00-499e-499e-b2a4-3e4621226939 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/security-groups?id=aceea5f5-feb8-4c89-ad27-86bd4cdfa476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825360 Mar 30 18:20:05.709732 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-8cb8261b-95b2-4114-be29-226fef63c8be req-58bc885b-3ccb-492a-a5bc-2cfb41154362 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/security-groups?id=240086e8-ee1b-499f-8c1a-e5d8ebb402f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715716 Mar 30 18:20:05.818390 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c28d5a-94cb-4fa8-b913-11ad317c4d33 req-f0d087b0-5a17-41a8-adff-77958dccbd49 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:05.820427 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-94c28d5a-94cb-4fa8-b913-11ad317c4d33 req-f0d087b0-5a17-41a8-adff-77958dccbd49 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 945 time: 0.0525117 Mar 30 18:20:05.866373 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-94c28d5a-94cb-4fa8-b913-11ad317c4d33 req-37efc074-acd1-4cb7-ae45-7b87154d2375 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397794 Mar 30 18:20:06.848423 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f13d99-003d-4617-b50f-20848b890f60 req-12f495bc-8a35-443a-ad89-26aa6bd6147b tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:06.849874 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-50f13d99-003d-4617-b50f-20848b890f60 req-12f495bc-8a35-443a-ad89-26aa6bd6147b tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cb64e80-e39d-49eb-86af-290fa3684e6f HTTP/1.1" status: 200 len: 946 time: 0.0852222 Mar 30 18:20:06.861033 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb0aaa0-c687-4ca5-94c3-34b0d00d2298 req-d9a4c68e-d823-4561-96a5-9576ed3a785c tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:06.862387 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-eeb0aaa0-c687-4ca5-94c3-34b0d00d2298 req-d9a4c68e-d823-4561-96a5-9576ed3a785c tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/ports?device_id=8422ff0d-76db-4352-a488-42d4f62b1277 HTTP/1.1" status: 200 len: 946 time: 0.0715079 Mar 30 18:20:06.934873 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-50f13d99-003d-4617-b50f-20848b890f60 req-7a7195d9-8362-4dc7-b74f-e3ccb3f56d3d tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/security-groups?id=aceea5f5-feb8-4c89-ad27-86bd4cdfa476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714669 Mar 30 18:20:06.938018 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-eeb0aaa0-c687-4ca5-94c3-34b0d00d2298 req-373826fe-d929-40ef-bb9f-aae52afe0f69 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/security-groups?id=240086e8-ee1b-499f-8c1a-e5d8ebb402f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692132 Mar 30 18:20:07.047376 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd547b0a-3a16-43dd-9d67-cd01500b69ac req-d174bc9a-2bbd-48a1-b703-30f1e1c303f8 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:07.048828 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-dd547b0a-3a16-43dd-9d67-cd01500b69ac req-d174bc9a-2bbd-48a1-b703-30f1e1c303f8 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 945 time: 0.0526021 Mar 30 18:20:07.100826 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-dd547b0a-3a16-43dd-9d67-cd01500b69ac req-e140f95a-c3ff-4a83-bec6-6ebccf32e4ca tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457220 Mar 30 18:20:08.085752 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280bcf5f-53c7-4385-854b-07bbcd5636b4 req-b93060e6-494e-476b-8b69-b31e54efea8c tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:08.087615 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-280bcf5f-53c7-4385-854b-07bbcd5636b4 req-b93060e6-494e-476b-8b69-b31e54efea8c tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/ports?device_id=8422ff0d-76db-4352-a488-42d4f62b1277 HTTP/1.1" status: 200 len: 946 time: 0.0856998 Mar 30 18:20:08.096419 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82255a5-7594-45c8-afca-357c723c2a5f req-5ee1e2cb-f41c-4d1d-8c1f-723e679598ab tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:08.097764 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c82255a5-7594-45c8-afca-357c723c2a5f req-5ee1e2cb-f41c-4d1d-8c1f-723e679598ab tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cb64e80-e39d-49eb-86af-290fa3684e6f HTTP/1.1" status: 200 len: 946 time: 0.0869110 Mar 30 18:20:08.168759 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-280bcf5f-53c7-4385-854b-07bbcd5636b4 req-48179edc-c6fd-42cb-a7b2-8a164cfb5676 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/security-groups?id=240086e8-ee1b-499f-8c1a-e5d8ebb402f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700433 Mar 30 18:20:08.172099 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c82255a5-7594-45c8-afca-357c723c2a5f req-dfdd398d-4088-492d-adad-5496d2d4a204 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/security-groups?id=aceea5f5-feb8-4c89-ad27-86bd4cdfa476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673430 Mar 30 18:20:08.279422 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca218dcd-d67d-4978-aa25-68dbcbae724b req-c94aa676-f6b7-4dc4-84fa-302ce9323554 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:08.280866 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ca218dcd-d67d-4978-aa25-68dbcbae724b req-c94aa676-f6b7-4dc4-84fa-302ce9323554 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 945 time: 0.0521088 Mar 30 18:20:08.326818 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ca218dcd-d67d-4978-aa25-68dbcbae724b req-1a2c08ce-e2f3-41e6-a50b-0f9f541d34ab tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402653 Mar 30 18:20:09.325564 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df16859-502f-4a03-ba16-256c0371fbe6 req-35b8fb01-5be0-426e-be6b-809525af9ea3 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:09.327037 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-7df16859-502f-4a03-ba16-256c0371fbe6 req-35b8fb01-5be0-426e-be6b-809525af9ea3 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cb64e80-e39d-49eb-86af-290fa3684e6f HTTP/1.1" status: 200 len: 946 time: 0.0874434 Mar 30 18:20:09.334582 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0993cf95-7d1f-4340-b471-3dbc49f9e893 req-2da860a1-dab0-499a-9d62-28ff244b1cec tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:09.335956 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0993cf95-7d1f-4340-b471-3dbc49f9e893 req-2da860a1-dab0-499a-9d62-28ff244b1cec tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/ports?device_id=8422ff0d-76db-4352-a488-42d4f62b1277 HTTP/1.1" status: 200 len: 946 time: 0.0951276 Mar 30 18:20:09.405206 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-7df16859-502f-4a03-ba16-256c0371fbe6 req-841fd850-6734-4524-b8cc-39daaa4b76c1 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/security-groups?id=aceea5f5-feb8-4c89-ad27-86bd4cdfa476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680115 Mar 30 18:20:09.411205 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0993cf95-7d1f-4340-b471-3dbc49f9e893 req-deaa9e8a-8f5b-444c-bab7-5238c3397a45 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/security-groups?id=240086e8-ee1b-499f-8c1a-e5d8ebb402f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664673 Mar 30 18:20:09.520867 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae8f06-38a3-41f2-8f85-eea37d97e2f4 req-3b123b99-4035-4cb7-bab8-7244f99de87b tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:09.522368 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-26ae8f06-38a3-41f2-8f85-eea37d97e2f4 req-3b123b99-4035-4cb7-bab8-7244f99de87b tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 945 time: 0.0551312 Mar 30 18:20:09.567503 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-26ae8f06-38a3-41f2-8f85-eea37d97e2f4 req-5726533c-102d-4191-b360-b2065360e6d5 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395741 Mar 30 18:20:09.953521 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12607f13-d93a-49c7-99bb-09909596336e req-27e9ee45-3029-4f6a-9f1b-9f29ad55013c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:09.955012 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-12607f13-d93a-49c7-99bb-09909596336e req-27e9ee45-3029-4f6a-9f1b-9f29ad55013c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8422ff0d-76db-4352-a488-42d4f62b1277 HTTP/1.1" status: 200 len: 1130 time: 0.0451291 Mar 30 18:20:09.983856 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54901abb-480e-49fd-817f-c6d166af535e req-8875db77-47da-47c3-9f75-621ec83ea46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:09.985355 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [req-54901abb-480e-49fd-817f-c6d166af535e req-8875db77-47da-47c3-9f75-621ec83ea46c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 1129 time: 0.0740612 Mar 30 18:20:09.999621 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-12607f13-d93a-49c7-99bb-09909596336e req-c960351e-6067-4321-bb7f-035476522362 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=240086e8-ee1b-499f-8c1a-e5d8ebb402f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367839 Mar 30 18:20:10.035984 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [req-54901abb-480e-49fd-817f-c6d166af535e req-bc9bb562-c373-49d7-a0f2-4b6e372d8c8d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426435 Mar 30 18:20:10.567260 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef2263-1d3c-499c-a89d-2ea47f959c04 req-5c15eae3-8611-46e6-83fb-ec7d7f6103a4 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:10.569032 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-b6ef2263-1d3c-499c-a89d-2ea47f959c04 req-5c15eae3-8611-46e6-83fb-ec7d7f6103a4 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cb64e80-e39d-49eb-86af-290fa3684e6f HTTP/1.1" status: 200 len: 946 time: 0.0889034 Mar 30 18:20:10.577043 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb89d99-8d39-4113-99fb-977028d41da1 req-c04fc511-7e50-45b6-a8f1-0d930429aadc tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:10.578457 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0eb89d99-8d39-4113-99fb-977028d41da1 req-c04fc511-7e50-45b6-a8f1-0d930429aadc tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/ports?device_id=8422ff0d-76db-4352-a488-42d4f62b1277 HTTP/1.1" status: 200 len: 946 time: 0.0896938 Mar 30 18:20:10.653059 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-b6ef2263-1d3c-499c-a89d-2ea47f959c04 req-0446e341-538c-4c73-8216-36944a214032 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/security-groups?id=aceea5f5-feb8-4c89-ad27-86bd4cdfa476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736413 Mar 30 18:20:10.656361 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0eb89d99-8d39-4113-99fb-977028d41da1 req-80643e3d-b63f-4540-b384-7b22cbae11b2 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/security-groups?id=240086e8-ee1b-499f-8c1a-e5d8ebb402f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702641 Mar 30 18:20:10.760487 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5194183-7f5d-41e3-a585-dbd3a4858e17 req-c5d4a7e5-e91c-488d-9714-ecc6e779fcb5 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:10.761847 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-e5194183-7f5d-41e3-a585-dbd3a4858e17 req-c5d4a7e5-e91c-488d-9714-ecc6e779fcb5 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 945 time: 0.0525856 Mar 30 18:20:10.808300 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-e5194183-7f5d-41e3-a585-dbd3a4858e17 req-4a892510-81d5-473a-9503-26387895a73c tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405405 Mar 30 18:20:11.820532 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b2960-a7fb-43b3-84fe-40ba6436ce1d req-bd60f9e3-455c-427b-8ccb-506bf086c522 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:11.822010 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-5d7b2960-a7fb-43b3-84fe-40ba6436ce1d req-bd60f9e3-455c-427b-8ccb-506bf086c522 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cb64e80-e39d-49eb-86af-290fa3684e6f HTTP/1.1" status: 200 len: 946 time: 0.0853548 Mar 30 18:20:11.839416 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c9d746-071a-4ee2-a930-105fc061d1b6 req-056ca7a6-d139-4397-9682-cb651f7683a6 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:11.840916 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-39c9d746-071a-4ee2-a930-105fc061d1b6 req-056ca7a6-d139-4397-9682-cb651f7683a6 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/ports?device_id=8422ff0d-76db-4352-a488-42d4f62b1277 HTTP/1.1" status: 200 len: 946 time: 0.0917172 Mar 30 18:20:11.912544 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-5d7b2960-a7fb-43b3-84fe-40ba6436ce1d req-8bfaf519-18db-4647-a87e-4c86920995c9 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/security-groups?id=aceea5f5-feb8-4c89-ad27-86bd4cdfa476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704923 Mar 30 18:20:11.924059 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-39c9d746-071a-4ee2-a930-105fc061d1b6 req-21721dab-fd68-4e23-bfcd-15d2acd59ed0 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/security-groups?id=240086e8-ee1b-499f-8c1a-e5d8ebb402f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742607 Mar 30 18:20:12.075806 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a62db-2828-4139-8030-43cf694f29dd req-ca0ee702-8699-4265-b242-4a20d148057a tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:12.077250 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-435a62db-2828-4139-8030-43cf694f29dd req-ca0ee702-8699-4265-b242-4a20d148057a tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cb64e80-e39d-49eb-86af-290fa3684e6f HTTP/1.1" status: 200 len: 946 time: 0.0847969 Mar 30 18:20:12.085441 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc76bbf-7836-43f8-b95d-54ac39e25a55 req-9f9598a7-81b1-486e-9c2c-8fb81eb4deab tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:12.086707 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 33262) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:12.087215 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-acc76bbf-7836-43f8-b95d-54ac39e25a55 req-9f9598a7-81b1-486e-9c2c-8fb81eb4deab tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 945 time: 0.0929842 Mar 30 18:20:12.091330 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-4a31d070-df2e-4f1e-87aa-1fe2b2d1510d tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Request body: {'floatingip': {'port_id': 'aee93743-b365-41f5-b7ec-ae74a3dd3e36'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:20:12.132466 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-acc76bbf-7836-43f8-b95d-54ac39e25a55 req-544d2da7-7dfa-4ade-bb99-36db46704b2b tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395424 Mar 30 18:20:12.165504 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4a31d070-df2e-4f1e-87aa-1fe2b2d1510d tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks [] for floatingip (2c7581ad-6221-4b35-afe2-4d0b9b130b0d), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:12.912478 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4a31d070-df2e-4f1e-87aa-1fe2b2d1510d tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:12.915953 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4a31d070-df2e-4f1e-87aa-1fe2b2d1510d tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623622'] for floatingip (2c7581ad-6221-4b35-afe2-4d0b9b130b0d), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:13.019245 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.db.l3_db [None req-4a31d070-df2e-4f1e-87aa-1fe2b2d1510d tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Floating IP 2c7581ad-6221-4b35-afe2-4d0b9b130b0d associated. External IP: 172.27.0.150, port: aee93743-b365-41f5-b7ec-ae74a3dd3e36. Mar 30 18:20:13.045321 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69fcc7c-e856-4d56-9a3e-3810c681305c req-7fa9ed60-3f95-46e2-9827-b54ff7fe1c4c tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:13.046790 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-d69fcc7c-e856-4d56-9a3e-3810c681305c req-7fa9ed60-3f95-46e2-9827-b54ff7fe1c4c tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/ports?device_id=8422ff0d-76db-4352-a488-42d4f62b1277 HTTP/1.1" status: 200 len: 946 time: 0.0510817 Mar 30 18:20:13.092984 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-d69fcc7c-e856-4d56-9a3e-3810c681305c req-a8d9a0c0-b99c-489b-bec6-ea77cce4d2c0 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/security-groups?id=240086e8-ee1b-499f-8c1a-e5d8ebb402f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405476 Mar 30 18:20:13.225477 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a31d070-df2e-4f1e-87aa-1fe2b2d1510d tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Router 73970077-0c69-4313-9243-2daceaa6b2a7 has already been hosted by L3 agent bb9cbda0-d504-4372-97ec-0881b5676f92 {{(pid=103294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:20:13.256397 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3b82c9-05d2-450c-a2d4-fc4d1256c83c req-0ba4c768-5c60-4799-bc98-ac5fa6f718b8 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:13.259478 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3a3b82c9-05d2-450c-a2d4-fc4d1256c83c req-0ba4c768-5c60-4799-bc98-ac5fa6f718b8 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 945 time: 0.0558507 Mar 30 18:20:13.304913 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3a3b82c9-05d2-450c-a2d4-fc4d1256c83c req-778ae177-baf2-4b26-a735-55861632ee67 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405793 Mar 30 18:20:13.338657 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a31d070-df2e-4f1e-87aa-1fe2b2d1510d tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Notify agent at l3_agent.dv-cinder-835879-1-iscsi the message routers_updated {{(pid=103294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:20:13.343711 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4a31d070-df2e-4f1e-87aa-1fe2b2d1510d tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for floatingip (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:13.352135 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62eb96b-0cac-4386-9d13-18041ac74ce1 None None] Sync routers for ids ['73970077-0c69-4313-9243-2daceaa6b2a7'] in dv-cinder-835879-1-iscsi {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:20:13.361978 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62eb96b-0cac-4386-9d13-18041ac74ce1 None None] Routers {'73970077-0c69-4313-9243-2daceaa6b2a7'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:20:13.362597 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-c62eb96b-0cac-4386-9d13-18041ac74ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:20:00Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['73970077-0c69-4313-9243-2daceaa6b2a7'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:20:13.375104 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-4a31d070-df2e-4f1e-87aa-1fe2b2d1510d tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "PUT /v2.0/floatingips/2c7581ad-6221-4b35-afe2-4d0b9b130b0d HTTP/1.1" status: 200 len: 992 time: 1.2872715 Mar 30 18:20:13.375914 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cb64e80-e39d-49eb-86af-290fa3684e6f', 'tag': 'aee93743-b365-41f5-b7ec-ae74a3dd3e36'}] {{(pid=103294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:20:13.378118 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f253efad80999b0ddc7e44d4c54a97ad4b62a771ea2683ab6850d70c8b34677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba383a4-cf95-43fb-a691-d40671215018" -d '{"events": [{"name": "network-changed", "server_uuid": "2cb64e80-e39d-49eb-86af-290fa3684e6f", "tag": "aee93743-b365-41f5-b7ec-ae74a3dd3e36"}]}' {{(pid=103294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:20:13.431864 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8206f555-a868-4dc8-960e-174acbe0196f x-openstack-request-id: req-8206f555-a868-4dc8-960e-174acbe0196f {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:20:13.432154 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cb64e80-e39d-49eb-86af-290fa3684e6f", "tag": "aee93743-b365-41f5-b7ec-ae74a3dd3e36", "status": "completed", "code": 200}]} {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:20:13.432415 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8206f555-a868-4dc8-960e-174acbe0196f {{(pid=103294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:20:13.433098 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8206f555-a868-4dc8-960e-174acbe0196f'] response: {'name': 'network-changed', 'server_uuid': '2cb64e80-e39d-49eb-86af-290fa3684e6f', 'tag': 'aee93743-b365-41f5-b7ec-ae74a3dd3e36', 'status': 'completed', 'code': 200} Mar 30 18:20:13.442174 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47136c04-007c-4977-bbc4-d001b24e1188 req-47661bcd-5510-4776-992a-1d81c5894d6d tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:13.443702 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-47136c04-007c-4977-bbc4-d001b24e1188 req-47661bcd-5510-4776-992a-1d81c5894d6d tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 945 time: 0.0698137 Mar 30 18:20:13.452813 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 33302) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:13.457275 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-57e7eb12-d4ac-45cc-80f3-b69df1f2b4af tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Request body: {'floatingip': {'port_id': 'b5b2146d-6bbf-4747-a33f-30320ba120ee'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:20:13.470482 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-c62eb96b-0cac-4386-9d13-18041ac74ce1 None None] Set router 73970077-0c69-4313-9243-2daceaa6b2a7 gateway port host: dv-cinder-835879-1-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:20:13.496403 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-57e7eb12-d4ac-45cc-80f3-b69df1f2b4af tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks [] for floatingip (2e11724e-22de-4a09-8041-e726b7bb7ea5), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:13.735711 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-c62eb96b-0cac-4386-9d13-18041ac74ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73970077-0c69-4313-9243-2daceaa6b2a7', 'name': 'tempest-AttachVolumeTestJSON-839470666-router', 'tenant_id': 'f6636f8a031548d18e3429de74b004e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '8b358b39-fc28-4ebf-8081-7d792932c3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:19:13Z', 'updated_at': '2022-03-30T18:19:23Z', 'revision_number': 4, 'project_id': 'f6636f8a031548d18e3429de74b004e9', 'gw_port': {'id': '8b358b39-fc28-4ebf-8081-7d792932c3d0', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:15:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73970077-0c69-4313-9243-2daceaa6b2a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:14Z', 'updated_at': '2022-03-30T18:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_floatingips': [{'id': '2c7581ad-6221-4b35-afe2-4d0b9b130b0d', 'tenant_id': 'f6636f8a031548d18e3429de74b004e9', 'floating_ip_address': '172.27.0.150', 'floating_network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'router_id': '73970077-0c69-4313-9243-2daceaa6b2a7', 'port_id': 'aee93743-b365-41f5-b7ec-ae74a3dd3e36', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99f9262f-3c8d-47d0-8af2-845395ed3cd0', 'mac_address': 'fa:16:3e:bb:eb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb64e80-e39d-49eb-86af-290fa3684e6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:19:36Z', 'updated_at': '2022-03-30T18:20:12Z', 'revision_number': 1, 'project_id': 'f6636f8a031548d18e3429de74b004e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b73a327a-50c8-48fb-895d-601d4c8a223b', 'name': '', 'network_id': '99f9262f-3c8d-47d0-8af2-845395ed3cd0', 'tenant_id': 'f6636f8a031548d18e3429de74b004e9', 'mac_address': 'fa:16:3e:af:14:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73970077-0c69-4313-9243-2daceaa6b2a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4cc6a602-aaad-4e34-b4ef-47ed89dd7ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:21Z', 'updated_at': '2022-03-30T18:19:35Z', 'revision_number': 5, 'project_id': 'f6636f8a031548d18e3429de74b004e9', 'subnets': [{'id': '4cc6a602-aaad-4e34-b4ef-47ed89dd7ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:20:13.760769 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62eb96b-0cac-4386-9d13-18041ac74ce1 None None] Checking router: 73970077-0c69-4313-9243-2daceaa6b2a7 for host: dv-cinder-835879-1-iscsi {{(pid=103296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:20:13.768960 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62eb96b-0cac-4386-9d13-18041ac74ce1 None None] Routers {'73970077-0c69-4313-9243-2daceaa6b2a7'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:20:13.769551 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-c62eb96b-0cac-4386-9d13-18041ac74ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:20:00Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['73970077-0c69-4313-9243-2daceaa6b2a7'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:20:13.875920 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-c62eb96b-0cac-4386-9d13-18041ac74ce1 None None] Set router 73970077-0c69-4313-9243-2daceaa6b2a7 gateway port host: dv-cinder-835879-1-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:20:13.917121 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-57e7eb12-d4ac-45cc-80f3-b69df1f2b4af tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:13.921051 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-57e7eb12-d4ac-45cc-80f3-b69df1f2b4af tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623622'] for floatingip (2e11724e-22de-4a09-8041-e726b7bb7ea5), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:14.021185 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.db.l3_db [None req-57e7eb12-d4ac-45cc-80f3-b69df1f2b4af tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Floating IP 2e11724e-22de-4a09-8041-e726b7bb7ea5 associated. External IP: 172.27.0.10, port: b5b2146d-6bbf-4747-a33f-30320ba120ee. Mar 30 18:20:14.103014 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-c62eb96b-0cac-4386-9d13-18041ac74ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73970077-0c69-4313-9243-2daceaa6b2a7', 'name': 'tempest-AttachVolumeTestJSON-839470666-router', 'tenant_id': 'f6636f8a031548d18e3429de74b004e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '8b358b39-fc28-4ebf-8081-7d792932c3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:19:13Z', 'updated_at': '2022-03-30T18:19:23Z', 'revision_number': 4, 'project_id': 'f6636f8a031548d18e3429de74b004e9', 'gw_port': {'id': '8b358b39-fc28-4ebf-8081-7d792932c3d0', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:15:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73970077-0c69-4313-9243-2daceaa6b2a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:14Z', 'updated_at': '2022-03-30T18:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_floatingips': [{'id': '2c7581ad-6221-4b35-afe2-4d0b9b130b0d', 'tenant_id': 'f6636f8a031548d18e3429de74b004e9', 'floating_ip_address': '172.27.0.150', 'floating_network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'router_id': '73970077-0c69-4313-9243-2daceaa6b2a7', 'port_id': 'aee93743-b365-41f5-b7ec-ae74a3dd3e36', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99f9262f-3c8d-47d0-8af2-845395ed3cd0', 'mac_address': 'fa:16:3e:bb:eb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb64e80-e39d-49eb-86af-290fa3684e6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:19:36Z', 'updated_at': '2022-03-30T18:20:12Z', 'revision_number': 1, 'project_id': 'f6636f8a031548d18e3429de74b004e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b73a327a-50c8-48fb-895d-601d4c8a223b', 'name': '', 'network_id': '99f9262f-3c8d-47d0-8af2-845395ed3cd0', 'tenant_id': 'f6636f8a031548d18e3429de74b004e9', 'mac_address': 'fa:16:3e:af:14:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73970077-0c69-4313-9243-2daceaa6b2a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4cc6a602-aaad-4e34-b4ef-47ed89dd7ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:21Z', 'updated_at': '2022-03-30T18:19:35Z', 'revision_number': 5, 'project_id': 'f6636f8a031548d18e3429de74b004e9', 'subnets': [{'id': '4cc6a602-aaad-4e34-b4ef-47ed89dd7ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:20:14.130888 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62eb96b-0cac-4386-9d13-18041ac74ce1 None None] The sync data for ids ['73970077-0c69-4313-9243-2daceaa6b2a7'] in dv-cinder-835879-1-iscsi is: [{'id': '73970077-0c69-4313-9243-2daceaa6b2a7', 'name': 'tempest-AttachVolumeTestJSON-839470666-router', 'tenant_id': 'f6636f8a031548d18e3429de74b004e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '8b358b39-fc28-4ebf-8081-7d792932c3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:19:13Z', 'updated_at': '2022-03-30T18:19:23Z', 'revision_number': 4, 'project_id': 'f6636f8a031548d18e3429de74b004e9', 'gw_port': {'id': '8b358b39-fc28-4ebf-8081-7d792932c3d0', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:15:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73970077-0c69-4313-9243-2daceaa6b2a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:14Z', 'updated_at': '2022-03-30T18:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_floatingips': [{'id': '2c7581ad-6221-4b35-afe2-4d0b9b130b0d', 'tenant_id': 'f6636f8a031548d18e3429de74b004e9', 'floating_ip_address': '172.27.0.150', 'floating_network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'router_id': '73970077-0c69-4313-9243-2daceaa6b2a7', 'port_id': 'aee93743-b365-41f5-b7ec-ae74a3dd3e36', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99f9262f-3c8d-47d0-8af2-845395ed3cd0', 'mac_address': 'fa:16:3e:bb:eb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb64e80-e39d-49eb-86af-290fa3684e6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:19:36Z', 'updated_at': '2022-03-30T18:20:12Z', 'revision_number': 1, 'project_id': 'f6636f8a031548d18e3429de74b004e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b73a327a-50c8-48fb-895d-601d4c8a223b', 'name': '', 'network_id': '99f9262f-3c8d-47d0-8af2-845395ed3cd0', 'tenant_id': 'f6636f8a031548d18e3429de74b004e9', 'mac_address': 'fa:16:3e:af:14:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73970077-0c69-4313-9243-2daceaa6b2a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4cc6a602-aaad-4e34-b4ef-47ed89dd7ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:21Z', 'updated_at': '2022-03-30T18:19:35Z', 'revision_number': 5, 'project_id': 'f6636f8a031548d18e3429de74b004e9', 'subnets': [{'id': '4cc6a602-aaad-4e34-b4ef-47ed89dd7ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:20:14.221704 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3181d752-540e-422c-9f11-443caedc8b87 req-1bc42704-765a-4dcc-9244-01ddac53f37e tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:14.223428 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3181d752-540e-422c-9f11-443caedc8b87 req-1bc42704-765a-4dcc-9244-01ddac53f37e tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/ports?device_id=8422ff0d-76db-4352-a488-42d4f62b1277 HTTP/1.1" status: 200 len: 946 time: 0.0568194 Mar 30 18:20:14.272602 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3181d752-540e-422c-9f11-443caedc8b87 req-05ff5868-d1d0-4384-8b33-785a0c5292ab tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/security-groups?id=240086e8-ee1b-499f-8c1a-e5d8ebb402f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428901 Mar 30 18:20:14.329919 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cc8c2a-d6e9-4931-a193-b0a66e5ce23e None None] New status for floating IP 2c7581ad-6221-4b35-afe2-4d0b9b130b0d: ACTIVE {{(pid=103295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:20:14.391259 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e7eb12-d4ac-45cc-80f3-b69df1f2b4af tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Router f010dd47-46c7-4a72-9687-8085a6f3d386 has already been hosted by L3 agent bb9cbda0-d504-4372-97ec-0881b5676f92 {{(pid=103294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:20:14.498769 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e7eb12-d4ac-45cc-80f3-b69df1f2b4af tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Notify agent at l3_agent.dv-cinder-835879-1-iscsi the message routers_updated {{(pid=103294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:20:14.503388 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-57e7eb12-d4ac-45cc-80f3-b69df1f2b4af tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for floatingip (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:14.510879 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0915c5be-9a9a-46cf-bd4d-f39a8450f7a3 None None] Sync routers for ids ['f010dd47-46c7-4a72-9687-8085a6f3d386'] in dv-cinder-835879-1-iscsi {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:20:14.520785 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0915c5be-9a9a-46cf-bd4d-f39a8450f7a3 None None] Routers {'f010dd47-46c7-4a72-9687-8085a6f3d386'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:20:14.521612 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-0915c5be-9a9a-46cf-bd4d-f39a8450f7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:20:00Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['f010dd47-46c7-4a72-9687-8085a6f3d386'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:20:14.536993 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-57e7eb12-d4ac-45cc-80f3-b69df1f2b4af tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "PUT /v2.0/floatingips/2e11724e-22de-4a09-8041-e726b7bb7ea5 HTTP/1.1" status: 200 len: 990 time: 1.0830734 Mar 30 18:20:14.634634 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-0915c5be-9a9a-46cf-bd4d-f39a8450f7a3 None None] Set router f010dd47-46c7-4a72-9687-8085a6f3d386 gateway port host: dv-cinder-835879-1-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:20:14.939584 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-0915c5be-9a9a-46cf-bd4d-f39a8450f7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f010dd47-46c7-4a72-9687-8085a6f3d386', 'name': 'tempest-AttachVolumeShelveTestJSON-931886875-router', 'tenant_id': '160e10afe45b4c309f409b0d9735b01b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'eac83934-d18e-4f92-9ee2-9fbe33595f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:19:11Z', 'updated_at': '2022-03-30T18:19:20Z', 'revision_number': 4, 'project_id': '160e10afe45b4c309f409b0d9735b01b', 'gw_port': {'id': 'eac83934-d18e-4f92-9ee2-9fbe33595f74', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f010dd47-46c7-4a72-9687-8085a6f3d386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:12Z', 'updated_at': '2022-03-30T18:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_floatingips': [{'id': '2e11724e-22de-4a09-8041-e726b7bb7ea5', 'tenant_id': '160e10afe45b4c309f409b0d9735b01b', 'floating_ip_address': '172.27.0.10', 'floating_network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'router_id': 'f010dd47-46c7-4a72-9687-8085a6f3d386', 'port_id': 'b5b2146d-6bbf-4747-a33f-30320ba120ee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '962d8774-065a-4a3e-943e-02c437f03701', 'mac_address': 'fa:16:3e:9b:f6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa3416f-0ad6-49d9-b5a7-1afc18fb33af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:19:34Z', 'updated_at': '2022-03-30T18:20:13Z', 'revision_number': 1, 'project_id': '160e10afe45b4c309f409b0d9735b01b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a106a51-8a1b-4a6e-bb8d-131b188cff7c', 'name': '', 'network_id': '962d8774-065a-4a3e-943e-02c437f03701', 'tenant_id': '160e10afe45b4c309f409b0d9735b01b', 'mac_address': 'fa:16:3e:4c:b3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f010dd47-46c7-4a72-9687-8085a6f3d386', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8c5ebae0-2426-48ad-8a00-7de0e10a4970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:18Z', 'updated_at': '2022-03-30T18:19:32Z', 'revision_number': 5, 'project_id': '160e10afe45b4c309f409b0d9735b01b', 'subnets': [{'id': '8c5ebae0-2426-48ad-8a00-7de0e10a4970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:20:14.969880 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0915c5be-9a9a-46cf-bd4d-f39a8450f7a3 None None] Checking router: f010dd47-46c7-4a72-9687-8085a6f3d386 for host: dv-cinder-835879-1-iscsi {{(pid=103296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:20:14.979043 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0915c5be-9a9a-46cf-bd4d-f39a8450f7a3 None None] Routers {'f010dd47-46c7-4a72-9687-8085a6f3d386'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:20:14.979701 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-0915c5be-9a9a-46cf-bd4d-f39a8450f7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:20:00Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['f010dd47-46c7-4a72-9687-8085a6f3d386'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:20:15.041798 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [req-2c7136c8-b52c-49af-891e-a3fe9d4f5d1d req-f6d1a2ab-b354-48a0-911e-5702f81c9ca5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bab77262-1737-4df0-938b-bfd824e24f04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0844920 Mar 30 18:20:15.050249 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba383a4-cf95-43fb-a691-d40671215018 req-ca9fd4a6-ae0f-494d-9c4b-a8b38be0f66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:15.052034 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-8ba383a4-cf95-43fb-a691-d40671215018 req-ca9fd4a6-ae0f-494d-9c4b-a8b38be0f66b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f6636f8a031548d18e3429de74b004e9&device_id=2cb64e80-e39d-49eb-86af-290fa3684e6f HTTP/1.1" status: 200 len: 1130 time: 0.0899625 Mar 30 18:20:15.100983 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-0915c5be-9a9a-46cf-bd4d-f39a8450f7a3 None None] Set router f010dd47-46c7-4a72-9687-8085a6f3d386 gateway port host: dv-cinder-835879-1-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:20:15.225007 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7136c8-b52c-49af-891e-a3fe9d4f5d1d req-684fc0e9-a4b7-4a17-8c5d-4d3133f12b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:15.227340 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [req-2c7136c8-b52c-49af-891e-a3fe9d4f5d1d req-684fc0e9-a4b7-4a17-8c5d-4d3133f12b18 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5c253b62a3ca4dbaabca985336025439&device_id=bab77262-1737-4df0-938b-bfd824e24f04 HTTP/1.1" status: 200 len: 1129 time: 0.0497246 Mar 30 18:20:15.234119 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba383a4-cf95-43fb-a691-d40671215018 req-358aa162-3cfd-4c2a-82ef-7d205e3dc58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:15.235603 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-8ba383a4-cf95-43fb-a691-d40671215018 req-358aa162-3cfd-4c2a-82ef-7d205e3dc58b service neutron] 10.222.0.55 "GET /v2.0/networks?id=99f9262f-3c8d-47d0-8af2-845395ed3cd0 HTTP/1.1" status: 200 len: 911 time: 0.1045678 Mar 30 18:20:15.349926 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-0915c5be-9a9a-46cf-bd4d-f39a8450f7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f010dd47-46c7-4a72-9687-8085a6f3d386', 'name': 'tempest-AttachVolumeShelveTestJSON-931886875-router', 'tenant_id': '160e10afe45b4c309f409b0d9735b01b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'eac83934-d18e-4f92-9ee2-9fbe33595f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:19:11Z', 'updated_at': '2022-03-30T18:19:20Z', 'revision_number': 4, 'project_id': '160e10afe45b4c309f409b0d9735b01b', 'gw_port': {'id': 'eac83934-d18e-4f92-9ee2-9fbe33595f74', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f010dd47-46c7-4a72-9687-8085a6f3d386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:12Z', 'updated_at': '2022-03-30T18:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_floatingips': [{'id': '2e11724e-22de-4a09-8041-e726b7bb7ea5', 'tenant_id': '160e10afe45b4c309f409b0d9735b01b', 'floating_ip_address': '172.27.0.10', 'floating_network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'router_id': 'f010dd47-46c7-4a72-9687-8085a6f3d386', 'port_id': 'b5b2146d-6bbf-4747-a33f-30320ba120ee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '962d8774-065a-4a3e-943e-02c437f03701', 'mac_address': 'fa:16:3e:9b:f6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa3416f-0ad6-49d9-b5a7-1afc18fb33af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:19:34Z', 'updated_at': '2022-03-30T18:20:13Z', 'revision_number': 1, 'project_id': '160e10afe45b4c309f409b0d9735b01b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a106a51-8a1b-4a6e-bb8d-131b188cff7c', 'name': '', 'network_id': '962d8774-065a-4a3e-943e-02c437f03701', 'tenant_id': '160e10afe45b4c309f409b0d9735b01b', 'mac_address': 'fa:16:3e:4c:b3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f010dd47-46c7-4a72-9687-8085a6f3d386', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8c5ebae0-2426-48ad-8a00-7de0e10a4970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:18Z', 'updated_at': '2022-03-30T18:19:32Z', 'revision_number': 5, 'project_id': '160e10afe45b4c309f409b0d9735b01b', 'subnets': [{'id': '8c5ebae0-2426-48ad-8a00-7de0e10a4970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:20:15.380753 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0915c5be-9a9a-46cf-bd4d-f39a8450f7a3 None None] The sync data for ids ['f010dd47-46c7-4a72-9687-8085a6f3d386'] in dv-cinder-835879-1-iscsi is: [{'id': 'f010dd47-46c7-4a72-9687-8085a6f3d386', 'name': 'tempest-AttachVolumeShelveTestJSON-931886875-router', 'tenant_id': '160e10afe45b4c309f409b0d9735b01b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'eac83934-d18e-4f92-9ee2-9fbe33595f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:19:11Z', 'updated_at': '2022-03-30T18:19:20Z', 'revision_number': 4, 'project_id': '160e10afe45b4c309f409b0d9735b01b', 'gw_port': {'id': 'eac83934-d18e-4f92-9ee2-9fbe33595f74', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f010dd47-46c7-4a72-9687-8085a6f3d386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:12Z', 'updated_at': '2022-03-30T18:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_floatingips': [{'id': '2e11724e-22de-4a09-8041-e726b7bb7ea5', 'tenant_id': '160e10afe45b4c309f409b0d9735b01b', 'floating_ip_address': '172.27.0.10', 'floating_network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'router_id': 'f010dd47-46c7-4a72-9687-8085a6f3d386', 'port_id': 'b5b2146d-6bbf-4747-a33f-30320ba120ee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '962d8774-065a-4a3e-943e-02c437f03701', 'mac_address': 'fa:16:3e:9b:f6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa3416f-0ad6-49d9-b5a7-1afc18fb33af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:19:34Z', 'updated_at': '2022-03-30T18:20:13Z', 'revision_number': 1, 'project_id': '160e10afe45b4c309f409b0d9735b01b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a106a51-8a1b-4a6e-bb8d-131b188cff7c', 'name': '', 'network_id': '962d8774-065a-4a3e-943e-02c437f03701', 'tenant_id': '160e10afe45b4c309f409b0d9735b01b', 'mac_address': 'fa:16:3e:4c:b3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f010dd47-46c7-4a72-9687-8085a6f3d386', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8c5ebae0-2426-48ad-8a00-7de0e10a4970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:18Z', 'updated_at': '2022-03-30T18:19:32Z', 'revision_number': 5, 'project_id': '160e10afe45b4c309f409b0d9735b01b', 'subnets': [{'id': '8c5ebae0-2426-48ad-8a00-7de0e10a4970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:20:15.422644 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-8ba383a4-cf95-43fb-a691-d40671215018 req-3e8bfd28-190e-4cfa-87ed-dabe6f17e28c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aee93743-b365-41f5-b7ec-ae74a3dd3e36 HTTP/1.1" status: 200 len: 1002 time: 0.1290762 Mar 30 18:20:15.436258 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baa3416f-0ad6-49d9-b5a7-1afc18fb33af', 'tag': 'b5b2146d-6bbf-4747-a33f-30320ba120ee'}] {{(pid=103294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:20:15.438832 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f253efad80999b0ddc7e44d4c54a97ad4b62a771ea2683ab6850d70c8b34677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6be8c78-0aa1-43e9-8c6f-dbffaa846dbe" -d '{"events": [{"name": "network-changed", "server_uuid": "baa3416f-0ad6-49d9-b5a7-1afc18fb33af", "tag": "b5b2146d-6bbf-4747-a33f-30320ba120ee"}]}' {{(pid=103294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:20:15.462907 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7136c8-b52c-49af-891e-a3fe9d4f5d1d req-cef8b4d9-d337-47b1-bab1-7b7e9bd87add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:15.464544 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [req-2c7136c8-b52c-49af-891e-a3fe9d4f5d1d req-cef8b4d9-d337-47b1-bab1-7b7e9bd87add service neutron] 10.222.0.55 "GET /v2.0/networks?id=5a13807d-3074-446c-ac3d-e6d770bd44d2 HTTP/1.1" status: 200 len: 913 time: 0.1660550 Mar 30 18:20:15.483743 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb33da5-8eac-4917-abab-43801b845bd5 x-openstack-request-id: req-0cb33da5-8eac-4917-abab-43801b845bd5 {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:20:15.484328 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baa3416f-0ad6-49d9-b5a7-1afc18fb33af", "tag": "b5b2146d-6bbf-4747-a33f-30320ba120ee", "status": "completed", "code": 200}]} {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:20:15.484487 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d2e58-f6b8-4aac-8407-5c956821995b req-54e00836-5e8f-453e-ad75-b237960e1c48 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:15.484874 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0cb33da5-8eac-4917-abab-43801b845bd5 {{(pid=103294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:20:15.485397 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cb33da5-8eac-4917-abab-43801b845bd5'] response: {'name': 'network-changed', 'server_uuid': 'baa3416f-0ad6-49d9-b5a7-1afc18fb33af', 'tag': 'b5b2146d-6bbf-4747-a33f-30320ba120ee', 'status': 'completed', 'code': 200} Mar 30 18:20:15.486400 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-8f5d2e58-f6b8-4aac-8407-5c956821995b req-54e00836-5e8f-453e-ad75-b237960e1c48 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/ports?device_id=8422ff0d-76db-4352-a488-42d4f62b1277 HTTP/1.1" status: 200 len: 946 time: 0.1298037 Mar 30 18:20:15.497230 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba383a4-cf95-43fb-a691-d40671215018 req-99785642-edca-456f-b12e-cc05815bf1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:15.498647 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-8ba383a4-cf95-43fb-a691-d40671215018 req-99785642-edca-456f-b12e-cc05815bf1c7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4cc6a602-aaad-4e34-b4ef-47ed89dd7ce5 HTTP/1.1" status: 200 len: 849 time: 0.0668185 Mar 30 18:20:15.518934 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [req-2c7136c8-b52c-49af-891e-a3fe9d4f5d1d req-4bf0db3f-64e6-4272-8033-186e4a150eb5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b48d7b59-abab-445b-89b6-d8c83392a8b6 HTTP/1.1" status: 200 len: 217 time: 0.0466778 Mar 30 18:20:15.542728 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-8f5d2e58-f6b8-4aac-8407-5c956821995b req-29844488-4e85-4b05-94d6-201d72acd1d0 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/security-groups?id=240086e8-ee1b-499f-8c1a-e5d8ebb402f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479231 Mar 30 18:20:15.645084 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7136c8-b52c-49af-891e-a3fe9d4f5d1d req-462311d0-982b-422b-9bf4-31f2ff72def4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:15.650953 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [req-2c7136c8-b52c-49af-891e-a3fe9d4f5d1d req-462311d0-982b-422b-9bf4-31f2ff72def4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6ff1ea80-3dcd-4902-abef-0360d0fc86fa HTTP/1.1" status: 200 len: 852 time: 0.0871584 Mar 30 18:20:15.661268 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa45749-10ea-4241-8d60-26fc077a20e8 None None] New status for floating IP 2e11724e-22de-4a09-8041-e726b7bb7ea5: ACTIVE {{(pid=103295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:20:15.695873 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [req-2c7136c8-b52c-49af-891e-a3fe9d4f5d1d req-b63a7031-8d6b-4ae0-a08a-12c623713651 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5a13807d-3074-446c-ac3d-e6d770bd44d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320683 Mar 30 18:20:15.737626 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba383a4-cf95-43fb-a691-d40671215018 req-349b28a0-ad86-4498-8d90-93b1dbd27926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:15.739130 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-8ba383a4-cf95-43fb-a691-d40671215018 req-349b28a0-ad86-4498-8d90-93b1dbd27926 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=99f9262f-3c8d-47d0-8af2-845395ed3cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1794944 Mar 30 18:20:15.743047 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be8c78-0aa1-43e9-8c6f-dbffaa846dbe req-300c6045-9341-4daa-930c-609592dc3758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:15.744562 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-b6be8c78-0aa1-43e9-8c6f-dbffaa846dbe req-300c6045-9341-4daa-930c-609592dc3758 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=160e10afe45b4c309f409b0d9735b01b&device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 1129 time: 0.1696293 Mar 30 18:20:15.858653 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [req-2c7136c8-b52c-49af-891e-a3fe9d4f5d1d req-8720fd3c-f5b4-4ea4-b38c-23afcb8a908e service neutron] 10.222.0.55 "GET /v2.0/networks/5a13807d-3074-446c-ac3d-e6d770bd44d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427011 Mar 30 18:20:15.909593 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75262fa4-a881-4704-8505-90ac791d7bee req-66dd95c3-344c-4b33-a5c0-2a34c254a63d tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:15.911633 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-75262fa4-a881-4704-8505-90ac791d7bee req-66dd95c3-344c-4b33-a5c0-2a34c254a63d tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/ports?device_id=8422ff0d-76db-4352-a488-42d4f62b1277 HTTP/1.1" status: 200 len: 946 time: 0.2331107 Mar 30 18:20:15.923096 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 33350) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:15.929606 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-58d45117-e069-4840-84af-1d4de15b4697 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Request body: {'floatingip': {'port_id': '3cad2eef-ab5f-4875-b984-11e70f3336ec'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:20:15.935582 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be8c78-0aa1-43e9-8c6f-dbffaa846dbe req-d49346bb-179c-44f3-b8f4-68e670fa6057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:15.937175 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-b6be8c78-0aa1-43e9-8c6f-dbffaa846dbe req-d49346bb-179c-44f3-b8f4-68e670fa6057 service neutron] 10.222.0.55 "GET /v2.0/networks?id=962d8774-065a-4a3e-943e-02c437f03701 HTTP/1.1" status: 200 len: 917 time: 0.1730876 Mar 30 18:20:16.018358 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-58d45117-e069-4840-84af-1d4de15b4697 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for floatingip (aebbebf7-34c7-485e-af46-6250fbb15b71), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:16.035649 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-8ba383a4-cf95-43fb-a691-d40671215018 req-afa75727-2c52-4721-8ef9-a4e266db83a8 service neutron] 10.222.0.55 "GET /v2.0/networks/99f9262f-3c8d-47d0-8af2-845395ed3cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701361 Mar 30 18:20:16.165092 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [req-2c7136c8-b52c-49af-891e-a3fe9d4f5d1d req-5016672e-c687-4683-96a4-ede420a14b8a service neutron] 10.222.0.55 "GET /v2.0/networks/5a13807d-3074-446c-ac3d-e6d770bd44d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987559 Mar 30 18:20:16.304440 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (48cc6dd0-9d47-40d1-bfd7-3609261a1488), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:16.379502 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-b6be8c78-0aa1-43e9-8c6f-dbffaa846dbe req-014912f6-10e6-48ab-bb53-41e0e508bc73 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5b2146d-6bbf-4747-a33f-30320ba120ee HTTP/1.1" status: 200 len: 998 time: 0.4006784 Mar 30 18:20:16.407613 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61180bc5-92fb-4c10-90c5-eacfd05b860e req-5e8cc2f3-7ccb-4ac1-8af7-e5360d7d780c tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:16.414468 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-61180bc5-92fb-4c10-90c5-eacfd05b860e req-5e8cc2f3-7ccb-4ac1-8af7-e5360d7d780c tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab77262-1737-4df0-938b-bfd824e24f04 HTTP/1.1" status: 200 len: 945 time: 0.3869071 Mar 30 18:20:16.484910 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-8ba383a4-cf95-43fb-a691-d40671215018 req-84b20fdb-466d-45cb-ad93-3590793c4bf4 service neutron] 10.222.0.55 "GET /v2.0/networks/99f9262f-3c8d-47d0-8af2-845395ed3cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4379838 Mar 30 18:20:16.499929 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be8c78-0aa1-43e9-8c6f-dbffaa846dbe req-be69b32f-e162-40d2-98e5-b1b8f757bd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:16.501269 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-b6be8c78-0aa1-43e9-8c6f-dbffaa846dbe req-be69b32f-e162-40d2-98e5-b1b8f757bd2f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8c5ebae0-2426-48ad-8a00-7de0e10a4970 HTTP/1.1" status: 200 len: 855 time: 0.0757034 Mar 30 18:20:16.514534 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-61180bc5-92fb-4c10-90c5-eacfd05b860e req-485c2651-239f-4cb4-9dac-5bed0494069b tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e9e6f4e-c586-46f3-8b25-0e1b05821b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987587 Mar 30 18:20:16.559466 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-58d45117-e069-4840-84af-1d4de15b4697 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:16.563586 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-58d45117-e069-4840-84af-1d4de15b4697 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623622'] for floatingip (aebbebf7-34c7-485e-af46-6250fbb15b71), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:16.580323 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be8c78-0aa1-43e9-8c6f-dbffaa846dbe req-ed252de9-1cb3-40b4-9174-6e0824ac4b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:16.581821 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-b6be8c78-0aa1-43e9-8c6f-dbffaa846dbe req-ed252de9-1cb3-40b4-9174-6e0824ac4b5c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=962d8774-065a-4a3e-943e-02c437f03701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492077 Mar 30 18:20:16.674378 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-b6be8c78-0aa1-43e9-8c6f-dbffaa846dbe req-424fabfd-1f8d-4ecf-bdbe-0c9b3165d863 service neutron] 10.222.0.55 "GET /v2.0/networks/962d8774-065a-4a3e-943e-02c437f03701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858941 Mar 30 18:20:16.786915 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-b6be8c78-0aa1-43e9-8c6f-dbffaa846dbe req-2436d7ad-6571-45bb-822e-932b3afa495f service neutron] 10.222.0.55 "GET /v2.0/networks/962d8774-065a-4a3e-943e-02c437f03701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986383 Mar 30 18:20:16.834593 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.db.l3_db [None req-58d45117-e069-4840-84af-1d4de15b4697 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Floating IP aebbebf7-34c7-485e-af46-6250fbb15b71 associated. External IP: 172.27.0.79, port: 3cad2eef-ab5f-4875-b984-11e70f3336ec. Mar 30 18:20:17.067311 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58d45117-e069-4840-84af-1d4de15b4697 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Router 9e927d26-fdad-4de0-b401-be4f8bf7ed4f has already been hosted by L3 agent bb9cbda0-d504-4372-97ec-0881b5676f92 {{(pid=103294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:20:17.187320 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d45117-e069-4840-84af-1d4de15b4697 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Notify agent at l3_agent.dv-cinder-835879-1-iscsi the message routers_updated {{(pid=103294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:20:17.192582 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-58d45117-e069-4840-84af-1d4de15b4697 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for floatingip (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:17.199752 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec3078e-7020-4f89-8be5-45ae9fd5fcda None None] Sync routers for ids ['9e927d26-fdad-4de0-b401-be4f8bf7ed4f'] in dv-cinder-835879-1-iscsi {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:20:17.210016 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec3078e-7020-4f89-8be5-45ae9fd5fcda None None] Routers {'9e927d26-fdad-4de0-b401-be4f8bf7ed4f'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:20:17.210871 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-eec3078e-7020-4f89-8be5-45ae9fd5fcda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:20:00Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['9e927d26-fdad-4de0-b401-be4f8bf7ed4f'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:20:17.252455 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-58d45117-e069-4840-84af-1d4de15b4697 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "PUT /v2.0/floatingips/aebbebf7-34c7-485e-af46-6250fbb15b71 HTTP/1.1" status: 200 len: 991 time: 1.3268723 Mar 30 18:20:17.293543 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.agents_db [None req-615cdb4a-d653-495f-8f07-938524d0c5b5 None None] Agent healthcheck: found 6 active agents {{(pid=103296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:20:17.338332 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-eec3078e-7020-4f89-8be5-45ae9fd5fcda None None] Set router 9e927d26-fdad-4de0-b401-be4f8bf7ed4f gateway port host: dv-cinder-835879-1-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:20:17.486891 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8422ff0d-76db-4352-a488-42d4f62b1277', 'tag': '3cad2eef-ab5f-4875-b984-11e70f3336ec'}] {{(pid=103294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:20:17.489293 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f253efad80999b0ddc7e44d4c54a97ad4b62a771ea2683ab6850d70c8b34677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bff6e6a-49c7-49ce-8b40-4d176fcbdd47" -d '{"events": [{"name": "network-changed", "server_uuid": "8422ff0d-76db-4352-a488-42d4f62b1277", "tag": "3cad2eef-ab5f-4875-b984-11e70f3336ec"}]}' {{(pid=103294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:20:17.526099 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff623931-ea73-4e58-84ca-879f2d7ee89a x-openstack-request-id: req-ff623931-ea73-4e58-84ca-879f2d7ee89a {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:20:17.526453 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8422ff0d-76db-4352-a488-42d4f62b1277", "tag": "3cad2eef-ab5f-4875-b984-11e70f3336ec", "status": "completed", "code": 200}]} {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:20:17.526796 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ff623931-ea73-4e58-84ca-879f2d7ee89a {{(pid=103294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:20:17.527302 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff623931-ea73-4e58-84ca-879f2d7ee89a'] response: {'name': 'network-changed', 'server_uuid': '8422ff0d-76db-4352-a488-42d4f62b1277', 'tag': '3cad2eef-ab5f-4875-b984-11e70f3336ec', 'status': 'completed', 'code': 200} Mar 30 18:20:17.562156 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-eec3078e-7020-4f89-8be5-45ae9fd5fcda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'name': 'tempest-AttachVolumeNegativeTest-1445051510-router', 'tenant_id': '279a01c655714587a3db731678eada47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'b803bc7d-24e4-4b13-8019-5fc99b0eeb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:19:14Z', 'updated_at': '2022-03-30T18:19:32Z', 'revision_number': 4, 'project_id': '279a01c655714587a3db731678eada47', 'gw_port': {'id': 'b803bc7d-24e4-4b13-8019-5fc99b0eeb41', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:44:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:16Z', 'updated_at': '2022-03-30T18:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_floatingips': [{'id': 'aebbebf7-34c7-485e-af46-6250fbb15b71', 'tenant_id': '279a01c655714587a3db731678eada47', 'floating_ip_address': '172.27.0.79', 'floating_network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'router_id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'port_id': '3cad2eef-ab5f-4875-b984-11e70f3336ec', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a', 'mac_address': 'fa:16:3e:7c:c5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8422ff0d-76db-4352-a488-42d4f62b1277', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:19:44Z', 'updated_at': '2022-03-30T18:20:16Z', 'revision_number': 1, 'project_id': '279a01c655714587a3db731678eada47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f95f2d79-8e95-460d-b979-08e6301c655f', 'name': '', 'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a', 'tenant_id': '279a01c655714587a3db731678eada47', 'mac_address': 'fa:16:3e:95:ea:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '753583e9-792f-4b04-97da-dc50f6b2fa57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:26Z', 'updated_at': '2022-03-30T18:19:41Z', 'revision_number': 5, 'project_id': '279a01c655714587a3db731678eada47', 'subnets': [{'id': '753583e9-792f-4b04-97da-dc50f6b2fa57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:20:17.594869 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec3078e-7020-4f89-8be5-45ae9fd5fcda None None] Checking router: 9e927d26-fdad-4de0-b401-be4f8bf7ed4f for host: dv-cinder-835879-1-iscsi {{(pid=103296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:20:17.602630 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec3078e-7020-4f89-8be5-45ae9fd5fcda None None] Routers {'9e927d26-fdad-4de0-b401-be4f8bf7ed4f'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:20:17.603376 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-eec3078e-7020-4f89-8be5-45ae9fd5fcda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:20:00Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['9e927d26-fdad-4de0-b401-be4f8bf7ed4f'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:20:17.671389 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad2ab7c-51af-4da0-93a1-6a813cb6a2c3 req-d5cddba1-1fac-447c-babc-aacc64da1fad tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:17.672856 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-1ad2ab7c-51af-4da0-93a1-6a813cb6a2c3 req-d5cddba1-1fac-447c-babc-aacc64da1fad tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab77262-1737-4df0-938b-bfd824e24f04 HTTP/1.1" status: 200 len: 945 time: 0.0855355 Mar 30 18:20:17.699849 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bff6e6a-49c7-49ce-8b40-4d176fcbdd47 req-da0eaaa5-b625-4c93-b148-bada8ecb0db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:17.701320 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-1bff6e6a-49c7-49ce-8b40-4d176fcbdd47 req-da0eaaa5-b625-4c93-b148-bada8ecb0db1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=279a01c655714587a3db731678eada47&device_id=8422ff0d-76db-4352-a488-42d4f62b1277 HTTP/1.1" status: 200 len: 1130 time: 0.0752084 Mar 30 18:20:17.714425 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-eec3078e-7020-4f89-8be5-45ae9fd5fcda None None] Set router 9e927d26-fdad-4de0-b401-be4f8bf7ed4f gateway port host: dv-cinder-835879-1-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:20:17.728539 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-1ad2ab7c-51af-4da0-93a1-6a813cb6a2c3 req-a2b2eb90-4448-4671-bd69-3b802c3cb3d3 tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e9e6f4e-c586-46f3-8b25-0e1b05821b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476627 Mar 30 18:20:17.887273 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 33420) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:17.947641 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-eec3078e-7020-4f89-8be5-45ae9fd5fcda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'name': 'tempest-AttachVolumeNegativeTest-1445051510-router', 'tenant_id': '279a01c655714587a3db731678eada47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'b803bc7d-24e4-4b13-8019-5fc99b0eeb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:19:14Z', 'updated_at': '2022-03-30T18:19:32Z', 'revision_number': 4, 'project_id': '279a01c655714587a3db731678eada47', 'gw_port': {'id': 'b803bc7d-24e4-4b13-8019-5fc99b0eeb41', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:44:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:16Z', 'updated_at': '2022-03-30T18:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_floatingips': [{'id': 'aebbebf7-34c7-485e-af46-6250fbb15b71', 'tenant_id': '279a01c655714587a3db731678eada47', 'floating_ip_address': '172.27.0.79', 'floating_network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'router_id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'port_id': '3cad2eef-ab5f-4875-b984-11e70f3336ec', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a', 'mac_address': 'fa:16:3e:7c:c5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8422ff0d-76db-4352-a488-42d4f62b1277', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:19:44Z', 'updated_at': '2022-03-30T18:20:16Z', 'revision_number': 1, 'project_id': '279a01c655714587a3db731678eada47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f95f2d79-8e95-460d-b979-08e6301c655f', 'name': '', 'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a', 'tenant_id': '279a01c655714587a3db731678eada47', 'mac_address': 'fa:16:3e:95:ea:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '753583e9-792f-4b04-97da-dc50f6b2fa57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:26Z', 'updated_at': '2022-03-30T18:19:41Z', 'revision_number': 5, 'project_id': '279a01c655714587a3db731678eada47', 'subnets': [{'id': '753583e9-792f-4b04-97da-dc50f6b2fa57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:20:17.972973 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec3078e-7020-4f89-8be5-45ae9fd5fcda None None] The sync data for ids ['9e927d26-fdad-4de0-b401-be4f8bf7ed4f'] in dv-cinder-835879-1-iscsi is: [{'id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'name': 'tempest-AttachVolumeNegativeTest-1445051510-router', 'tenant_id': '279a01c655714587a3db731678eada47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'b803bc7d-24e4-4b13-8019-5fc99b0eeb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:19:14Z', 'updated_at': '2022-03-30T18:19:32Z', 'revision_number': 4, 'project_id': '279a01c655714587a3db731678eada47', 'gw_port': {'id': 'b803bc7d-24e4-4b13-8019-5fc99b0eeb41', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:44:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:16Z', 'updated_at': '2022-03-30T18:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_floatingips': [{'id': 'aebbebf7-34c7-485e-af46-6250fbb15b71', 'tenant_id': '279a01c655714587a3db731678eada47', 'floating_ip_address': '172.27.0.79', 'floating_network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'router_id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'port_id': '3cad2eef-ab5f-4875-b984-11e70f3336ec', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a', 'mac_address': 'fa:16:3e:7c:c5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8422ff0d-76db-4352-a488-42d4f62b1277', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:19:44Z', 'updated_at': '2022-03-30T18:20:16Z', 'revision_number': 1, 'project_id': '279a01c655714587a3db731678eada47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f95f2d79-8e95-460d-b979-08e6301c655f', 'name': '', 'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a', 'tenant_id': '279a01c655714587a3db731678eada47', 'mac_address': 'fa:16:3e:95:ea:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '753583e9-792f-4b04-97da-dc50f6b2fa57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:26Z', 'updated_at': '2022-03-30T18:19:41Z', 'revision_number': 5, 'project_id': '279a01c655714587a3db731678eada47', 'subnets': [{'id': '753583e9-792f-4b04-97da-dc50f6b2fa57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:20:18.004632 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f5edc20b-8703-4aa2-87ca-fa2ff7fe5528 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:18.090784 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f5edc20b-8703-4aa2-87ca-fa2ff7fe5528 admin admin] Publish callbacks [] for security_group (9a8d87c6-4c09-4c00-a1a0-3d26907f2b64), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:18.095428 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f5edc20b-8703-4aa2-87ca-fa2ff7fe5528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (9a8d87c6-4c09-4c00-a1a0-3d26907f2b64), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:18.135034 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-f5edc20b-8703-4aa2-87ca-fa2ff7fe5528 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=23d495345823446680e469a3a41a64f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2466884 Mar 30 18:20:18.135964 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5edc20b-8703-4aa2-87ca-fa2ff7fe5528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8d87c6-4c09-4c00-a1a0-3d26907f2b64,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:18.137770 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 33428) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:18.143771 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5edc20b-8703-4aa2-87ca-fa2ff7fe5528 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:18.144112 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5edc20b-8703-4aa2-87ca-fa2ff7fe5528 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:18.144525 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5edc20b-8703-4aa2-87ca-fa2ff7fe5528 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:18.144819 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5edc20b-8703-4aa2-87ca-fa2ff7fe5528 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:18.145172 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5edc20b-8703-4aa2-87ca-fa2ff7fe5528 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:18.145449 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5edc20b-8703-4aa2-87ca-fa2ff7fe5528 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:18.146075 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5edc20b-8703-4aa2-87ca-fa2ff7fe5528 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:18.146075 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5edc20b-8703-4aa2-87ca-fa2ff7fe5528 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:18.146457 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5edc20b-8703-4aa2-87ca-fa2ff7fe5528 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:18.146795 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5edc20b-8703-4aa2-87ca-fa2ff7fe5528 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:18.147203 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5edc20b-8703-4aa2-87ca-fa2ff7fe5528 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:18.147554 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5edc20b-8703-4aa2-87ca-fa2ff7fe5528 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:18.147878 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5edc20b-8703-4aa2-87ca-fa2ff7fe5528 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:18.148569 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5edc20b-8703-4aa2-87ca-fa2ff7fe5528 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:18.148569 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5edc20b-8703-4aa2-87ca-fa2ff7fe5528 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:18.199877 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-3a1cc145-8fd9-4a88-add4-5b0a7fc5d2da admin admin] Publish callbacks [] for security_group (9a8d87c6-4c09-4c00-a1a0-3d26907f2b64), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:18.200954 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d4a2be-4a81-47c9-8320-b5712792e731 None None] New status for floating IP aebbebf7-34c7-485e-af46-6250fbb15b71: ACTIVE {{(pid=103295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:20:18.222571 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-3a1cc145-8fd9-4a88-add4-5b0a7fc5d2da admin admin] Publish callbacks [] for security_group (9a8d87c6-4c09-4c00-a1a0-3d26907f2b64), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:18.274380 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-3a1cc145-8fd9-4a88-add4-5b0a7fc5d2da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (9a8d87c6-4c09-4c00-a1a0-3d26907f2b64), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:18.277231 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-3a1cc145-8fd9-4a88-add4-5b0a7fc5d2da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:18.278663 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-3a1cc145-8fd9-4a88-add4-5b0a7fc5d2da admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9a8d87c6-4c09-4c00-a1a0-3d26907f2b64 HTTP/1.1" status: 204 len: 168 time: 0.1395037 Mar 30 18:20:18.297674 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1cc145-8fd9-4a88-add4-5b0a7fc5d2da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8d87c6-4c09-4c00-a1a0-3d26907f2b64,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:18.315103 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1cc145-8fd9-4a88-add4-5b0a7fc5d2da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:18.315481 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1cc145-8fd9-4a88-add4-5b0a7fc5d2da admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:18.315836 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1cc145-8fd9-4a88-add4-5b0a7fc5d2da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:18.318495 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1cc145-8fd9-4a88-add4-5b0a7fc5d2da admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:18.318821 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1cc145-8fd9-4a88-add4-5b0a7fc5d2da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:18.319780 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1cc145-8fd9-4a88-add4-5b0a7fc5d2da admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:18.320225 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1cc145-8fd9-4a88-add4-5b0a7fc5d2da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:18.320562 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1cc145-8fd9-4a88-add4-5b0a7fc5d2da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:18.320895 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1cc145-8fd9-4a88-add4-5b0a7fc5d2da admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:18.321275 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1cc145-8fd9-4a88-add4-5b0a7fc5d2da admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:18.321746 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1cc145-8fd9-4a88-add4-5b0a7fc5d2da admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:18.322078 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1cc145-8fd9-4a88-add4-5b0a7fc5d2da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:18.322493 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1cc145-8fd9-4a88-add4-5b0a7fc5d2da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:18.322823 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1cc145-8fd9-4a88-add4-5b0a7fc5d2da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:18.323161 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1cc145-8fd9-4a88-add4-5b0a7fc5d2da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:18.588538 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 33442) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:18.602465 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c45d399e-69fa-4722-bd83-8017a4808832 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:18.663828 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bff6e6a-49c7-49ce-8b40-4d176fcbdd47 req-e7a24725-5830-446e-85ad-dec0d63dbc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:18.665314 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-1bff6e6a-49c7-49ce-8b40-4d176fcbdd47 req-e7a24725-5830-446e-85ad-dec0d63dbc82 service neutron] 10.222.0.55 "GET /v2.0/networks?id=af330621-acdf-4f3d-ad55-9f9e392a3f7a HTTP/1.1" status: 200 len: 916 time: 0.0868478 Mar 30 18:20:18.680125 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c45d399e-69fa-4722-bd83-8017a4808832 admin admin] Publish callbacks [] for security_group (143b7bf2-7ca2-435b-a089-f095d27ce799), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:18.683736 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c45d399e-69fa-4722-bd83-8017a4808832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (143b7bf2-7ca2-435b-a089-f095d27ce799), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:18.718766 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-c45d399e-69fa-4722-bd83-8017a4808832 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=35b7a51b14364d68bd4c0b2d54f0277b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1292126 Mar 30 18:20:18.720632 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45d399e-69fa-4722-bd83-8017a4808832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=143b7bf2-7ca2-435b-a089-f095d27ce799,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:18.721434 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 33444) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:18.772349 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-76d2c7d0-685a-4a74-84be-7d1b885f6ee2 admin admin] Publish callbacks [] for security_group (143b7bf2-7ca2-435b-a089-f095d27ce799), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:18.793568 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-76d2c7d0-685a-4a74-84be-7d1b885f6ee2 admin admin] Publish callbacks [] for security_group (143b7bf2-7ca2-435b-a089-f095d27ce799), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:18.868253 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc720fe8-0489-4d1e-bb44-e482a36f4f38 req-79ee4384-763f-4c2b-9001-4fde771279c6 tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:18.869745 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-dc720fe8-0489-4d1e-bb44-e482a36f4f38 req-79ee4384-763f-4c2b-9001-4fde771279c6 tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab77262-1737-4df0-938b-bfd824e24f04 HTTP/1.1" status: 200 len: 945 time: 0.0700223 Mar 30 18:20:18.890164 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-76d2c7d0-685a-4a74-84be-7d1b885f6ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (143b7bf2-7ca2-435b-a089-f095d27ce799), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:18.892696 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-76d2c7d0-685a-4a74-84be-7d1b885f6ee2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:18.893769 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-76d2c7d0-685a-4a74-84be-7d1b885f6ee2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/143b7bf2-7ca2-435b-a089-f095d27ce799 HTTP/1.1" status: 204 len: 168 time: 0.1713321 Mar 30 18:20:18.909017 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d2c7d0-685a-4a74-84be-7d1b885f6ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=143b7bf2-7ca2-435b-a089-f095d27ce799,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:18.936509 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-dc720fe8-0489-4d1e-bb44-e482a36f4f38 req-15f49b53-c41e-464b-98f3-96865866d305 tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e9e6f4e-c586-46f3-8b25-0e1b05821b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612385 Mar 30 18:20:19.196306 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 33452) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:19.209270 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-ea71159f-88ff-411d-8259-84463cfc22c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:19.285514 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-ea71159f-88ff-411d-8259-84463cfc22c7 admin admin] Publish callbacks [] for security_group (b90d3050-24dd-424e-9643-cd5d10893fba), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:19.289788 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-ea71159f-88ff-411d-8259-84463cfc22c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (b90d3050-24dd-424e-9643-cd5d10893fba), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:19.327962 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-ea71159f-88ff-411d-8259-84463cfc22c7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c923657b9a5247ada41f9a7cb9b66be6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1305499 Mar 30 18:20:19.328839 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea71159f-88ff-411d-8259-84463cfc22c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b90d3050-24dd-424e-9643-cd5d10893fba,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:19.330804 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 33458) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:19.384039 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5dc1097c-29c4-4a9f-8b44-c452c9cbaff1 admin admin] Publish callbacks [] for security_group (b90d3050-24dd-424e-9643-cd5d10893fba), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:19.405883 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5dc1097c-29c4-4a9f-8b44-c452c9cbaff1 admin admin] Publish callbacks [] for security_group (b90d3050-24dd-424e-9643-cd5d10893fba), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:19.447699 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-1bff6e6a-49c7-49ce-8b40-4d176fcbdd47 req-8d2173bb-b0b7-407e-851a-d9b77f975fcc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cad2eef-ab5f-4875-b984-11e70f3336ec HTTP/1.1" status: 200 len: 1001 time: 0.0644295 Mar 30 18:20:19.465011 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5dc1097c-29c4-4a9f-8b44-c452c9cbaff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (b90d3050-24dd-424e-9643-cd5d10893fba), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:19.467584 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5dc1097c-29c4-4a9f-8b44-c452c9cbaff1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:19.471406 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-5dc1097c-29c4-4a9f-8b44-c452c9cbaff1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b90d3050-24dd-424e-9643-cd5d10893fba HTTP/1.1" status: 204 len: 168 time: 0.1369877 Mar 30 18:20:19.476922 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc1097c-29c4-4a9f-8b44-c452c9cbaff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90d3050-24dd-424e-9643-cd5d10893fba,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:20.058391 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6420f95-bead-4b50-a59b-3cfaa4499775 req-12b2546c-da6c-4f9e-955a-3f2ed14c4031 tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:20.059886 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-d6420f95-bead-4b50-a59b-3cfaa4499775 req-12b2546c-da6c-4f9e-955a-3f2ed14c4031 tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab77262-1737-4df0-938b-bfd824e24f04 HTTP/1.1" status: 200 len: 945 time: 0.0581305 Mar 30 18:20:20.106179 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-d6420f95-bead-4b50-a59b-3cfaa4499775 req-c7d7a76b-a1df-4c51-85f5-69d70d446dfe tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e9e6f4e-c586-46f3-8b25-0e1b05821b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406759 Mar 30 18:20:20.112613 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 33486) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:20.215087 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-4d5e2192-74b8-479d-b6f8-421943df1bef admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1360840203-network', 'tenant_id': 'a0ee2e2f9e964b6da9c69946cd289cd7'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:20:20.233263 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d5e2192-74b8-479d-b6f8-421943df1bef admin admin] Made reservation on behalf of a0ee2e2f9e964b6da9c69946cd289cd7 for: {'network': 1} {{(pid=103294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:20:20.235507 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4d5e2192-74b8-479d-b6f8-421943df1bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for network (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:20.243473 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4d5e2192-74b8-479d-b6f8-421943df1bef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:20.312838 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4d5e2192-74b8-479d-b6f8-421943df1bef admin admin] Publish callbacks [] for security_group (6cc60dcc-24e9-4a9f-a63c-ae2217fe9dc7), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:20.316213 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4d5e2192-74b8-479d-b6f8-421943df1bef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (6cc60dcc-24e9-4a9f-a63c-ae2217fe9dc7), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:20.336963 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d5e2192-74b8-479d-b6f8-421943df1bef admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=103294) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 18:20:20.349711 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e2192-74b8-479d-b6f8-421943df1bef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc60dcc-24e9-4a9f-a63c-ae2217fe9dc7,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:20.355672 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4d5e2192-74b8-479d-b6f8-421943df1bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-829919'] for segment (3b0494ca-3414-4d94-b067-20371048eea0), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:20.356006 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.db.segments_db [None req-4d5e2192-74b8-479d-b6f8-421943df1bef admin admin] Added segment 3b0494ca-3414-4d94-b067-20371048eea0 of type vlan for network 198ea463-61cf-4734-958a-a6c530b7d835 Mar 30 18:20:20.401611 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4d5e2192-74b8-479d-b6f8-421943df1bef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759689436227'] for network (198ea463-61cf-4734-958a-a6c530b7d835), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:20.410132 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bff6e6a-49c7-49ce-8b40-4d176fcbdd47 req-4dd800be-a4ea-44ba-8d3e-a5455221f85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:20.412332 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-1bff6e6a-49c7-49ce-8b40-4d176fcbdd47 req-4dd800be-a4ea-44ba-8d3e-a5455221f85d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=753583e9-792f-4b04-97da-dc50f6b2fa57 HTTP/1.1" status: 200 len: 854 time: 0.0578661 Mar 30 18:20:20.440063 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4d5e2192-74b8-479d-b6f8-421943df1bef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248'] for network (198ea463-61cf-4734-958a-a6c530b7d835), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:20.441066 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5e2192-74b8-479d-b6f8-421943df1bef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:20.441638 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4d5e2192-74b8-479d-b6f8-421943df1bef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628270'] for network (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:20.468456 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bff6e6a-49c7-49ce-8b40-4d176fcbdd47 req-1a9854ee-2c8a-4927-8cd2-b1aec5a52dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:20.469932 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-1bff6e6a-49c7-49ce-8b40-4d176fcbdd47 req-1a9854ee-2c8a-4927-8cd2-b1aec5a52dee service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=af330621-acdf-4f3d-ad55-9f9e392a3f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500460 Mar 30 18:20:20.502276 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-4d5e2192-74b8-479d-b6f8-421943df1bef admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3884284 Mar 30 18:20:20.506560 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 33496) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:20.511599 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-3c5f1bad-8662-4207-a826-eb0af7c4e1bb admin admin] Request body: {'subnet': {'network_id': '198ea463-61cf-4734-958a-a6c530b7d835', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1360840203-subnet', 'tenant_id': 'a0ee2e2f9e964b6da9c69946cd289cd7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:20:20.519288 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e2192-74b8-479d-b6f8-421943df1bef admin admin] Pushing event updated for resources: {'Network': ['ID=198ea463-61cf-4734-958a-a6c530b7d835,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:20.529599 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Network 198ea463-61cf-4734-958a-a6c530b7d835 details requested by agent ovs-agent-dv-cinder-835879-1-iscsi with host dv-cinder-835879-1-iscsi {{(pid=103295) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 18:20:20.537392 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5f1bad-8662-4207-a826-eb0af7c4e1bb admin admin] Made reservation on behalf of a0ee2e2f9e964b6da9c69946cd289cd7 for: {'subnet': 1} {{(pid=103294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:20:20.539994 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-3c5f1bad-8662-4207-a826-eb0af7c4e1bb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:20.566910 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-1bff6e6a-49c7-49ce-8b40-4d176fcbdd47 req-b67cd409-b278-495f-89b7-97587c539e8f service neutron] 10.222.0.55 "GET /v2.0/networks/af330621-acdf-4f3d-ad55-9f9e392a3f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900123 Mar 30 18:20:20.660234 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-1bff6e6a-49c7-49ce-8b40-4d176fcbdd47 req-ce86368c-e517-479e-967d-a69da9cdafac service neutron] 10.222.0.55 "GET /v2.0/networks/af330621-acdf-4f3d-ad55-9f9e392a3f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844440 Mar 30 18:20:20.706282 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-3c5f1bad-8662-4207-a826-eb0af7c4e1bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248'] for subnet (858e9cf9-a3c2-44d3-bbf0-2bf3345c0cbe), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:20.760588 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5f1bad-8662-4207-a826-eb0af7c4e1bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=858e9cf9-a3c2-44d3-bbf0-2bf3345c0cbe,revision_number=0']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:20.773416 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5f1bad-8662-4207-a826-eb0af7c4e1bb admin admin] Checking segment: {'id': '3b0494ca-3414-4d94-b067-20371048eea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '198ea463-61cf-4734-958a-a6c530b7d835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:20:20.773416 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5f1bad-8662-4207-a826-eb0af7c4e1bb admin admin] Network hostable DHCP agents. Network: 198ea463-61cf-4734-958a-a6c530b7d835, hostable agents: ['c82c41e6-6be9-408a-ae4d-4131a3230230'], hosted agents: [] {{(pid=103294) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 18:20:20.788974 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5f1bad-8662-4207-a826-eb0af7c4e1bb admin admin] Network 198ea463-61cf-4734-958a-a6c530b7d835 is scheduled to be hosted by DHCP agent c82c41e6-6be9-408a-ae4d-4131a3230230 with binding_index 1 {{(pid=103294) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 18:20:20.797343 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.base_scheduler [None req-3c5f1bad-8662-4207-a826-eb0af7c4e1bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835879-1-iscsi, 198ea463-61cf-4734-958a-a6c530b7d835) {{(pid=103294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:20:20.801495 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5f1bad-8662-4207-a826-eb0af7c4e1bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:20.802064 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-3c5f1bad-8662-4207-a826-eb0af7c4e1bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628270'] for subnet (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:20.807948 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6ffe81-b27d-44d2-9c61-2cf4c6b8a1a5 None None] Network 198ea463-61cf-4734-958a-a6c530b7d835 requested from dv-cinder-835879-1-iscsi {{(pid=103295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:20:20.817726 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-3c5f1bad-8662-4207-a826-eb0af7c4e1bb admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3095665 Mar 30 18:20:20.905854 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d84adc2-8e0a-4611-ac47-4c3a1d2a70cd None None] Network 198ea463-61cf-4734-958a-a6c530b7d835 requested from dv-cinder-835879-1-iscsi {{(pid=103295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:20:21.227013 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6127dc-1367-4669-948c-3723993e60ec req-53128c4c-8126-4c05-876a-59bfa612ee9d tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:21.228535 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4f6127dc-1367-4669-948c-3723993e60ec req-53128c4c-8126-4c05-876a-59bfa612ee9d tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab77262-1737-4df0-938b-bfd824e24f04 HTTP/1.1" status: 200 len: 945 time: 0.0541799 Mar 30 18:20:21.281895 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4f6127dc-1367-4669-948c-3723993e60ec req-c9d84cd4-7be6-475b-8215-394190791dc8 tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e9e6f4e-c586-46f3-8b25-0e1b05821b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477090 Mar 30 18:20:22.398349 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c67c10-7fd3-4cac-a5f6-5196bed8a55b req-7309c67d-b46b-4c5a-904b-f43280ffb20c tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:22.399830 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-27c67c10-7fd3-4cac-a5f6-5196bed8a55b req-7309c67d-b46b-4c5a-904b-f43280ffb20c tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab77262-1737-4df0-938b-bfd824e24f04 HTTP/1.1" status: 200 len: 945 time: 0.0514202 Mar 30 18:20:22.445463 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-27c67c10-7fd3-4cac-a5f6-5196bed8a55b req-0310a044-31ad-418b-b78c-7a00d1065378 tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e9e6f4e-c586-46f3-8b25-0e1b05821b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399494 Mar 30 18:20:23.562008 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8907ab-3a6e-44a8-8533-5074d96cc69d req-dd38ef48-75e8-4348-8728-388f173c1ac5 tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:23.563527 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-5d8907ab-3a6e-44a8-8533-5074d96cc69d req-dd38ef48-75e8-4348-8728-388f173c1ac5 tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab77262-1737-4df0-938b-bfd824e24f04 HTTP/1.1" status: 200 len: 945 time: 0.0518265 Mar 30 18:20:23.609295 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-5d8907ab-3a6e-44a8-8533-5074d96cc69d req-8ef05912-df9b-4241-abf0-99073829d682 tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e9e6f4e-c586-46f3-8b25-0e1b05821b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402358 Mar 30 18:20:24.134220 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40efd60-862b-46af-92cd-b6b3f2d4cc95 req-a2aa4aac-1faf-479a-97ea-12d7c9dc4477 tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:24.135685 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a40efd60-862b-46af-92cd-b6b3f2d4cc95 req-a2aa4aac-1faf-479a-97ea-12d7c9dc4477 tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bab77262-1737-4df0-938b-bfd824e24f04 HTTP/1.1" status: 200 len: 945 time: 0.0547230 Mar 30 18:20:24.292101 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [req-a40efd60-862b-46af-92cd-b6b3f2d4cc95 req-212dfe17-712c-48ae-a335-5def59e3974e tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] Deleting port b48d7b59-abab-445b-89b6-d8c83392a8b6 {{(pid=103293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:20:24.292548 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-a40efd60-862b-46af-92cd-b6b3f2d4cc95 req-212dfe17-712c-48ae-a335-5def59e3974e tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759690029078'] for port (b48d7b59-abab-445b-89b6-d8c83392a8b6), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:24.379124 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [req-a40efd60-862b-46af-92cd-b6b3f2d4cc95 req-212dfe17-712c-48ae-a335-5def59e3974e tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] For port b48d7b59-abab-445b-89b6-d8c83392a8b6, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=b48d7b59-abab-445b-89b6-d8c83392a8b6,segment=NetworkSegment(46b9f157-5b9b-4e80-8a1a-e3e5732a30da),segment_id=46b9f157-5b9b-4e80-8a1a-e3e5732a30da)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:20:24.379518 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-a40efd60-862b-46af-92cd-b6b3f2d4cc95 req-212dfe17-712c-48ae-a335-5def59e3974e tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586036'] for port (b48d7b59-abab-445b-89b6-d8c83392a8b6), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:24.394088 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [req-a40efd60-862b-46af-92cd-b6b3f2d4cc95 req-212dfe17-712c-48ae-a335-5def59e3974e tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] Calling delete_port for b48d7b59-abab-445b-89b6-d8c83392a8b6 owned by compute:nova {{(pid=103293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:20:24.555811 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-a40efd60-862b-46af-92cd-b6b3f2d4cc95 req-212dfe17-712c-48ae-a335-5def59e3974e tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759690034297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759689464333'] for port (b48d7b59-abab-445b-89b6-d8c83392a8b6), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:24.596902 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] get_ports_and_sgs() called for port_ids ['b48d7b59-abab-445b-89b6-d8c83392a8b6'] {{(pid=103295) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:20:24.601910 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212dfe17-712c-48ae-a335-5def59e3974e tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] Pushing event deleted for resources: {'Port': ['ID=b48d7b59-abab-445b-89b6-d8c83392a8b6,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:24.719763 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [req-a40efd60-862b-46af-92cd-b6b3f2d4cc95 req-212dfe17-712c-48ae-a335-5def59e3974e tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] No DVR routers for this DVR port b48d7b59-abab-445b-89b6-d8c83392a8b6 on host hv-cinder-83587 {{(pid=103293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:20:24.740665 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3bf75129-2c48-4cf5-8dc4-7d5b8ad0e47f req-29a38201-866c-4471-8b62-046ae663db19 tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab77262-1737-4df0-938b-bfd824e24f04 HTTP/1.1" status: 200 len: 210 time: 0.0485642 Mar 30 18:20:24.741844 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-a40efd60-862b-46af-92cd-b6b3f2d4cc95 req-212dfe17-712c-48ae-a335-5def59e3974e tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for port (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:24.745044 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a40efd60-862b-46af-92cd-b6b3f2d4cc95 req-212dfe17-712c-48ae-a335-5def59e3974e tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] 10.222.0.55 "DELETE /v2.0/ports/b48d7b59-abab-445b-89b6-d8c83392a8b6 HTTP/1.1" status: 204 len: 173 time: 0.6031876 Mar 30 18:20:24.747690 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab77262-1737-4df0-938b-bfd824e24f04', 'name': 'network-vif-deleted', 'tag': 'b48d7b59-abab-445b-89b6-d8c83392a8b6'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:20:24.750113 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e41150553c85b09edab6cb52843a30629a36ec9d810f78f9b9d5c7c277fb574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f96421-feae-4986-bd93-6caf9c717cce" -d '{"events": [{"server_uuid": "bab77262-1737-4df0-938b-bfd824e24f04", "name": "network-vif-deleted", "tag": "b48d7b59-abab-445b-89b6-d8c83392a8b6"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:20:24.790851 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8108b4b5-cf73-401f-afd6-40f6934827e0 req-e8391638-cb4b-4978-8ef9-b6f0e7fe401f tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:24.798153 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-8108b4b5-cf73-401f-afd6-40f6934827e0 req-e8391638-cb4b-4978-8ef9-b6f0e7fe401f tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/networks?id=198ea463-61cf-4734-958a-a6c530b7d835 HTTP/1.1" status: 200 len: 809 time: 0.2308710 Mar 30 18:20:24.809968 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019da1cf-2b19-4014-b88b-392ecf963d2d x-openstack-request-id: req-019da1cf-2b19-4014-b88b-392ecf963d2d {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:20:24.810255 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab77262-1737-4df0-938b-bfd824e24f04", "name": "network-vif-deleted", "tag": "b48d7b59-abab-445b-89b6-d8c83392a8b6", "status": "completed", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:20:24.810524 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-019da1cf-2b19-4014-b88b-392ecf963d2d {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:20:24.810882 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-019da1cf-2b19-4014-b88b-392ecf963d2d'] response: {'server_uuid': 'bab77262-1737-4df0-938b-bfd824e24f04', 'name': 'network-vif-deleted', 'tag': 'b48d7b59-abab-445b-89b6-d8c83392a8b6', 'status': 'completed', 'code': 200} Mar 30 18:20:24.813512 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-8108b4b5-cf73-401f-afd6-40f6934827e0 req-215d3df0-8731-4b28-ac16-f587b4b549cd tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/quotas/a0ee2e2f9e964b6da9c69946cd289cd7 HTTP/1.1" status: 200 len: 375 time: 0.0144973 Mar 30 18:20:24.852361 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-8108b4b5-cf73-401f-afd6-40f6934827e0 req-685e14c6-3398-4a23-b4b2-d05dfe94e761 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a0ee2e2f9e964b6da9c69946cd289cd7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321798 Mar 30 18:20:24.956821 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-8108b4b5-cf73-401f-afd6-40f6934827e0 req-43432ada-205e-44e5-9f8e-c087810db1b7 service neutron] 10.222.0.18 "GET /v2.0/networks/198ea463-61cf-4734-958a-a6c530b7d835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978603 Mar 30 18:20:25.051860 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-8108b4b5-cf73-401f-afd6-40f6934827e0 req-f6b6b21a-35a8-4c86-a95e-138f907e0c6c service neutron] 10.222.0.18 "GET /v2.0/networks/198ea463-61cf-4734-958a-a6c530b7d835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891721 Mar 30 18:20:25.229168 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-f867a559-6ca7-412e-8976-670531b8176e req-b1e9495b-b59e-441c-828e-a9acf06c8f2b tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/ports?device_id=b272bfd3-4be1-4583-8c22-a40d66a075a2 HTTP/1.1" status: 200 len: 210 time: 0.0320868 Mar 30 18:20:25.869016 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-34cd651e-a7bb-495e-ac00-c557cce2a1f9 req-8e9fba42-110b-43fe-ba73-13cb40e0d165 tempest-DeleteServersTestJSON-234682796 tempest-DeleteServersTestJSON-234682796-project] 10.222.0.18 "GET /v2.0/ports?device_id=bab77262-1737-4df0-938b-bfd824e24f04 HTTP/1.1" status: 200 len: 210 time: 0.0299001 Mar 30 18:20:26.344038 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-e8757559-e29c-40c4-b68b-cc2d06c4a274 req-5202fa72-0e93-4507-a4ed-f84befcb01aa tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/ports?device_id=b272bfd3-4be1-4583-8c22-a40d66a075a2 HTTP/1.1" status: 200 len: 210 time: 0.0295329 Mar 30 18:20:27.436669 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-b26a385d-7340-45ee-8ae4-bbf83f664abb req-d3f124db-a222-4848-9f9e-06cef175a72f tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/ports?device_id=b272bfd3-4be1-4583-8c22-a40d66a075a2 HTTP/1.1" status: 200 len: 210 time: 0.0264299 Mar 30 18:20:27.672318 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-8bf731ce-c494-4de3-ae99-976dc08a5291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (c82c41e6-6be9-408a-ae4d-4131a3230230), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:28.155580 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device b48d7b59-abab-445b-89b6-d8c83392a8b6 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:20:28.177619 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] No Port match for: b48d7b59-abab-445b-89b6-d8c83392a8b6 {{(pid=103295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:20:28.178021 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device b48d7b59-abab-445b-89b6-d8c83392a8b6 not bound to the agent host hv-cinder-83587 {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:20:28.528788 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ab45d521-1b6b-49d5-a0e2-1f86c9f9b6d3 req-347e5005-0ffb-4979-9f4c-8fab03550343 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/ports?device_id=b272bfd3-4be1-4583-8c22-a40d66a075a2 HTTP/1.1" status: 200 len: 210 time: 0.0271485 Mar 30 18:20:29.374358 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8108b4b5-cf73-401f-afd6-40f6934827e0 req-01a85f09-a9e0-4cab-a941-caeb7d73f4aa tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:29.375857 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-8108b4b5-cf73-401f-afd6-40f6934827e0 req-01a85f09-a9e0-4cab-a941-caeb7d73f4aa tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.55 "GET /v2.0/networks?id=198ea463-61cf-4734-958a-a6c530b7d835 HTTP/1.1" status: 200 len: 809 time: 0.1154013 Mar 30 18:20:29.436687 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [req-8108b4b5-cf73-401f-afd6-40f6934827e0 req-120b1f29-4379-4387-b461-8442bf1431b8 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] Request body: {'port': {'device_id': 'b272bfd3-4be1-4583-8c22-a40d66a075a2', 'network_id': '198ea463-61cf-4734-958a-a6c530b7d835', 'admin_state_up': True, 'tenant_id': 'a0ee2e2f9e964b6da9c69946cd289cd7'}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:20:29.541259 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8108b4b5-cf73-401f-afd6-40f6934827e0 req-120b1f29-4379-4387-b461-8442bf1431b8 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] Made reservation on behalf of a0ee2e2f9e964b6da9c69946cd289cd7 for: {'port': 1} {{(pid=103293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:20:29.544556 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-8108b4b5-cf73-401f-afd6-40f6934827e0 req-120b1f29-4379-4387-b461-8442bf1431b8 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:29.633753 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c9405c8f-6b47-41e1-92ee-da61ebafef38 req-015eaec0-7bb8-46ad-aadc-ee720d7d3ea8 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/ports?device_id=b272bfd3-4be1-4583-8c22-a40d66a075a2 HTTP/1.1" status: 200 len: 210 time: 0.0337870 Mar 30 18:20:29.692403 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.db_base_plugin_common [req-8108b4b5-cf73-401f-afd6-40f6934827e0 req-120b1f29-4379-4387-b461-8442bf1431b8 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] Allocated IP 172.20.0.5 (198ea463-61cf-4734-958a-a6c530b7d835/858e9cf9-a3c2-44d3-bbf0-2bf3345c0cbe/808a2916-47f3-4a40-8ad2-cb352484d452) {{(pid=103293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:20:29.833995 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-8108b4b5-cf73-401f-afd6-40f6934827e0 req-120b1f29-4379-4387-b461-8442bf1431b8 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] Publish callbacks [] for port (808a2916-47f3-4a40-8ad2-cb352484d452), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:29.866769 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-8108b4b5-cf73-401f-afd6-40f6934827e0 req-120b1f29-4379-4387-b461-8442bf1431b8 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759689464324'] for port (808a2916-47f3-4a40-8ad2-cb352484d452), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:29.906327 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8108b4b5-cf73-401f-afd6-40f6934827e0 req-120b1f29-4379-4387-b461-8442bf1431b8 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] Network 198ea463-61cf-4734-958a-a6c530b7d835 is already hosted by enough agents. {{(pid=103293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:20:29.909439 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.base_scheduler [req-8108b4b5-cf73-401f-afd6-40f6934827e0 req-120b1f29-4379-4387-b461-8442bf1431b8 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] Resources bound (agent type, host, resource id): {{(pid=103293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:20:29.916404 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [req-8108b4b5-cf73-401f-afd6-40f6934827e0 req-120b1f29-4379-4387-b461-8442bf1431b8 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] Received port after_create {{(pid=103293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:20:29.921311 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8108b4b5-cf73-401f-afd6-40f6934827e0 req-120b1f29-4379-4387-b461-8442bf1431b8 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:29.921908 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-8108b4b5-cf73-401f-afd6-40f6934827e0 req-120b1f29-4379-4387-b461-8442bf1431b8 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for port (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:29.927928 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120b1f29-4379-4387-b461-8442bf1431b8 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] Pushing event updated for resources: {'Port': ['ID=808a2916-47f3-4a40-8ad2-cb352484d452,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:29.941942 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-8108b4b5-cf73-401f-afd6-40f6934827e0 req-120b1f29-4379-4387-b461-8442bf1431b8 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5092309 Mar 30 18:20:29.965220 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [req-8108b4b5-cf73-401f-afd6-40f6934827e0 req-5d866d95-d3e4-49d5-a244-ad67af4a0681 service neutron] Request body: {'port': {'device_id': 'b272bfd3-4be1-4583-8c22-a40d66a075a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:20:30.024867 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-8108b4b5-cf73-401f-afd6-40f6934827e0 req-5d866d95-d3e4-49d5-a244-ad67af4a0681 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (808a2916-47f3-4a40-8ad2-cb352484d452), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:30.062079 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-cb864cb4-aef8-4435-8353-d9b6298a6b27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bb9cbda0-d504-4372-97ec-0881b5676f92), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:30.387663 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 33702) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:30.451099 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.db_base_plugin_v2 [None req-e59417fd-547f-464f-bf5a-060eccd37358 admin admin] Deleting subnet 6ff1ea80-3dcd-4902-abef-0360d0fc86fa {{(pid=103293) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 18:20:30.455557 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-e59417fd-547f-464f-bf5a-060eccd37358 admin admin] Publish callbacks [] for subnet (6ff1ea80-3dcd-4902-abef-0360d0fc86fa), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:30.511141 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-e59417fd-547f-464f-bf5a-060eccd37358 admin admin] Publish callbacks [] for subnet (6ff1ea80-3dcd-4902-abef-0360d0fc86fa), precommit_delete_associations {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:30.529806 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-e59417fd-547f-464f-bf5a-060eccd37358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-826600'] for subnet (6ff1ea80-3dcd-4902-abef-0360d0fc86fa), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:30.601423 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [req-8108b4b5-cf73-401f-afd6-40f6934827e0 req-5d866d95-d3e4-49d5-a244-ad67af4a0681 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 808a2916-47f3-4a40-8ad2-cb352484d452 {{(pid=103293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:20:30.611554 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-8108b4b5-cf73-401f-afd6-40f6934827e0 req-5d866d95-d3e4-49d5-a244-ad67af4a0681 service neutron] Publish callbacks [] for port (808a2916-47f3-4a40-8ad2-cb352484d452), precommit_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:30.642661 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-e59417fd-547f-464f-bf5a-060eccd37358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-826591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248'] for subnet (6ff1ea80-3dcd-4902-abef-0360d0fc86fa), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:30.645013 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [req-8108b4b5-cf73-401f-afd6-40f6934827e0 req-5d866d95-d3e4-49d5-a244-ad67af4a0681 service neutron] Transition to ACTIVE for port object 808a2916-47f3-4a40-8ad2-cb352484d452 will not be triggered until provisioned by entity L2. {{(pid=103293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 18:20:30.652071 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-8108b4b5-cf73-401f-afd6-40f6934827e0 req-5d866d95-d3e4-49d5-a244-ad67af4a0681 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (808a2916-47f3-4a40-8ad2-cb352484d452), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:30.718423 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d866d95-d3e4-49d5-a244-ad67af4a0681 service neutron] Pushing event updated for resources: {'Port': ['ID=808a2916-47f3-4a40-8ad2-cb352484d452,revision_number=2']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:30.727103 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59417fd-547f-464f-bf5a-060eccd37358 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ff1ea80-3dcd-4902-abef-0360d0fc86fa,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:30.729136 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-e59417fd-547f-464f-bf5a-060eccd37358 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:30.732215 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-e59417fd-547f-464f-bf5a-060eccd37358 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6ff1ea80-3dcd-4902-abef-0360d0fc86fa HTTP/1.1" status: 204 len: 168 time: 0.3435717 Mar 30 18:20:30.734844 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 33730) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:30.809837 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4d8bae71-ae61-4b57-bbed-47ac77bce4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803497'] for network (5a13807d-3074-446c-ac3d-e6d770bd44d2), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:30.812880 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [req-8108b4b5-cf73-401f-afd6-40f6934827e0 req-5d866d95-d3e4-49d5-a244-ad67af4a0681 service neutron] Attempting to bind port 808a2916-47f3-4a40-8ad2-cb352484d452 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:20:30.813218 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [req-8108b4b5-cf73-401f-afd6-40f6934827e0 req-5d866d95-d3e4-49d5-a244-ad67af4a0681 service neutron] Attempting to bind port 808a2916-47f3-4a40-8ad2-cb352484d452 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '3b0494ca-3414-4d94-b067-20371048eea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '198ea463-61cf-4734-958a-a6c530b7d835'}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:20:30.813556 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8108b4b5-cf73-401f-afd6-40f6934827e0 req-5d866d95-d3e4-49d5-a244-ad67af4a0681 service neutron] Attempting to bind port 808a2916-47f3-4a40-8ad2-cb352484d452 on network 198ea463-61cf-4734-958a-a6c530b7d835 {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:20:30.823940 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2296fb-f66b-4ede-b592-e1fc49e81270 req-b1c1e072-402e-4663-bd0e-7640e36904e9 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:30.825455 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-df2296fb-f66b-4ede-b592-e1fc49e81270 req-b1c1e072-402e-4663-bd0e-7640e36904e9 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/ports?device_id=b272bfd3-4be1-4583-8c22-a40d66a075a2 HTTP/1.1" status: 200 len: 943 time: 0.1043913 Mar 30 18:20:30.827635 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8108b4b5-cf73-401f-afd6-40f6934827e0 req-5d866d95-d3e4-49d5-a244-ad67af4a0681 service neutron] Port 808a2916-47f3-4a40-8ad2-cb352484d452 on network 198ea463-61cf-4734-958a-a6c530b7d835 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 18:20:30.827961 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8108b4b5-cf73-401f-afd6-40f6934827e0 req-5d866d95-d3e4-49d5-a244-ad67af4a0681 service neutron] Attempting to bind port 808a2916-47f3-4a40-8ad2-cb352484d452 on network 198ea463-61cf-4734-958a-a6c530b7d835 {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:20:30.833153 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8108b4b5-cf73-401f-afd6-40f6934827e0 req-5d866d95-d3e4-49d5-a244-ad67af4a0681 service neutron] Checking agent: {'id': '48cc6dd0-9d47-40d1-bfd7-3609261a1488', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 17, 16), 'started_at': datetime.datetime(2022, 3, 30, 18, 17, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:20:30.833701 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8108b4b5-cf73-401f-afd6-40f6934827e0 req-5d866d95-d3e4-49d5-a244-ad67af4a0681 service neutron] Checking segment: {'id': '3b0494ca-3414-4d94-b067-20371048eea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '198ea463-61cf-4734-958a-a6c530b7d835'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:20:30.834245 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8108b4b5-cf73-401f-afd6-40f6934827e0 req-5d866d95-d3e4-49d5-a244-ad67af4a0681 service neutron] Bound using segment: {'id': '3b0494ca-3414-4d94-b067-20371048eea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '198ea463-61cf-4734-958a-a6c530b7d835'} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:20:30.835400 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [req-8108b4b5-cf73-401f-afd6-40f6934827e0 req-5d866d95-d3e4-49d5-a244-ad67af4a0681 service neutron] Bound port: 808a2916-47f3-4a40-8ad2-cb352484d452, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b0494ca-3414-4d94-b067-20371048eea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '198ea463-61cf-4734-958a-a6c530b7d835'}}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:20:30.835764 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-8108b4b5-cf73-401f-afd6-40f6934827e0 req-5d866d95-d3e4-49d5-a244-ad67af4a0681 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (808a2916-47f3-4a40-8ad2-cb352484d452), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:30.854564 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 33734) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:30.905816 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4d8bae71-ae61-4b57-bbed-47ac77bce4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-760675', 'neutron.services.segments.db._delete_segments_for_network-8759689995322'] for network (5a13807d-3074-446c-ac3d-e6d770bd44d2), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:30.930513 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4d8bae71-ae61-4b57-bbed-47ac77bce4cd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:20:30.930775 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4d8bae71-ae61-4b57-bbed-47ac77bce4cd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:20:30.931719 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4d8bae71-ae61-4b57-bbed-47ac77bce4cd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:20:30.932266 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4d8bae71-ae61-4b57-bbed-47ac77bce4cd admin admin] Subscribe: > port after_create 55550000 {{(pid=103294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:20:30.932769 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4d8bae71-ae61-4b57-bbed-47ac77bce4cd admin admin] Subscribe: > port after_delete 55550000 {{(pid=103294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:20:30.933215 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-df2296fb-f66b-4ede-b592-e1fc49e81270 req-90cf65a3-113c-4bab-b873-a4a258cbdc17 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cc60dcc-24e9-4a9f-a63c-ae2217fe9dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944946 Mar 30 18:20:30.933345 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4d8bae71-ae61-4b57-bbed-47ac77bce4cd admin admin] Subscribe: > port after_update 55550000 {{(pid=103294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:20:30.933591 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4d8bae71-ae61-4b57-bbed-47ac77bce4cd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:20:30.933912 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4d8bae71-ae61-4b57-bbed-47ac77bce4cd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:20:30.934229 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4d8bae71-ae61-4b57-bbed-47ac77bce4cd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:20:30.934574 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4d8bae71-ae61-4b57-bbed-47ac77bce4cd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:20:30.947521 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [req-8108b4b5-cf73-401f-afd6-40f6934827e0 req-5d866d95-d3e4-49d5-a244-ad67af4a0681 service neutron] For port 808a2916-47f3-4a40-8ad2-cb352484d452, host hv-cinder-83587, cleared binding levels {{(pid=103293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:20:30.952344 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [req-8108b4b5-cf73-401f-afd6-40f6934827e0 req-5d866d95-d3e4-49d5-a244-ad67af4a0681 service neutron] For port 808a2916-47f3-4a40-8ad2-cb352484d452, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=808a2916-47f3-4a40-8ad2-cb352484d452,segment=NetworkSegment(3b0494ca-3414-4d94-b067-20371048eea0),segment_id=3b0494ca-3414-4d94-b067-20371048eea0)] {{(pid=103293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:20:30.962686 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-8108b4b5-cf73-401f-afd6-40f6934827e0 req-5d866d95-d3e4-49d5-a244-ad67af4a0681 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (808a2916-47f3-4a40-8ad2-cb352484d452), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:31.018465 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-97aa9bc1-1d26-4918-ac02-60ab7e68c377 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:31.021595 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8108b4b5-cf73-401f-afd6-40f6934827e0 req-5d866d95-d3e4-49d5-a244-ad67af4a0681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:31.022228 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-8108b4b5-cf73-401f-afd6-40f6934827e0 req-5d866d95-d3e4-49d5-a244-ad67af4a0681 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for port (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:31.023598 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-8108b4b5-cf73-401f-afd6-40f6934827e0 req-5d866d95-d3e4-49d5-a244-ad67af4a0681 service neutron] 10.222.0.55 "PUT /v2.0/ports/808a2916-47f3-4a40-8ad2-cb352484d452 HTTP/1.1" status: 200 len: 1093 time: 1.0624111 Mar 30 18:20:31.025486 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b272bfd3-4be1-4583-8c22-a40d66a075a2', 'tag': '808a2916-47f3-4a40-8ad2-cb352484d452'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:20:31.027714 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e41150553c85b09edab6cb52843a30629a36ec9d810f78f9b9d5c7c277fb574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22132630-ba4b-4f47-9d0f-40fe5bfd0ac4" -d '{"events": [{"name": "network-changed", "server_uuid": "b272bfd3-4be1-4583-8c22-a40d66a075a2", "tag": "808a2916-47f3-4a40-8ad2-cb352484d452"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:20:31.058354 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4d8bae71-ae61-4b57-bbed-47ac77bce4cd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:20:31.058782 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4d8bae71-ae61-4b57-bbed-47ac77bce4cd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:20:31.059025 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4d8bae71-ae61-4b57-bbed-47ac77bce4cd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:20:31.059372 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4d8bae71-ae61-4b57-bbed-47ac77bce4cd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:20:31.059744 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.services.segments.db [None req-4d8bae71-ae61-4b57-bbed-47ac77bce4cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a13807d-3074-446c-ac3d-e6d770bd44d2']}} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:20:31.071381 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-406c8321-549c-479f-ba3f-9dc63ef6b9c8 x-openstack-request-id: req-406c8321-549c-479f-ba3f-9dc63ef6b9c8 {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:20:31.071727 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b272bfd3-4be1-4583-8c22-a40d66a075a2", "tag": "808a2916-47f3-4a40-8ad2-cb352484d452", "status": "completed", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:20:31.071977 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-406c8321-549c-479f-ba3f-9dc63ef6b9c8 {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:20:31.072848 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-406c8321-549c-479f-ba3f-9dc63ef6b9c8'] response: {'name': 'network-changed', 'server_uuid': 'b272bfd3-4be1-4583-8c22-a40d66a075a2', 'tag': '808a2916-47f3-4a40-8ad2-cb352484d452', 'status': 'completed', 'code': 200} Mar 30 18:20:31.078224 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.services.segments.db [None req-4d8bae71-ae61-4b57-bbed-47ac77bce4cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46b9f157-5b9b-4e80-8a1a-e3e5732a30da') {'for_net_delete': True} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:20:31.078503 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.services.segments.db [None req-4d8bae71-ae61-4b57-bbed-47ac77bce4cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46b9f157-5b9b-4e80-8a1a-e3e5732a30da') {} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:20:31.079912 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d866d95-d3e4-49d5-a244-ad67af4a0681 service neutron] Pushing event updated for resources: {'Port': ['ID=808a2916-47f3-4a40-8ad2-cb352484d452,revision_number=3']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:31.098272 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4d8bae71-ae61-4b57-bbed-47ac77bce4cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759689809987', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59249178'] for segment (46b9f157-5b9b-4e80-8a1a-e3e5732a30da), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:31.122536 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4d8bae71-ae61-4b57-bbed-47ac77bce4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-829919'] for segment (46b9f157-5b9b-4e80-8a1a-e3e5732a30da), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:31.131236 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d8bae71-ae61-4b57-bbed-47ac77bce4cd admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103294) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 18:20:31.131663 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4d8bae71-ae61-4b57-bbed-47ac77bce4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-829919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59249949'] for segment (46b9f157-5b9b-4e80-8a1a-e3e5732a30da), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:31.149491 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-97aa9bc1-1d26-4918-ac02-60ab7e68c377 admin admin] Publish callbacks [] for security_group (5248ad42-a729-4738-8ade-0caa12e0e880), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:31.155483 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-97aa9bc1-1d26-4918-ac02-60ab7e68c377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (5248ad42-a729-4738-8ade-0caa12e0e880), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:31.164070 dv-cinder-835879-1-iscsi neutron-server[103294]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 30 18:20:31.164070 dv-cinder-835879-1-iscsi neutron-server[103294]: from cryptography.utils import int_from_bytes Mar 30 18:20:31.164070 dv-cinder-835879-1-iscsi neutron-server[103294]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 30 18:20:31.164070 dv-cinder-835879-1-iscsi neutron-server[103294]: from cryptography.utils import int_from_bytes Mar 30 18:20:31.164070 dv-cinder-835879-1-iscsi neutron-server[103294]: Traceback (most recent call last): Mar 30 18:20:31.164070 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 18:20:31.164070 dv-cinder-835879-1-iscsi neutron-server[103294]: timer() Mar 30 18:20:31.164070 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 18:20:31.164070 dv-cinder-835879-1-iscsi neutron-server[103294]: cb(*args, **kw) Mar 30 18:20:31.164070 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 18:20:31.164070 dv-cinder-835879-1-iscsi neutron-server[103294]: return func(*args, **kwargs) Mar 30 18:20:31.164070 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 18:20:31.164070 dv-cinder-835879-1-iscsi neutron-server[103294]: self._notify() Mar 30 18:20:31.164070 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 18:20:31.164070 dv-cinder-835879-1-iscsi neutron-server[103294]: self.callback(batched_events) Mar 30 18:20:31.164070 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 18:20:31.164070 dv-cinder-835879-1-iscsi neutron-server[103294]: event.method(event) Mar 30 18:20:31.164070 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 18:20:31.164070 dv-cinder-835879-1-iscsi neutron-server[103294]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 18:20:31.164070 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 18:20:31.164070 dv-cinder-835879-1-iscsi neutron-server[103294]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 18:20:31.164070 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 18:20:31.164070 dv-cinder-835879-1-iscsi neutron-server[103294]: return f(self, *a, **k) Mar 30 18:20:31.164070 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 18:20:31.164070 dv-cinder-835879-1-iscsi neutron-server[103294]: return self._get(url).json() Mar 30 18:20:31.164070 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 18:20:31.164070 dv-cinder-835879-1-iscsi neutron-server[103294]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 18:20:31.164070 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 18:20:31.164070 dv-cinder-835879-1-iscsi neutron-server[103294]: return self.request(url, 'GET', **kwargs) Mar 30 18:20:31.164070 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 18:20:31.164070 dv-cinder-835879-1-iscsi neutron-server[103294]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 18:20:31.164070 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 18:20:31.164070 dv-cinder-835879-1-iscsi neutron-server[103294]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 18:20:31.164070 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 18:20:31.164070 dv-cinder-835879-1-iscsi neutron-server[103294]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 18:20:31.164070 dv-cinder-835879-1-iscsi neutron-server[103294]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 18:20:31.181817 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f19afa9d-e030-40e8-acc4-8e1b9083a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (63dcb6ae-3517-415b-a3a4-cfabe01bf14f), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:31.200862 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-97aa9bc1-1d26-4918-ac02-60ab7e68c377 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5177ba0b77e24b38be60198bb1842932&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3444011 Mar 30 18:20:31.203486 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8108b4b5-cf73-401f-afd6-40f6934827e0 req-e1a77e21-3234-4fb2-8409-e657fd940b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:31.203646 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 33740) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:31.204512 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-8108b4b5-cf73-401f-afd6-40f6934827e0 req-e1a77e21-3234-4fb2-8409-e657fd940b3e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a0ee2e2f9e964b6da9c69946cd289cd7&device_id=b272bfd3-4be1-4583-8c22-a40d66a075a2 HTTP/1.1" status: 200 len: 1127 time: 0.0994213 Mar 30 18:20:31.205518 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aa9bc1-1d26-4918-ac02-60ab7e68c377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5248ad42-a729-4738-8ade-0caa12e0e880,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:31.243201 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4d8bae71-ae61-4b57-bbed-47ac77bce4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-760682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1623632'] for network (5a13807d-3074-446c-ac3d-e6d770bd44d2), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:31.263502 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4d8bae71-ae61-4b57-bbed-47ac77bce4cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628270'] for network (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:31.266964 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-4d8bae71-ae61-4b57-bbed-47ac77bce4cd admin admin] 10.222.0.18 "DELETE /v2.0/networks/5a13807d-3074-446c-ac3d-e6d770bd44d2 HTTP/1.1" status: 204 len: 168 time: 0.5305364 Mar 30 18:20:31.267868 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-8108b4b5-cf73-401f-afd6-40f6934827e0 req-0ab40141-9996-40ee-86db-d98b4fc7550a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=808a2916-47f3-4a40-8ad2-cb352484d452 HTTP/1.1" status: 200 len: 217 time: 0.0399053 Mar 30 18:20:31.268415 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8bae71-ae61-4b57-bbed-47ac77bce4cd admin admin] Pushing event deleted for resources: {'Network': ['ID=5a13807d-3074-446c-ac3d-e6d770bd44d2,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:31.286367 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-b51df48d-7869-4a39-a7eb-11f403977dd8 admin admin] Publish callbacks [] for security_group (5248ad42-a729-4738-8ade-0caa12e0e880), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:31.311816 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-b51df48d-7869-4a39-a7eb-11f403977dd8 admin admin] Publish callbacks [] for security_group (5248ad42-a729-4738-8ade-0caa12e0e880), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:31.323962 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8108b4b5-cf73-401f-afd6-40f6934827e0 req-e0f26eea-ab60-4b43-9cd2-ea407c8c7b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:31.325661 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-8108b4b5-cf73-401f-afd6-40f6934827e0 req-e0f26eea-ab60-4b43-9cd2-ea407c8c7b1e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=858e9cf9-a3c2-44d3-bbf0-2bf3345c0cbe HTTP/1.1" status: 200 len: 849 time: 0.0500081 Mar 30 18:20:31.366725 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-8108b4b5-cf73-401f-afd6-40f6934827e0 req-bf76f4e9-4933-46fc-b404-64eabc166593 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=198ea463-61cf-4734-958a-a6c530b7d835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320814 Mar 30 18:20:31.369966 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-b51df48d-7869-4a39-a7eb-11f403977dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (5248ad42-a729-4738-8ade-0caa12e0e880), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:31.372716 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-b51df48d-7869-4a39-a7eb-11f403977dd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:31.386679 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-b51df48d-7869-4a39-a7eb-11f403977dd8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5248ad42-a729-4738-8ade-0caa12e0e880 HTTP/1.1" status: 204 len: 168 time: 0.1756716 Mar 30 18:20:31.397775 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51df48d-7869-4a39-a7eb-11f403977dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5248ad42-a729-4738-8ade-0caa12e0e880,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:31.439955 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 33754) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:31.480111 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-8108b4b5-cf73-401f-afd6-40f6934827e0 req-aef0554e-a29b-450a-93e9-27028c676cee service neutron] 10.222.0.55 "GET /v2.0/networks/198ea463-61cf-4734-958a-a6c530b7d835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067457 Mar 30 18:20:31.484217 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-9e22ca34-b7b8-48ec-b9d7-a7f16adb8682 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5c253b62a3ca4dbaabca985336025439&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0431378 Mar 30 18:20:31.486697 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 33758) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:31.546964 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ecc81357-3637-4fc9-a68b-fb53679f24da admin admin] Publish callbacks [] for security_group (2e9e6f4e-c586-46f3-8b25-0e1b05821b58), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:31.571989 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ecc81357-3637-4fc9-a68b-fb53679f24da admin admin] Publish callbacks [] for security_group (2e9e6f4e-c586-46f3-8b25-0e1b05821b58), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:31.625178 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-8108b4b5-cf73-401f-afd6-40f6934827e0 req-cda95b33-2adc-49d9-82cc-94aebab3900a service neutron] 10.222.0.55 "GET /v2.0/networks/198ea463-61cf-4734-958a-a6c530b7d835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318369 Mar 30 18:20:31.628106 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ecc81357-3637-4fc9-a68b-fb53679f24da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (2e9e6f4e-c586-46f3-8b25-0e1b05821b58), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:31.630838 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ecc81357-3637-4fc9-a68b-fb53679f24da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:31.632118 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-ecc81357-3637-4fc9-a68b-fb53679f24da admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2e9e6f4e-c586-46f3-8b25-0e1b05821b58 HTTP/1.1" status: 204 len: 168 time: 0.1444383 Mar 30 18:20:31.640672 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc81357-3637-4fc9-a68b-fb53679f24da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9e6f4e-c586-46f3-8b25-0e1b05821b58,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:31.841724 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22132630-ba4b-4f47-9d0f-40fe5bfd0ac4 req-302103ff-6d37-42ac-8e81-930837e6e0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:31.843267 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-22132630-ba4b-4f47-9d0f-40fe5bfd0ac4 req-302103ff-6d37-42ac-8e81-930837e6e0b2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a0ee2e2f9e964b6da9c69946cd289cd7&device_id=b272bfd3-4be1-4583-8c22-a40d66a075a2 HTTP/1.1" status: 200 len: 1127 time: 0.0925429 Mar 30 18:20:31.949567 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22132630-ba4b-4f47-9d0f-40fe5bfd0ac4 req-c460faf8-800c-4b28-8e3c-6ce900494c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:31.951349 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-22132630-ba4b-4f47-9d0f-40fe5bfd0ac4 req-c460faf8-800c-4b28-8e3c-6ce900494c7e service neutron] 10.222.0.55 "GET /v2.0/networks?id=198ea463-61cf-4734-958a-a6c530b7d835 HTTP/1.1" status: 200 len: 910 time: 0.1016772 Mar 30 18:20:32.001832 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-22132630-ba4b-4f47-9d0f-40fe5bfd0ac4 req-138f717c-d152-4f57-bff9-a89621034255 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=808a2916-47f3-4a40-8ad2-cb352484d452 HTTP/1.1" status: 200 len: 217 time: 0.0405586 Mar 30 18:20:32.106131 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22132630-ba4b-4f47-9d0f-40fe5bfd0ac4 req-4369a105-8184-4a7f-97cc-7f7e1ceabbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:32.108188 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-22132630-ba4b-4f47-9d0f-40fe5bfd0ac4 req-4369a105-8184-4a7f-97cc-7f7e1ceabbe8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=858e9cf9-a3c2-44d3-bbf0-2bf3345c0cbe HTTP/1.1" status: 200 len: 849 time: 0.0901730 Mar 30 18:20:32.147560 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7bc5ba-5193-44c0-a32f-48908eda6742 req-69cdb6ee-875f-4050-9ce6-277d80c59078 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:32.149148 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-5d7bc5ba-5193-44c0-a32f-48908eda6742 req-69cdb6ee-875f-4050-9ce6-277d80c59078 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/ports?device_id=b272bfd3-4be1-4583-8c22-a40d66a075a2 HTTP/1.1" status: 200 len: 943 time: 0.0840912 Mar 30 18:20:32.167508 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-22132630-ba4b-4f47-9d0f-40fe5bfd0ac4 req-90b50edc-d3ef-445c-82a7-3acf172a2582 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=198ea463-61cf-4734-958a-a6c530b7d835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524049 Mar 30 18:20:32.227284 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-5d7bc5ba-5193-44c0-a32f-48908eda6742 req-86f4f5fc-a1c2-4d35-a8ff-85828f5795e8 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cc60dcc-24e9-4a9f-a63c-ae2217fe9dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627038 Mar 30 18:20:32.304815 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-22132630-ba4b-4f47-9d0f-40fe5bfd0ac4 req-a9fc4f07-8653-4002-888e-a3b2b3bbd567 service neutron] 10.222.0.55 "GET /v2.0/networks/198ea463-61cf-4734-958a-a6c530b7d835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227300 Mar 30 18:20:32.401826 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-22132630-ba4b-4f47-9d0f-40fe5bfd0ac4 req-e9adc6e4-6785-440d-8036-9d8d54ee0c8a service neutron] 10.222.0.55 "GET /v2.0/networks/198ea463-61cf-4734-958a-a6c530b7d835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910716 Mar 30 18:20:32.570122 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-735ee7a5-faf9-4a72-9605-65e031eaef75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bc479c0e-1124-4d13-b03e-bb2d712dc776), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:32.623044 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 33832) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:32.735889 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-ef3ec160-3be9-475b-bca0-df6698deac3b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1943900163-network', 'tenant_id': '585ebec9292d43e7b65aab5ba734d8b9'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:20:32.755712 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3ec160-3be9-475b-bca0-df6698deac3b admin admin] Made reservation on behalf of 585ebec9292d43e7b65aab5ba734d8b9 for: {'network': 1} {{(pid=103294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:20:32.757964 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ef3ec160-3be9-475b-bca0-df6698deac3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for network (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:32.766280 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ef3ec160-3be9-475b-bca0-df6698deac3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:32.837020 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ef3ec160-3be9-475b-bca0-df6698deac3b admin admin] Publish callbacks [] for security_group (18db58fa-a014-4fea-ae17-8fa4b1eb106d), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:32.840583 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ef3ec160-3be9-475b-bca0-df6698deac3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (18db58fa-a014-4fea-ae17-8fa4b1eb106d), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:32.864087 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef3ec160-3be9-475b-bca0-df6698deac3b admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=103294) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 18:20:32.874048 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3ec160-3be9-475b-bca0-df6698deac3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18db58fa-a014-4fea-ae17-8fa4b1eb106d,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:32.878620 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ef3ec160-3be9-475b-bca0-df6698deac3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-829919'] for segment (e89ea969-8b4b-4207-b35e-89afc567c10c), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:32.878948 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.db.segments_db [None req-ef3ec160-3be9-475b-bca0-df6698deac3b admin admin] Added segment e89ea969-8b4b-4207-b35e-89afc567c10c of type vlan for network 0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb Mar 30 18:20:32.918404 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ef3ec160-3be9-475b-bca0-df6698deac3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759689436227'] for network (0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:32.944597 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ef3ec160-3be9-475b-bca0-df6698deac3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248'] for network (0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:32.945538 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3ec160-3be9-475b-bca0-df6698deac3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:32.946117 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ef3ec160-3be9-475b-bca0-df6698deac3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628270'] for network (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:33.001188 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-ef3ec160-3be9-475b-bca0-df6698deac3b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.3769810 Mar 30 18:20:33.004496 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 33846) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:33.009104 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-636befc5-fc36-4a81-88fa-9f8d714ef0e1 admin admin] Request body: {'subnet': {'network_id': '0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1943900163-subnet', 'tenant_id': '585ebec9292d43e7b65aab5ba734d8b9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:20:33.016926 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3ec160-3be9-475b-bca0-df6698deac3b admin admin] Pushing event updated for resources: {'Network': ['ID=0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:33.027399 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Network 0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb details requested by agent ovs-agent-dv-cinder-835879-1-iscsi with host dv-cinder-835879-1-iscsi {{(pid=103295) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 18:20:33.031543 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-636befc5-fc36-4a81-88fa-9f8d714ef0e1 admin admin] Made reservation on behalf of 585ebec9292d43e7b65aab5ba734d8b9 for: {'subnet': 1} {{(pid=103294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:20:33.033911 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-636befc5-fc36-4a81-88fa-9f8d714ef0e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59550579'] for subnet (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:33.195614 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-636befc5-fc36-4a81-88fa-9f8d714ef0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59249400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59550565'] for subnet (803891e5-aae4-46c3-87bc-0de344219463), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:33.247890 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636befc5-fc36-4a81-88fa-9f8d714ef0e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=803891e5-aae4-46c3-87bc-0de344219463,revision_number=0']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:33.258717 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636befc5-fc36-4a81-88fa-9f8d714ef0e1 admin admin] Checking segment: {'id': 'e89ea969-8b4b-4207-b35e-89afc567c10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:20:33.259074 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636befc5-fc36-4a81-88fa-9f8d714ef0e1 admin admin] Network hostable DHCP agents. Network: 0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb, hostable agents: ['c82c41e6-6be9-408a-ae4d-4131a3230230'], hosted agents: [] {{(pid=103294) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 18:20:33.279809 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636befc5-fc36-4a81-88fa-9f8d714ef0e1 admin admin] Network 0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb is scheduled to be hosted by DHCP agent c82c41e6-6be9-408a-ae4d-4131a3230230 with binding_index 1 {{(pid=103294) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 18:20:33.289206 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.base_scheduler [None req-636befc5-fc36-4a81-88fa-9f8d714ef0e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835879-1-iscsi, 0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb) {{(pid=103294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:20:33.297923 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676bb7a6-2113-4240-b4f6-59dccd2bf107 None None] Network 0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb requested from dv-cinder-835879-1-iscsi {{(pid=103295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:20:33.298088 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636befc5-fc36-4a81-88fa-9f8d714ef0e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:33.298537 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-636befc5-fc36-4a81-88fa-9f8d714ef0e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628270'] for subnet (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:33.318618 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-636befc5-fc36-4a81-88fa-9f8d714ef0e1 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.3104291 Mar 30 18:20:33.318777 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 33856) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:33.325206 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-9c388ffc-af7a-484f-ab8a-8c2d6c7d85dc admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1943900163-router', 'tenant_id': '585ebec9292d43e7b65aab5ba734d8b9', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd'}}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:20:33.356938 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-9c388ffc-af7a-484f-ab8a-8c2d6c7d85dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7066'] for router (7266c1d7-521e-414b-aff0-8c110dc9dbd7), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:33.364134 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-9c388ffc-af7a-484f-ab8a-8c2d6c7d85dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1628062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623759', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7043'] for router (7266c1d7-521e-414b-aff0-8c110dc9dbd7), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:33.391559 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3259e82-ce7a-414a-9a1a-1c2e71532c03 req-d50009ce-c616-4c0a-85f3-cd4f35d9ea1b tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:33.393667 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a3259e82-ce7a-414a-9a1a-1c2e71532c03 req-d50009ce-c616-4c0a-85f3-cd4f35d9ea1b tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/ports?device_id=b272bfd3-4be1-4583-8c22-a40d66a075a2 HTTP/1.1" status: 200 len: 943 time: 0.0649991 Mar 30 18:20:33.456259 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-9c388ffc-af7a-484f-ab8a-8c2d6c7d85dc admin admin] Publish callbacks [] for router_controller (7266c1d7-521e-414b-aff0-8c110dc9dbd7), precommit_add_association {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:33.456694 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7449cfd6-bb42-487a-8d8b-64a28eacc4d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2ea507c-a6af-52c0-bc08-d79d09ab5728-0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb', 'network_id': '0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb', 'project_id': '585ebec9292d43e7b65aab5ba734d8b9', 'fixed_ips': [{'subnet_id': '803891e5-aae4-46c3-87bc-0de344219463'}]}} from dv-cinder-835879-1-iscsi. {{(pid=103295) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 18:20:33.458185 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-7449cfd6-bb42-487a-8d8b-64a28eacc4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:33.470552 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a3259e82-ce7a-414a-9a1a-1c2e71532c03 req-2420bcb3-109d-4e92-9608-8721b3f1e917 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cc60dcc-24e9-4a9f-a63c-ae2217fe9dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695865 Mar 30 18:20:33.615045 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-9c388ffc-af7a-484f-ab8a-8c2d6c7d85dc admin admin] Publish callbacks [] for router_gateway (7266c1d7-521e-414b-aff0-8c110dc9dbd7), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:33.619678 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.db_base_plugin_common [None req-7449cfd6-bb42-487a-8d8b-64a28eacc4d5 None None] Allocated IP 172.20.0.2 (0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb/803891e5-aae4-46c3-87bc-0de344219463/ac227f47-2938-46ed-8ddd-52478290e001) {{(pid=103295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:20:33.810677 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-7449cfd6-bb42-487a-8d8b-64a28eacc4d5 None None] Publish callbacks [] for port (ac227f47-2938-46ed-8ddd-52478290e001), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:33.825842 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-7449cfd6-bb42-487a-8d8b-64a28eacc4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759689464324'] for port (ac227f47-2938-46ed-8ddd-52478290e001), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:33.828701 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-9c388ffc-af7a-484f-ab8a-8c2d6c7d85dc admin admin] Publish callbacks [] for router_gateway (7266c1d7-521e-414b-aff0-8c110dc9dbd7), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:33.850762 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-9c388ffc-af7a-484f-ab8a-8c2d6c7d85dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:33.863734 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7449cfd6-bb42-487a-8d8b-64a28eacc4d5 None None] Network 0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb is already hosted by enough agents. {{(pid=103295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:20:33.875840 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.scheduler.base_scheduler [None req-7449cfd6-bb42-487a-8d8b-64a28eacc4d5 None None] Resources bound (agent type, host, resource id): {{(pid=103295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:20:33.880464 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7449cfd6-bb42-487a-8d8b-64a28eacc4d5 None None] Received port after_create {{(pid=103295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:20:33.890278 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7449cfd6-bb42-487a-8d8b-64a28eacc4d5 None None] Pushing event updated for resources: {'Port': ['ID=ac227f47-2938-46ed-8ddd-52478290e001,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:33.909723 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7449cfd6-bb42-487a-8d8b-64a28eacc4d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:33.910068 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7449cfd6-bb42-487a-8d8b-64a28eacc4d5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:33.910599 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7449cfd6-bb42-487a-8d8b-64a28eacc4d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:33.910957 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7449cfd6-bb42-487a-8d8b-64a28eacc4d5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:33.911423 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7449cfd6-bb42-487a-8d8b-64a28eacc4d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:33.911718 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7449cfd6-bb42-487a-8d8b-64a28eacc4d5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:33.912114 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7449cfd6-bb42-487a-8d8b-64a28eacc4d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:33.912447 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7449cfd6-bb42-487a-8d8b-64a28eacc4d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:33.912800 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7449cfd6-bb42-487a-8d8b-64a28eacc4d5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:33.913123 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7449cfd6-bb42-487a-8d8b-64a28eacc4d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:33.913447 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7449cfd6-bb42-487a-8d8b-64a28eacc4d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:33.913782 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7449cfd6-bb42-487a-8d8b-64a28eacc4d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:33.914103 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7449cfd6-bb42-487a-8d8b-64a28eacc4d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:33.914421 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7449cfd6-bb42-487a-8d8b-64a28eacc4d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:33.914740 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7449cfd6-bb42-487a-8d8b-64a28eacc4d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:33.950146 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [None req-7449cfd6-bb42-487a-8d8b-64a28eacc4d5 None None] Attempting to bind port ac227f47-2938-46ed-8ddd-52478290e001 on host dv-cinder-835879-1-iscsi for vnic_type normal with profile {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:20:33.950520 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [None req-7449cfd6-bb42-487a-8d8b-64a28eacc4d5 None None] Attempting to bind port ac227f47-2938-46ed-8ddd-52478290e001 by drivers openvswitch,hyperv on host dv-cinder-835879-1-iscsi at level 0 using segments [{'id': 'e89ea969-8b4b-4207-b35e-89afc567c10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb'}] {{(pid=103295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:20:33.950877 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7449cfd6-bb42-487a-8d8b-64a28eacc4d5 None None] Attempting to bind port ac227f47-2938-46ed-8ddd-52478290e001 on network 0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:20:33.965003 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.db.db_base_plugin_common [None req-9c388ffc-af7a-484f-ab8a-8c2d6c7d85dc admin admin] Allocated IP 172.27.0.93 (502cc405-82c2-4579-84e2-1393f2fa67cd/b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8/2d7d92f9-be31-486f-9237-dcd2a09b1c3a) {{(pid=103294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:20:33.966868 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7449cfd6-bb42-487a-8d8b-64a28eacc4d5 None None] Checking agent: {'id': '6489659c-3f19-4a2c-89f8-52d37c938fb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 11, 4), 'started_at': datetime.datetime(2022, 3, 30, 18, 11, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:20:33.967261 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7449cfd6-bb42-487a-8d8b-64a28eacc4d5 None None] Checking segment: {'id': 'e89ea969-8b4b-4207-b35e-89afc567c10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:20:33.967902 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-7449cfd6-bb42-487a-8d8b-64a28eacc4d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:33.968288 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7449cfd6-bb42-487a-8d8b-64a28eacc4d5 None None] Bound using segment: {'id': 'e89ea969-8b4b-4207-b35e-89afc567c10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb'} {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:20:33.968950 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [None req-7449cfd6-bb42-487a-8d8b-64a28eacc4d5 None None] Bound port: ac227f47-2938-46ed-8ddd-52478290e001, host: dv-cinder-835879-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e89ea969-8b4b-4207-b35e-89afc567c10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb'}}] {{(pid=103295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:20:33.969516 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-7449cfd6-bb42-487a-8d8b-64a28eacc4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (ac227f47-2938-46ed-8ddd-52478290e001), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:33.987294 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (6489659c-3f19-4a2c-89f8-52d37c938fb3), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:34.061131 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-7449cfd6-bb42-487a-8d8b-64a28eacc4d5 None None] For port ac227f47-2938-46ed-8ddd-52478290e001, host dv-cinder-835879-1-iscsi, cleared binding levels {{(pid=103295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:20:34.065103 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-7449cfd6-bb42-487a-8d8b-64a28eacc4d5 None None] For port ac227f47-2938-46ed-8ddd-52478290e001, host dv-cinder-835879-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=ac227f47-2938-46ed-8ddd-52478290e001,segment=NetworkSegment(e89ea969-8b4b-4207-b35e-89afc567c10c),segment_id=e89ea969-8b4b-4207-b35e-89afc567c10c)] {{(pid=103295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:20:34.073223 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-7449cfd6-bb42-487a-8d8b-64a28eacc4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (ac227f47-2938-46ed-8ddd-52478290e001), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:34.097268 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-9c388ffc-af7a-484f-ab8a-8c2d6c7d85dc admin admin] Publish callbacks [] for port (2d7d92f9-be31-486f-9237-dcd2a09b1c3a), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:34.142015 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-9c388ffc-af7a-484f-ab8a-8c2d6c7d85dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759689464324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59249992'] for port (2d7d92f9-be31-486f-9237-dcd2a09b1c3a), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:34.160393 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7449cfd6-bb42-487a-8d8b-64a28eacc4d5 None None] Pushing event updated for resources: {'Port': ['ID=ac227f47-2938-46ed-8ddd-52478290e001,revision_number=2']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:34.190298 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c388ffc-af7a-484f-ab8a-8c2d6c7d85dc admin admin] Network 502cc405-82c2-4579-84e2-1393f2fa67cd is already hosted by enough agents. {{(pid=103294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:20:34.193845 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.base_scheduler [None req-9c388ffc-af7a-484f-ab8a-8c2d6c7d85dc admin admin] Resources bound (agent type, host, resource id): {{(pid=103294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:20:34.197970 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c388ffc-af7a-484f-ab8a-8c2d6c7d85dc admin admin] Received port after_create {{(pid=103294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:20:34.230644 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c388ffc-af7a-484f-ab8a-8c2d6c7d85dc admin admin] Pushing event updated for resources: {'Port': ['ID=2d7d92f9-be31-486f-9237-dcd2a09b1c3a,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:34.358043 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 33904) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:34.545961 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-9c388ffc-af7a-484f-ab8a-8c2d6c7d85dc admin admin] Publish callbacks [] for router_gateway (7266c1d7-521e-414b-aff0-8c110dc9dbd7), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:34.547325 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-08b1a866-b2a2-4ef1-a6ad-0eef441b8c00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:34.651417 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e058b-341d-49a8-a22d-7ad18728c122 req-a5197779-4bb7-4e09-aaa2-49b5416f94da tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:34.652932 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-7d6e058b-341d-49a8-a22d-7ad18728c122 req-a5197779-4bb7-4e09-aaa2-49b5416f94da tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/ports?device_id=b272bfd3-4be1-4583-8c22-a40d66a075a2 HTTP/1.1" status: 200 len: 943 time: 0.0965729 Mar 30 18:20:34.715626 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-08b1a866-b2a2-4ef1-a6ad-0eef441b8c00 admin admin] Publish callbacks [] for security_group (03b1f159-a17c-48bc-ba11-e6033fa77435), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:34.724388 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-08b1a866-b2a2-4ef1-a6ad-0eef441b8c00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (03b1f159-a17c-48bc-ba11-e6033fa77435), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:34.735736 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-7d6e058b-341d-49a8-a22d-7ad18728c122 req-f5eb185e-b101-4795-abe4-a7afbed8b805 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cc60dcc-24e9-4a9f-a63c-ae2217fe9dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756853 Mar 30 18:20:34.786469 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-08b1a866-b2a2-4ef1-a6ad-0eef441b8c00 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1d5f0e738c2f40a7ae973e0dfeccecb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4270282 Mar 30 18:20:34.788944 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 33918) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:34.800357 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b1a866-b2a2-4ef1-a6ad-0eef441b8c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b1f159-a17c-48bc-ba11-e6033fa77435,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:34.808021 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device ac227f47-2938-46ed-8ddd-52478290e001 up at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:20:34.863144 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-5fa64169-3dbc-456c-84ab-fca3d21331e3 admin admin] Publish callbacks [] for security_group (03b1f159-a17c-48bc-ba11-e6033fa77435), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:34.873927 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Provisioning complete for port ac227f47-2938-46ed-8ddd-52478290e001 triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:20:34.874514 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (ac227f47-2938-46ed-8ddd-52478290e001), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:34.893563 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-5fa64169-3dbc-456c-84ab-fca3d21331e3 admin admin] Publish callbacks [] for security_group (03b1f159-a17c-48bc-ba11-e6033fa77435), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:34.963947 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-5fa64169-3dbc-456c-84ab-fca3d21331e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (03b1f159-a17c-48bc-ba11-e6033fa77435), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:34.967998 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-5fa64169-3dbc-456c-84ab-fca3d21331e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:34.969765 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-5fa64169-3dbc-456c-84ab-fca3d21331e3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/03b1f159-a17c-48bc-ba11-e6033fa77435 HTTP/1.1" status: 204 len: 168 time: 0.1792793 Mar 30 18:20:34.984077 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa64169-3dbc-456c-84ab-fca3d21331e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b1f159-a17c-48bc-ba11-e6033fa77435,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:34.990594 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-9c388ffc-af7a-484f-ab8a-8c2d6c7d85dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1628055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623576'] for router (7266c1d7-521e-414b-aff0-8c110dc9dbd7), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:34.994168 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 33932) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:35.014417 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Current status of the port ac227f47-2938-46ed-8ddd-52478290e001 is: DOWN; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:20:35.015396 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (ac227f47-2938-46ed-8ddd-52478290e001), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:35.055518 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.db_base_plugin_v2 [None req-79aaaebb-7814-46e4-a269-d7aa2c50f7ad admin admin] Deleting subnet 718bd056-147f-4511-91be-b06034c20237 {{(pid=103293) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 18:20:35.061263 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-79aaaebb-7814-46e4-a269-d7aa2c50f7ad admin admin] Publish callbacks [] for subnet (718bd056-147f-4511-91be-b06034c20237), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:35.063918 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] For port ac227f47-2938-46ed-8ddd-52478290e001, host dv-cinder-835879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=ac227f47-2938-46ed-8ddd-52478290e001,segment=NetworkSegment(e89ea969-8b4b-4207-b35e-89afc567c10c),segment_id=e89ea969-8b4b-4207-b35e-89afc567c10c)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:20:35.071273 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (ac227f47-2938-46ed-8ddd-52478290e001), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:35.117745 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-79aaaebb-7814-46e4-a269-d7aa2c50f7ad admin admin] Publish callbacks [] for subnet (718bd056-147f-4511-91be-b06034c20237), precommit_delete_associations {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:35.134556 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-79aaaebb-7814-46e4-a269-d7aa2c50f7ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-826600'] for subnet (718bd056-147f-4511-91be-b06034c20237), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:35.161500 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Pushing event updated for resources: {'Port': ['ID=ac227f47-2938-46ed-8ddd-52478290e001,revision_number=3']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:35.198554 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c388ffc-af7a-484f-ab8a-8c2d6c7d85dc admin admin] Router 7266c1d7-521e-414b-aff0-8c110dc9dbd7 is scheduled to L3 agent bb9cbda0-d504-4372-97ec-0881b5676f92 with binding_index 1 {{(pid=103294) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 18:20:35.215688 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-79aaaebb-7814-46e4-a269-d7aa2c50f7ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-826591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248'] for subnet (718bd056-147f-4511-91be-b06034c20237), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:35.245676 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aaaebb-7814-46e4-a269-d7aa2c50f7ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=718bd056-147f-4511-91be-b06034c20237,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:35.248980 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-79aaaebb-7814-46e4-a269-d7aa2c50f7ad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:35.255577 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-79aaaebb-7814-46e4-a269-d7aa2c50f7ad admin admin] 10.222.0.18 "DELETE /v2.0/subnets/718bd056-147f-4511-91be-b06034c20237 HTTP/1.1" status: 204 len: 168 time: 0.2601271 Mar 30 18:20:35.256277 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 33936) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:35.259985 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device 808a2916-47f3-4a40-8ad2-cb352484d452 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103295) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:20:35.341277 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c388ffc-af7a-484f-ab8a-8c2d6c7d85dc admin admin] Notify agent at l3_agent.dv-cinder-835879-1-iscsi the message routers_updated {{(pid=103294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:20:35.355799 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651e8d14-508d-4a72-8a63-9d0d749bfc77 None None] Sync routers for ids ['7266c1d7-521e-414b-aff0-8c110dc9dbd7'] in dv-cinder-835879-1-iscsi {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:20:35.367202 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-9c388ffc-af7a-484f-ab8a-8c2d6c7d85dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:35.368613 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-9c388ffc-af7a-484f-ab8a-8c2d6c7d85dc admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.0480886 Mar 30 18:20:35.371296 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 33940) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:35.372283 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651e8d14-508d-4a72-8a63-9d0d749bfc77 None None] Routers {'7266c1d7-521e-414b-aff0-8c110dc9dbd7'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:20:35.372978 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-651e8d14-508d-4a72-8a63-9d0d749bfc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:20:30Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['7266c1d7-521e-414b-aff0-8c110dc9dbd7'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:20:35.375421 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-542a3ec9-dd4e-4dab-9f43-b5e17b3f8f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803497'] for network (53206a3f-1639-4795-b4ca-e14f339f82be), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:35.448085 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 33942) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:35.449990 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port 808a2916-47f3-4a40-8ad2-cb352484d452, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=808a2916-47f3-4a40-8ad2-cb352484d452,segment=NetworkSegment(3b0494ca-3414-4d94-b067-20371048eea0),segment_id=3b0494ca-3414-4d94-b067-20371048eea0)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:20:35.463986 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f04f8e85-087e-4fa6-8175-d9e6b3e802e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:35.474959 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Returning: {'device': '808a2916-47f3-4a40-8ad2-cb352484d452', 'network_id': '198ea463-61cf-4734-958a-a6c530b7d835', 'port_id': '808a2916-47f3-4a40-8ad2-cb352484d452', 'mac_address': 'fa:16:3e:89:72:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '858e9cf9-a3c2-44d3-bbf0-2bf3345c0cbe', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103295) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:20:35.479524 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1da2a99-51ee-4a7e-a443-cefe561febbe None None] Network 0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb requested from dv-cinder-835879-1-iscsi {{(pid=103295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:20:35.537425 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-651e8d14-508d-4a72-8a63-9d0d749bfc77 None None] Set router 7266c1d7-521e-414b-aff0-8c110dc9dbd7 gateway port host: dv-cinder-835879-1-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:20:35.545363 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-542a3ec9-dd4e-4dab-9f43-b5e17b3f8f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-760675', 'neutron.services.segments.db._delete_segments_for_network-8759689995322'] for network (53206a3f-1639-4795-b4ca-e14f339f82be), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:35.558562 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Current status of the port 808a2916-47f3-4a40-8ad2-cb352484d452 is: DOWN; New status is: BUILD {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:20:35.559029 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (808a2916-47f3-4a40-8ad2-cb352484d452), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:35.580911 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-542a3ec9-dd4e-4dab-9f43-b5e17b3f8f2f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:20:35.582123 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-542a3ec9-dd4e-4dab-9f43-b5e17b3f8f2f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:20:35.583231 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-542a3ec9-dd4e-4dab-9f43-b5e17b3f8f2f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:20:35.583749 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-542a3ec9-dd4e-4dab-9f43-b5e17b3f8f2f admin admin] Subscribe: > port after_create 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:20:35.584303 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-542a3ec9-dd4e-4dab-9f43-b5e17b3f8f2f admin admin] Subscribe: > port after_delete 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:20:35.585447 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-542a3ec9-dd4e-4dab-9f43-b5e17b3f8f2f admin admin] Subscribe: > port after_update 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:20:35.586610 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-542a3ec9-dd4e-4dab-9f43-b5e17b3f8f2f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:20:35.587120 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-542a3ec9-dd4e-4dab-9f43-b5e17b3f8f2f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:20:35.588151 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-542a3ec9-dd4e-4dab-9f43-b5e17b3f8f2f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:20:35.589227 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-542a3ec9-dd4e-4dab-9f43-b5e17b3f8f2f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:20:35.592247 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-446840f3-104a-4a41-8582-3831209f2f43 None None] Provisioning complete for port ac227f47-2938-46ed-8ddd-52478290e001 triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:20:35.592703 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-446840f3-104a-4a41-8582-3831209f2f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (ac227f47-2938-46ed-8ddd-52478290e001), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:35.615218 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 808a2916-47f3-4a40-8ad2-cb352484d452 {{(pid=103295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:20:35.636989 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port 808a2916-47f3-4a40-8ad2-cb352484d452, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=808a2916-47f3-4a40-8ad2-cb352484d452,segment=NetworkSegment(3b0494ca-3414-4d94-b067-20371048eea0),segment_id=3b0494ca-3414-4d94-b067-20371048eea0)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:20:35.651488 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (808a2916-47f3-4a40-8ad2-cb352484d452), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:35.671444 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-542a3ec9-dd4e-4dab-9f43-b5e17b3f8f2f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:20:35.672050 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-542a3ec9-dd4e-4dab-9f43-b5e17b3f8f2f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:20:35.672529 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-542a3ec9-dd4e-4dab-9f43-b5e17b3f8f2f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:20:35.673320 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-542a3ec9-dd4e-4dab-9f43-b5e17b3f8f2f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103293) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:20:35.674175 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.services.segments.db [None req-542a3ec9-dd4e-4dab-9f43-b5e17b3f8f2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53206a3f-1639-4795-b4ca-e14f339f82be']}} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:20:35.700949 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.services.segments.db [None req-542a3ec9-dd4e-4dab-9f43-b5e17b3f8f2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '940f98e4-b259-48a0-97c5-7773e8c0b3bc') {'for_net_delete': True} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:20:35.701293 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.services.segments.db [None req-542a3ec9-dd4e-4dab-9f43-b5e17b3f8f2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '940f98e4-b259-48a0-97c5-7773e8c0b3bc') {} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:20:35.728152 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-542a3ec9-dd4e-4dab-9f43-b5e17b3f8f2f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759689809987', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58812547'] for segment (940f98e4-b259-48a0-97c5-7773e8c0b3bc), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:35.763529 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-542a3ec9-dd4e-4dab-9f43-b5e17b3f8f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-829919'] for segment (940f98e4-b259-48a0-97c5-7773e8c0b3bc), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:35.780979 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-542a3ec9-dd4e-4dab-9f43-b5e17b3f8f2f admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103293) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 18:20:35.781402 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-542a3ec9-dd4e-4dab-9f43-b5e17b3f8f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-829919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58814364'] for segment (940f98e4-b259-48a0-97c5-7773e8c0b3bc), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:35.786323 dv-cinder-835879-1-iscsi neutron-server[103293]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 30 18:20:35.786323 dv-cinder-835879-1-iscsi neutron-server[103293]: from cryptography.utils import int_from_bytes Mar 30 18:20:35.786323 dv-cinder-835879-1-iscsi neutron-server[103293]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 30 18:20:35.786323 dv-cinder-835879-1-iscsi neutron-server[103293]: from cryptography.utils import int_from_bytes Mar 30 18:20:35.786323 dv-cinder-835879-1-iscsi neutron-server[103293]: Traceback (most recent call last): Mar 30 18:20:35.786323 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 18:20:35.786323 dv-cinder-835879-1-iscsi neutron-server[103293]: timer() Mar 30 18:20:35.786323 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 18:20:35.786323 dv-cinder-835879-1-iscsi neutron-server[103293]: cb(*args, **kw) Mar 30 18:20:35.786323 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 18:20:35.786323 dv-cinder-835879-1-iscsi neutron-server[103293]: return func(*args, **kwargs) Mar 30 18:20:35.786323 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 18:20:35.786323 dv-cinder-835879-1-iscsi neutron-server[103293]: self._notify() Mar 30 18:20:35.786323 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 18:20:35.786323 dv-cinder-835879-1-iscsi neutron-server[103293]: self.callback(batched_events) Mar 30 18:20:35.786323 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 18:20:35.786323 dv-cinder-835879-1-iscsi neutron-server[103293]: event.method(event) Mar 30 18:20:35.786323 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 18:20:35.786323 dv-cinder-835879-1-iscsi neutron-server[103293]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 18:20:35.786323 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 18:20:35.786323 dv-cinder-835879-1-iscsi neutron-server[103293]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 18:20:35.786323 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 18:20:35.786323 dv-cinder-835879-1-iscsi neutron-server[103293]: return f(self, *a, **k) Mar 30 18:20:35.786323 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 18:20:35.786323 dv-cinder-835879-1-iscsi neutron-server[103293]: return self._get(url).json() Mar 30 18:20:35.786323 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 18:20:35.786323 dv-cinder-835879-1-iscsi neutron-server[103293]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 18:20:35.786323 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 18:20:35.786323 dv-cinder-835879-1-iscsi neutron-server[103293]: return self.request(url, 'GET', **kwargs) Mar 30 18:20:35.786323 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 18:20:35.786323 dv-cinder-835879-1-iscsi neutron-server[103293]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 18:20:35.786323 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 18:20:35.786323 dv-cinder-835879-1-iscsi neutron-server[103293]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 18:20:35.786323 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 18:20:35.786323 dv-cinder-835879-1-iscsi neutron-server[103293]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 18:20:35.786323 dv-cinder-835879-1-iscsi neutron-server[103293]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 18:20:35.858258 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-651e8d14-508d-4a72-8a63-9d0d749bfc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7266c1d7-521e-414b-aff0-8c110dc9dbd7', 'name': 'tempest-ServerRescueNegativeTestJSON-1943900163-router', 'tenant_id': '585ebec9292d43e7b65aab5ba734d8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '2d7d92f9-be31-486f-9237-dcd2a09b1c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:20:33Z', 'updated_at': '2022-03-30T18:20:34Z', 'revision_number': 3, 'project_id': '585ebec9292d43e7b65aab5ba734d8b9', 'gw_port': {'id': '2d7d92f9-be31-486f-9237-dcd2a09b1c3a', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e2:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7266c1d7-521e-414b-aff0-8c110dc9dbd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:33Z', 'updated_at': '2022-03-30T18:20:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi'}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:20:35.886198 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651e8d14-508d-4a72-8a63-9d0d749bfc77 None None] Checking router: 7266c1d7-521e-414b-aff0-8c110dc9dbd7 for host: dv-cinder-835879-1-iscsi {{(pid=103296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:20:35.886543 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651e8d14-508d-4a72-8a63-9d0d749bfc77 None None] Updating router 7266c1d7-521e-414b-aff0-8c110dc9dbd7 port 2d7d92f9-be31-486f-9237-dcd2a09b1c3a binding host dv-cinder-835879-1-iscsi {{(pid=103296) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 18:20:35.924882 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-651e8d14-508d-4a72-8a63-9d0d749bfc77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (2d7d92f9-be31-486f-9237-dcd2a09b1c3a), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:35.931001 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f04f8e85-087e-4fa6-8175-d9e6b3e802e6 admin admin] Publish callbacks [] for security_group (51e1b389-eed5-4219-9560-fb2e03c53cd7), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:35.934485 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-542a3ec9-dd4e-4dab-9f43-b5e17b3f8f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-760682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1623632'] for network (53206a3f-1639-4795-b4ca-e14f339f82be), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:35.938792 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f04f8e85-087e-4fa6-8175-d9e6b3e802e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (51e1b389-eed5-4219-9560-fb2e03c53cd7), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:35.976435 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-f04f8e85-087e-4fa6-8175-d9e6b3e802e6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ebdcb40a241d424ab159ad74899d98a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5249097 Mar 30 18:20:35.978597 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 33950) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:35.990287 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Pushing event updated for resources: {'Port': ['ID=808a2916-47f3-4a40-8ad2-cb352484d452,revision_number=4']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:35.999018 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-542a3ec9-dd4e-4dab-9f43-b5e17b3f8f2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628270'] for network (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:36.005230 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-542a3ec9-dd4e-4dab-9f43-b5e17b3f8f2f admin admin] 10.222.0.18 "DELETE /v2.0/networks/53206a3f-1639-4795-b4ca-e14f339f82be HTTP/1.1" status: 204 len: 168 time: 0.7450819 Mar 30 18:20:36.009565 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542a3ec9-dd4e-4dab-9f43-b5e17b3f8f2f admin admin] Pushing event deleted for resources: {'Network': ['ID=53206a3f-1639-4795-b4ca-e14f339f82be,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:36.011355 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 33952) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:36.028166 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae32e6-ad21-4163-957e-4d9f3e8f6834 req-8d7bbbb6-6efb-4f17-beae-e2188a4fac4b tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:36.030163 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-43ae32e6-ad21-4163-957e-4d9f3e8f6834 req-8d7bbbb6-6efb-4f17-beae-e2188a4fac4b tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/ports?device_id=b272bfd3-4be1-4583-8c22-a40d66a075a2 HTTP/1.1" status: 200 len: 944 time: 0.1785753 Mar 30 18:20:36.032719 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04f8e85-087e-4fa6-8175-d9e6b3e802e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51e1b389-eed5-4219-9560-fb2e03c53cd7,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:36.087309 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-3da56b6a-27ea-4643-9474-a7b4e3440e10 admin admin] Publish callbacks [] for security_group (51e1b389-eed5-4219-9560-fb2e03c53cd7), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:36.111941 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.db_base_plugin_v2 [None req-b09f4b09-6314-4c89-89ce-2586f9512127 admin admin] Deleting subnet 9503d40e-ace2-4330-b833-3f6e2ba062b1 {{(pid=103293) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 18:20:36.119680 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-43ae32e6-ad21-4163-957e-4d9f3e8f6834 req-9642624b-4bba-4b36-9e9c-2605f154f686 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cc60dcc-24e9-4a9f-a63c-ae2217fe9dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837221 Mar 30 18:20:36.120486 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-b09f4b09-6314-4c89-89ce-2586f9512127 admin admin] Publish callbacks [] for subnet (9503d40e-ace2-4330-b833-3f6e2ba062b1), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:36.122225 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-446840f3-104a-4a41-8582-3831209f2f43 None None] Current status of the port ac227f47-2938-46ed-8ddd-52478290e001 is: ACTIVE; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:20:36.146950 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] get_ports_and_sgs() called for port_ids ['808a2916-47f3-4a40-8ad2-cb352484d452'] {{(pid=103295) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:20:36.189249 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-b09f4b09-6314-4c89-89ce-2586f9512127 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58812552'] for subnet (9503d40e-ace2-4330-b833-3f6e2ba062b1), precommit_delete_associations {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:36.199595 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 33956) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:36.201427 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-008cdd12-1098-4cc0-af62-1e463e7bc1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:36.245199 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-b09f4b09-6314-4c89-89ce-2586f9512127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-826600'] for subnet (9503d40e-ace2-4330-b833-3f6e2ba062b1), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:36.316865 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-3da56b6a-27ea-4643-9474-a7b4e3440e10 admin admin] Publish callbacks [] for security_group (51e1b389-eed5-4219-9560-fb2e03c53cd7), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:36.318195 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-b09f4b09-6314-4c89-89ce-2586f9512127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-826591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58812474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58991743'] for subnet (9503d40e-ace2-4330-b833-3f6e2ba062b1), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:36.354852 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09f4b09-6314-4c89-89ce-2586f9512127 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9503d40e-ace2-4330-b833-3f6e2ba062b1,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:36.357770 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-b09f4b09-6314-4c89-89ce-2586f9512127 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:36.361866 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-b09f4b09-6314-4c89-89ce-2586f9512127 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9503d40e-ace2-4330-b833-3f6e2ba062b1 HTTP/1.1" status: 204 len: 168 time: 0.3478460 Mar 30 18:20:36.364682 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 33960) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:36.450030 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-cc2cb346-b09d-4343-9184-6f5e5ef64778 None None] Provisioning complete for port ac227f47-2938-46ed-8ddd-52478290e001 triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:20:36.450766 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-cc2cb346-b09d-4343-9184-6f5e5ef64778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (ac227f47-2938-46ed-8ddd-52478290e001), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:36.465675 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-eebd9721-e65c-4d41-88f4-388082af307e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:36.466451 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-651e8d14-508d-4a72-8a63-9d0d749bfc77 None None] Publish callbacks [] for port (2d7d92f9-be31-486f-9237-dcd2a09b1c3a), precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:36.470348 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-a97755d9-a814-4a1d-b5de-167fb3ccddd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803497'] for network (8dbc8f01-22f2-47ed-b055-9a8b35fbd61d), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:36.477016 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-651e8d14-508d-4a72-8a63-9d0d749bfc77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (2d7d92f9-be31-486f-9237-dcd2a09b1c3a), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:36.514443 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-3da56b6a-27ea-4643-9474-a7b4e3440e10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (51e1b389-eed5-4219-9560-fb2e03c53cd7), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:36.518286 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-3da56b6a-27ea-4643-9474-a7b4e3440e10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:36.519176 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-3da56b6a-27ea-4643-9474-a7b4e3440e10 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/51e1b389-eed5-4219-9560-fb2e03c53cd7 HTTP/1.1" status: 204 len: 168 time: 0.5394769 Mar 30 18:20:36.541234 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603eba27-1d44-495b-8012-0084416b786b None None] Pushing event updated for resources: {'Port': ['ID=2d7d92f9-be31-486f-9237-dcd2a09b1c3a,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:36.551543 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-a97755d9-a814-4a1d-b5de-167fb3ccddd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-760675', 'neutron.services.segments.db._delete_segments_for_network-8759689995322'] for network (8dbc8f01-22f2-47ed-b055-9a8b35fbd61d), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:36.568508 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-cc2cb346-b09d-4343-9184-6f5e5ef64778 None None] Current status of the port ac227f47-2938-46ed-8ddd-52478290e001 is: ACTIVE; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:20:36.569369 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.db.db_base_plugin_common [None req-008cdd12-1098-4cc0-af62-1e463e7bc1a7 admin admin] Allocated IP 172.20.0.1 (0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb/803891e5-aae4-46c3-87bc-0de344219463/0fe1b64a-b721-4cae-986c-e8bedae4133f) {{(pid=103294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:20:36.571885 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da56b6a-27ea-4643-9474-a7b4e3440e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e1b389-eed5-4219-9560-fb2e03c53cd7,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:36.572560 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.services.segments.db [None req-a97755d9-a814-4a1d-b5de-167fb3ccddd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dbc8f01-22f2-47ed-b055-9a8b35fbd61d']}} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:20:36.582306 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.services.segments.db [None req-a97755d9-a814-4a1d-b5de-167fb3ccddd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1659d7fd-1cce-426c-9995-f078aabb540c') {'for_net_delete': True} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:20:36.582979 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.services.segments.db [None req-a97755d9-a814-4a1d-b5de-167fb3ccddd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1659d7fd-1cce-426c-9995-f078aabb540c') {} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:20:36.585653 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603eba27-1d44-495b-8012-0084416b786b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:36.586175 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603eba27-1d44-495b-8012-0084416b786b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:36.586673 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603eba27-1d44-495b-8012-0084416b786b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:36.587217 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603eba27-1d44-495b-8012-0084416b786b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:36.587846 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603eba27-1d44-495b-8012-0084416b786b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:36.588323 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603eba27-1d44-495b-8012-0084416b786b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:36.588806 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603eba27-1d44-495b-8012-0084416b786b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:36.589546 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603eba27-1d44-495b-8012-0084416b786b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:36.590032 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603eba27-1d44-495b-8012-0084416b786b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:36.590504 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603eba27-1d44-495b-8012-0084416b786b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:36.590963 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603eba27-1d44-495b-8012-0084416b786b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:36.591467 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603eba27-1d44-495b-8012-0084416b786b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:36.592240 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603eba27-1d44-495b-8012-0084416b786b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:36.592361 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-a97755d9-a814-4a1d-b5de-167fb3ccddd9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759689809987', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58812547'] for segment (1659d7fd-1cce-426c-9995-f078aabb540c), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:36.592826 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603eba27-1d44-495b-8012-0084416b786b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:36.593756 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603eba27-1d44-495b-8012-0084416b786b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:36.598841 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-651e8d14-508d-4a72-8a63-9d0d749bfc77 None None] Attempting to bind port 2d7d92f9-be31-486f-9237-dcd2a09b1c3a on host dv-cinder-835879-1-iscsi for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:20:36.599759 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-651e8d14-508d-4a72-8a63-9d0d749bfc77 None None] Attempting to bind port 2d7d92f9-be31-486f-9237-dcd2a09b1c3a by drivers openvswitch,hyperv on host dv-cinder-835879-1-iscsi at level 0 using segments [{'id': '4e174139-f6b8-43d7-bf46-4927edc5f7d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:20:36.600866 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651e8d14-508d-4a72-8a63-9d0d749bfc77 None None] Attempting to bind port 2d7d92f9-be31-486f-9237-dcd2a09b1c3a on network 502cc405-82c2-4579-84e2-1393f2fa67cd {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:20:36.605964 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-a97755d9-a814-4a1d-b5de-167fb3ccddd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-829919'] for segment (1659d7fd-1cce-426c-9995-f078aabb540c), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:36.607441 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651e8d14-508d-4a72-8a63-9d0d749bfc77 None None] Checking agent: {'id': '6489659c-3f19-4a2c-89f8-52d37c938fb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 11, 4), 'started_at': datetime.datetime(2022, 3, 30, 18, 11, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:20:36.607985 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651e8d14-508d-4a72-8a63-9d0d749bfc77 None None] Checking segment: {'id': '4e174139-f6b8-43d7-bf46-4927edc5f7d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:20:36.608527 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-651e8d14-508d-4a72-8a63-9d0d749bfc77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:36.609204 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651e8d14-508d-4a72-8a63-9d0d749bfc77 None None] Bound using segment: {'id': '4e174139-f6b8-43d7-bf46-4927edc5f7d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:20:36.611518 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-651e8d14-508d-4a72-8a63-9d0d749bfc77 None None] Bound port: 2d7d92f9-be31-486f-9237-dcd2a09b1c3a, host: dv-cinder-835879-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e174139-f6b8-43d7-bf46-4927edc5f7d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:20:36.612056 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a97755d9-a814-4a1d-b5de-167fb3ccddd9 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103293) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 18:20:36.612228 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-651e8d14-508d-4a72-8a63-9d0d749bfc77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (2d7d92f9-be31-486f-9237-dcd2a09b1c3a), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:36.612441 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-a97755d9-a814-4a1d-b5de-167fb3ccddd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-829919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58814364'] for segment (1659d7fd-1cce-426c-9995-f078aabb540c), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:36.668407 dv-cinder-835879-1-iscsi neutron-server[103293]: Traceback (most recent call last): Mar 30 18:20:36.668407 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 18:20:36.668407 dv-cinder-835879-1-iscsi neutron-server[103293]: timer() Mar 30 18:20:36.668407 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 18:20:36.668407 dv-cinder-835879-1-iscsi neutron-server[103293]: cb(*args, **kw) Mar 30 18:20:36.668407 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 18:20:36.668407 dv-cinder-835879-1-iscsi neutron-server[103293]: return func(*args, **kwargs) Mar 30 18:20:36.668407 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 18:20:36.668407 dv-cinder-835879-1-iscsi neutron-server[103293]: self._notify() Mar 30 18:20:36.668407 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 18:20:36.668407 dv-cinder-835879-1-iscsi neutron-server[103293]: self.callback(batched_events) Mar 30 18:20:36.668407 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 18:20:36.668407 dv-cinder-835879-1-iscsi neutron-server[103293]: event.method(event) Mar 30 18:20:36.668407 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 18:20:36.668407 dv-cinder-835879-1-iscsi neutron-server[103293]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 18:20:36.668407 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 18:20:36.668407 dv-cinder-835879-1-iscsi neutron-server[103293]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 18:20:36.668407 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 18:20:36.668407 dv-cinder-835879-1-iscsi neutron-server[103293]: return f(self, *a, **k) Mar 30 18:20:36.668407 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 18:20:36.668407 dv-cinder-835879-1-iscsi neutron-server[103293]: return self._get(url).json() Mar 30 18:20:36.668407 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 18:20:36.668407 dv-cinder-835879-1-iscsi neutron-server[103293]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 18:20:36.668407 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 18:20:36.668407 dv-cinder-835879-1-iscsi neutron-server[103293]: return self.request(url, 'GET', **kwargs) Mar 30 18:20:36.668407 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 18:20:36.668407 dv-cinder-835879-1-iscsi neutron-server[103293]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 18:20:36.668407 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 18:20:36.668407 dv-cinder-835879-1-iscsi neutron-server[103293]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 18:20:36.668407 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 18:20:36.668407 dv-cinder-835879-1-iscsi neutron-server[103293]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 18:20:36.668407 dv-cinder-835879-1-iscsi neutron-server[103293]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 18:20:36.673149 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-651e8d14-508d-4a72-8a63-9d0d749bfc77 None None] For port 2d7d92f9-be31-486f-9237-dcd2a09b1c3a, host dv-cinder-835879-1-iscsi, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:20:36.674038 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-a97755d9-a814-4a1d-b5de-167fb3ccddd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-760682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1623632'] for network (8dbc8f01-22f2-47ed-b055-9a8b35fbd61d), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:36.677709 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-651e8d14-508d-4a72-8a63-9d0d749bfc77 None None] For port 2d7d92f9-be31-486f-9237-dcd2a09b1c3a, host dv-cinder-835879-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=2d7d92f9-be31-486f-9237-dcd2a09b1c3a,segment=NetworkSegment(4e174139-f6b8-43d7-bf46-4927edc5f7d6),segment_id=4e174139-f6b8-43d7-bf46-4927edc5f7d6)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:20:36.692793 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-651e8d14-508d-4a72-8a63-9d0d749bfc77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (2d7d92f9-be31-486f-9237-dcd2a09b1c3a), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:36.693766 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-a97755d9-a814-4a1d-b5de-167fb3ccddd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628270'] for network (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:36.700618 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-a97755d9-a814-4a1d-b5de-167fb3ccddd9 admin admin] 10.222.0.18 "DELETE /v2.0/networks/8dbc8f01-22f2-47ed-b055-9a8b35fbd61d HTTP/1.1" status: 204 len: 168 time: 0.3347561 Mar 30 18:20:36.702156 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97755d9-a814-4a1d-b5de-167fb3ccddd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8dbc8f01-22f2-47ed-b055-9a8b35fbd61d,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:36.742497 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-eebd9721-e65c-4d41-88f4-388082af307e admin admin] Publish callbacks [] for security_group (3f268076-bfc6-4348-b99a-0e8190de1681), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:36.764606 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651e8d14-508d-4a72-8a63-9d0d749bfc77 None None] Routers {'7266c1d7-521e-414b-aff0-8c110dc9dbd7'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:20:36.765880 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-651e8d14-508d-4a72-8a63-9d0d749bfc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:20:30Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['7266c1d7-521e-414b-aff0-8c110dc9dbd7'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:20:36.774973 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-008cdd12-1098-4cc0-af62-1e463e7bc1a7 admin admin] Publish callbacks [] for port (0fe1b64a-b721-4cae-986c-e8bedae4133f), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:36.780552 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-eebd9721-e65c-4d41-88f4-388082af307e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (3f268076-bfc6-4348-b99a-0e8190de1681), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:36.820730 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebd9721-e65c-4d41-88f4-388082af307e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f268076-bfc6-4348-b99a-0e8190de1681,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:36.853661 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device ac227f47-2938-46ed-8ddd-52478290e001 up at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:20:36.882059 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-eebd9721-e65c-4d41-88f4-388082af307e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d4340ab0bafe4301a194995b6967b593&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6669955 Mar 30 18:20:36.884654 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 33970) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:36.902195 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-008cdd12-1098-4cc0-af62-1e463e7bc1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759689464324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59249992'] for port (0fe1b64a-b721-4cae-986c-e8bedae4133f), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:36.905770 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603eba27-1d44-495b-8012-0084416b786b None None] Pushing event updated for resources: {'Port': ['ID=2d7d92f9-be31-486f-9237-dcd2a09b1c3a,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:36.927127 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-651e8d14-508d-4a72-8a63-9d0d749bfc77 None None] Set router 7266c1d7-521e-414b-aff0-8c110dc9dbd7 gateway port host: dv-cinder-835879-1-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:20:36.966005 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Provisioning complete for port ac227f47-2938-46ed-8ddd-52478290e001 triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:20:36.970169 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (ac227f47-2938-46ed-8ddd-52478290e001), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:36.971100 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-b303f5c9-9c55-461a-8e72-f6e862c3b622 admin admin] Publish callbacks [] for security_group (3f268076-bfc6-4348-b99a-0e8190de1681), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:37.010357 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-b303f5c9-9c55-461a-8e72-f6e862c3b622 admin admin] Publish callbacks [] for security_group (3f268076-bfc6-4348-b99a-0e8190de1681), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:37.012080 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008cdd12-1098-4cc0-af62-1e463e7bc1a7 admin admin] Pushing event updated for resources: {'Port': ['ID=0fe1b64a-b721-4cae-986c-e8bedae4133f,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:37.025970 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008cdd12-1098-4cc0-af62-1e463e7bc1a7 admin admin] Network 0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb is already hosted by enough agents. {{(pid=103294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:20:37.027619 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.base_scheduler [None req-008cdd12-1098-4cc0-af62-1e463e7bc1a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:20:37.041678 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008cdd12-1098-4cc0-af62-1e463e7bc1a7 admin admin] Received port after_create {{(pid=103294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:20:37.072941 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 33976) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:37.106629 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-008cdd12-1098-4cc0-af62-1e463e7bc1a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625807'] for router_interface (7266c1d7-521e-414b-aff0-8c110dc9dbd7), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:37.149121 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Current status of the port ac227f47-2938-46ed-8ddd-52478290e001 is: ACTIVE; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:20:37.156069 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-b303f5c9-9c55-461a-8e72-f6e862c3b622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (3f268076-bfc6-4348-b99a-0e8190de1681), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:37.158765 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-b303f5c9-9c55-461a-8e72-f6e862c3b622 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:37.162719 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-b303f5c9-9c55-461a-8e72-f6e862c3b622 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3f268076-bfc6-4348-b99a-0e8190de1681 HTTP/1.1" status: 204 len: 168 time: 0.2766724 Mar 30 18:20:37.167744 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-f703f807-4cc1-48b5-b2fe-76c1fcd39625 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0de4ff9bfce94b80b6a5f8b4c5a7446a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0907006 Mar 30 18:20:37.170688 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 33984) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:37.185717 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b303f5c9-9c55-461a-8e72-f6e862c3b622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f268076-bfc6-4348-b99a-0e8190de1681,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:37.204013 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-651e8d14-508d-4a72-8a63-9d0d749bfc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7266c1d7-521e-414b-aff0-8c110dc9dbd7', 'name': 'tempest-ServerRescueNegativeTestJSON-1943900163-router', 'tenant_id': '585ebec9292d43e7b65aab5ba734d8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '2d7d92f9-be31-486f-9237-dcd2a09b1c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:20:33Z', 'updated_at': '2022-03-30T18:20:34Z', 'revision_number': 3, 'project_id': '585ebec9292d43e7b65aab5ba734d8b9', 'gw_port': {'id': '2d7d92f9-be31-486f-9237-dcd2a09b1c3a', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e2:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7266c1d7-521e-414b-aff0-8c110dc9dbd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:33Z', 'updated_at': '2022-03-30T18:20:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi'}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:20:37.245150 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651e8d14-508d-4a72-8a63-9d0d749bfc77 None None] The sync data for ids ['7266c1d7-521e-414b-aff0-8c110dc9dbd7'] in dv-cinder-835879-1-iscsi is: [{'id': '7266c1d7-521e-414b-aff0-8c110dc9dbd7', 'name': 'tempest-ServerRescueNegativeTestJSON-1943900163-router', 'tenant_id': '585ebec9292d43e7b65aab5ba734d8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '2d7d92f9-be31-486f-9237-dcd2a09b1c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:20:33Z', 'updated_at': '2022-03-30T18:20:34Z', 'revision_number': 3, 'project_id': '585ebec9292d43e7b65aab5ba734d8b9', 'gw_port': {'id': '2d7d92f9-be31-486f-9237-dcd2a09b1c3a', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e2:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7266c1d7-521e-414b-aff0-8c110dc9dbd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:33Z', 'updated_at': '2022-03-30T18:20:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi'}] {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:20:37.263343 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-aa222b0c-c968-419d-af92-417f6167f9fb admin admin] Publish callbacks [] for security_group (032312c9-0504-4890-a6fc-e5390e66736e), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:37.276333 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device 808a2916-47f3-4a40-8ad2-cb352484d452 up at agent hyperv_hv-cinder-83587 {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:20:37.392351 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-008cdd12-1098-4cc0-af62-1e463e7bc1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (0fe1b64a-b721-4cae-986c-e8bedae4133f), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:37.402975 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-aa222b0c-c968-419d-af92-417f6167f9fb admin admin] Publish callbacks [] for security_group (032312c9-0504-4890-a6fc-e5390e66736e), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:37.429501 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Provisioning for port 808a2916-47f3-4a40-8ad2-cb352484d452 completed by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 18:20:37.434804 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Provisioning complete for port 808a2916-47f3-4a40-8ad2-cb352484d452 triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:20:37.435389 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (808a2916-47f3-4a40-8ad2-cb352484d452), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:37.489110 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105d9777-9f86-4402-a27b-32971d367ab1 req-398e4ac5-b350-4af4-8828-380cce72e1a7 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:37.490677 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-105d9777-9f86-4402-a27b-32971d367ab1 req-398e4ac5-b350-4af4-8828-380cce72e1a7 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/ports?device_id=b272bfd3-4be1-4583-8c22-a40d66a075a2 HTTP/1.1" status: 200 len: 944 time: 0.1882043 Mar 30 18:20:37.532124 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-aa222b0c-c968-419d-af92-417f6167f9fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (032312c9-0504-4890-a6fc-e5390e66736e), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:37.535289 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-aa222b0c-c968-419d-af92-417f6167f9fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:37.537121 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-aa222b0c-c968-419d-af92-417f6167f9fb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/032312c9-0504-4890-a6fc-e5390e66736e HTTP/1.1" status: 204 len: 168 time: 0.3654239 Mar 30 18:20:37.552175 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-6d107243-b4b8-4bd0-ac32-fc73a47fb5f9 None None] Provisioning complete for port 0fe1b64a-b721-4cae-986c-e8bedae4133f triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:20:37.552564 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-6d107243-b4b8-4bd0-ac32-fc73a47fb5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (0fe1b64a-b721-4cae-986c-e8bedae4133f), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:37.559180 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa222b0c-c968-419d-af92-417f6167f9fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032312c9-0504-4890-a6fc-e5390e66736e,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:37.633180 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-105d9777-9f86-4402-a27b-32971d367ab1 req-381b3e8e-bb43-473a-afe9-5b3426fbe898 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cc60dcc-24e9-4a9f-a63c-ae2217fe9dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163862 Mar 30 18:20:37.666902 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Current status of the port 808a2916-47f3-4a40-8ad2-cb352484d452 is: BUILD; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:20:37.667316 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (808a2916-47f3-4a40-8ad2-cb352484d452), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:37.693800 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-008cdd12-1098-4cc0-af62-1e463e7bc1a7 admin admin] Publish callbacks [] for port (0fe1b64a-b721-4cae-986c-e8bedae4133f), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:37.703096 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-008cdd12-1098-4cc0-af62-1e463e7bc1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59249985'] for port (0fe1b64a-b721-4cae-986c-e8bedae4133f), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:37.711323 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port 808a2916-47f3-4a40-8ad2-cb352484d452, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=808a2916-47f3-4a40-8ad2-cb352484d452,segment=NetworkSegment(3b0494ca-3414-4d94-b067-20371048eea0),segment_id=3b0494ca-3414-4d94-b067-20371048eea0)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:20:37.712517 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b272bfd3-4be1-4583-8c22-a40d66a075a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '808a2916-47f3-4a40-8ad2-cb352484d452'}] {{(pid=103295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:20:37.722730 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7869a1eaeafddf677110b76453ce8b8be8513095297872c2e0c75408178073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc53842f-6722-4db0-8684-28ffa903f2a8" -d '{"events": [{"server_uuid": "b272bfd3-4be1-4583-8c22-a40d66a075a2", "name": "network-vif-plugged", "status": "completed", "tag": "808a2916-47f3-4a40-8ad2-cb352484d452"}]}' {{(pid=103295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:20:37.735181 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-6d107243-b4b8-4bd0-ac32-fc73a47fb5f9 None None] Port 0fe1b64a-b721-4cae-986c-e8bedae4133f cannot update to ACTIVE because it is not bound. {{(pid=103295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:20:37.740062 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (808a2916-47f3-4a40-8ad2-cb352484d452), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:37.786329 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-083d698a-ba9b-4c61-8f3f-bafb60a509ac x-openstack-request-id: req-083d698a-ba9b-4c61-8f3f-bafb60a509ac {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:20:37.786664 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b272bfd3-4be1-4583-8c22-a40d66a075a2", "name": "network-vif-plugged", "status": "completed", "tag": "808a2916-47f3-4a40-8ad2-cb352484d452", "code": 200}]} {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:20:37.787027 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-083d698a-ba9b-4c61-8f3f-bafb60a509ac {{(pid=103295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:20:37.787578 dv-cinder-835879-1-iscsi neutron-server[103295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-083d698a-ba9b-4c61-8f3f-bafb60a509ac'] response: {'server_uuid': 'b272bfd3-4be1-4583-8c22-a40d66a075a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '808a2916-47f3-4a40-8ad2-cb352484d452', 'code': 200} Mar 30 18:20:37.833882 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-008cdd12-1098-4cc0-af62-1e463e7bc1a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1628234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625691'] for router_interface (7266c1d7-521e-414b-aff0-8c110dc9dbd7), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:37.837022 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Pushing event updated for resources: {'Port': ['ID=808a2916-47f3-4a40-8ad2-cb352484d452,revision_number=5']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:37.837517 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008cdd12-1098-4cc0-af62-1e463e7bc1a7 admin admin] Pushing event updated for resources: {'Port': ['ID=0fe1b64a-b721-4cae-986c-e8bedae4133f,revision_number=2']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:37.970836 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008cdd12-1098-4cc0-af62-1e463e7bc1a7 admin admin] Network 0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb is already hosted by enough agents. {{(pid=103294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:20:37.972526 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.base_scheduler [None req-008cdd12-1098-4cc0-af62-1e463e7bc1a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:20:38.092173 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 34008) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:38.119429 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-008cdd12-1098-4cc0-af62-1e463e7bc1a7 admin admin] Router 7266c1d7-521e-414b-aff0-8c110dc9dbd7 has already been hosted by L3 agent bb9cbda0-d504-4372-97ec-0881b5676f92 {{(pid=103294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:20:38.189299 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53258f6b-6dcc-435d-a2f4-eb152e1d5b94 req-2bd421dc-2bef-4258-befb-7014a122b43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:38.191400 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-53258f6b-6dcc-435d-a2f4-eb152e1d5b94 req-2bd421dc-2bef-4258-befb-7014a122b43d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b272bfd3-4be1-4583-8c22-a40d66a075a2 HTTP/1.1" status: 200 len: 1129 time: 0.1696208 Mar 30 18:20:38.196641 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-47939eb0-e18b-4450-9c62-83b946a9533e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=23e4081be9414a33a418537890be0476&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0956576 Mar 30 18:20:38.197310 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 34012) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:38.306012 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-53258f6b-6dcc-435d-a2f4-eb152e1d5b94 req-5cccfefc-5132-4a79-896a-3047f9a3125d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6cc60dcc-24e9-4a9f-a63c-ae2217fe9dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012306 Mar 30 18:20:38.311240 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-008cdd12-1098-4cc0-af62-1e463e7bc1a7 admin admin] Notify agent at l3_agent.dv-cinder-835879-1-iscsi the message routers_updated {{(pid=103294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:20:38.322149 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-008cdd12-1098-4cc0-af62-1e463e7bc1a7 admin admin] 10.222.0.18 "PUT /v2.0/routers/7266c1d7-521e-414b-aff0-8c110dc9dbd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9495485 Mar 30 18:20:38.349775 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-656aff82-93e9-4c13-a3a7-1678115bb497 admin admin] Publish callbacks [] for security_group (5ac87f59-9a38-4542-afa2-fa1df8d5f7bb), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:38.369435 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-ca4f60d1-8f65-40b5-8fcd-bb643bd5b651 None None] Provisioning complete for port 0fe1b64a-b721-4cae-986c-e8bedae4133f triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:20:38.371097 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-ca4f60d1-8f65-40b5-8fcd-bb643bd5b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (0fe1b64a-b721-4cae-986c-e8bedae4133f), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:38.379656 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-656aff82-93e9-4c13-a3a7-1678115bb497 admin admin] Publish callbacks [] for security_group (5ac87f59-9a38-4542-afa2-fa1df8d5f7bb), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:38.445971 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-656aff82-93e9-4c13-a3a7-1678115bb497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (5ac87f59-9a38-4542-afa2-fa1df8d5f7bb), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:38.449252 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-656aff82-93e9-4c13-a3a7-1678115bb497 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:38.449819 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-ca4f60d1-8f65-40b5-8fcd-bb643bd5b651 None None] Port 0fe1b64a-b721-4cae-986c-e8bedae4133f cannot update to ACTIVE because it is not bound. {{(pid=103295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:20:38.453191 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-656aff82-93e9-4c13-a3a7-1678115bb497 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5ac87f59-9a38-4542-afa2-fa1df8d5f7bb HTTP/1.1" status: 204 len: 168 time: 0.2523623 Mar 30 18:20:38.460138 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656aff82-93e9-4c13-a3a7-1678115bb497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac87f59-9a38-4542-afa2-fa1df8d5f7bb,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:38.784377 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e65857a-383a-4c47-85c3-e8272adba5a7 req-f49972c0-1da9-4f3b-8795-4d505910d128 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:38.787476 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0e65857a-383a-4c47-85c3-e8272adba5a7 req-f49972c0-1da9-4f3b-8795-4d505910d128 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/ports?device_id=b272bfd3-4be1-4583-8c22-a40d66a075a2 HTTP/1.1" status: 200 len: 945 time: 0.0772576 Mar 30 18:20:38.813473 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device 2d7d92f9-be31-486f-9237-dcd2a09b1c3a up at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:20:38.868336 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0e65857a-383a-4c47-85c3-e8272adba5a7 req-1ad8ec70-d459-456b-84b9-d29ca25d0229 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cc60dcc-24e9-4a9f-a63c-ae2217fe9dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706232 Mar 30 18:20:38.875208 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Provisioning complete for port 2d7d92f9-be31-486f-9237-dcd2a09b1c3a triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:20:38.875532 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (2d7d92f9-be31-486f-9237-dcd2a09b1c3a), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:38.962485 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Current status of the port 2d7d92f9-be31-486f-9237-dcd2a09b1c3a is: DOWN; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:20:38.963205 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (2d7d92f9-be31-486f-9237-dcd2a09b1c3a), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:38.999186 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] For port 2d7d92f9-be31-486f-9237-dcd2a09b1c3a, host dv-cinder-835879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=2d7d92f9-be31-486f-9237-dcd2a09b1c3a,segment=NetworkSegment(4e174139-f6b8-43d7-bf46-4927edc5f7d6),segment_id=4e174139-f6b8-43d7-bf46-4927edc5f7d6)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:20:39.005375 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (2d7d92f9-be31-486f-9237-dcd2a09b1c3a), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:39.082907 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Pushing event updated for resources: {'Port': ['ID=2d7d92f9-be31-486f-9237-dcd2a09b1c3a,revision_number=4']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:39.146625 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9323e4-b0f1-45be-b942-52d3764320c8 req-c111a4b6-097a-4e87-9c9d-d1bd8a5e3c46 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:39.148297 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3f9323e4-b0f1-45be-b942-52d3764320c8 req-c111a4b6-097a-4e87-9c9d-d1bd8a5e3c46 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/networks?id=0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb HTTP/1.1" status: 200 len: 819 time: 0.1188576 Mar 30 18:20:39.166341 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3f9323e4-b0f1-45be-b942-52d3764320c8 req-a2e759fa-2938-4e79-8f73-23974e36f8bb tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/quotas/585ebec9292d43e7b65aab5ba734d8b9 HTTP/1.1" status: 200 len: 375 time: 0.0103927 Mar 30 18:20:39.234217 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3f9323e4-b0f1-45be-b942-52d3764320c8 req-1f3d3d07-0f50-4482-86ee-de0e7f1e5f12 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=585ebec9292d43e7b65aab5ba734d8b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0624285 Mar 30 18:20:39.333517 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3f9323e4-b0f1-45be-b942-52d3764320c8 req-c3976c45-8ac5-4160-bb84-a43ccbc67542 service neutron] 10.222.0.18 "GET /v2.0/networks/0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927777 Mar 30 18:20:39.442674 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3f9323e4-b0f1-45be-b942-52d3764320c8 req-274148fc-cab2-4bba-ab61-c0ebc4471c56 service neutron] 10.222.0.18 "GET /v2.0/networks/0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031561 Mar 30 18:20:39.555464 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443c8f49-00d2-4d02-9348-91b5e1461f72 None None] Sync routers for ids ['7266c1d7-521e-414b-aff0-8c110dc9dbd7'] in dv-cinder-835879-1-iscsi {{(pid=103295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:20:39.579908 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443c8f49-00d2-4d02-9348-91b5e1461f72 None None] Routers {'7266c1d7-521e-414b-aff0-8c110dc9dbd7'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:20:39.582487 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-443c8f49-00d2-4d02-9348-91b5e1461f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:20:30Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['7266c1d7-521e-414b-aff0-8c110dc9dbd7'], 'active': True} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:20:39.750754 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-58444b7c-fe0c-45e3-b827-edbedeabcfcd req-374711d7-44bd-4916-bae7-e978405d5ce2 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3b1014b-57d4-4226-a4c3-219a1a4db3db HTTP/1.1" status: 200 len: 210 time: 0.0588462 Mar 30 18:20:39.811082 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvr_db [None req-443c8f49-00d2-4d02-9348-91b5e1461f72 None None] Set router 7266c1d7-521e-414b-aff0-8c110dc9dbd7 gateway port host: dv-cinder-835879-1-iscsi {{(pid=103295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:20:40.078301 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cdd7c0-710b-4560-9e8f-69766a6c2a19 req-00d81a5d-9301-4d12-b35e-f08030c1cfc6 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:40.086672 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-78cdd7c0-710b-4560-9e8f-69766a6c2a19 req-00d81a5d-9301-4d12-b35e-f08030c1cfc6 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/ports?device_id=b272bfd3-4be1-4583-8c22-a40d66a075a2 HTTP/1.1" status: 200 len: 945 time: 0.1277409 Mar 30 18:20:40.146088 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 34116) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:40.182968 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-443c8f49-00d2-4d02-9348-91b5e1461f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7266c1d7-521e-414b-aff0-8c110dc9dbd7', 'name': 'tempest-ServerRescueNegativeTestJSON-1943900163-router', 'tenant_id': '585ebec9292d43e7b65aab5ba734d8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '2d7d92f9-be31-486f-9237-dcd2a09b1c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:20:33Z', 'updated_at': '2022-03-30T18:20:37Z', 'revision_number': 4, 'project_id': '585ebec9292d43e7b65aab5ba734d8b9', 'gw_port': {'id': '2d7d92f9-be31-486f-9237-dcd2a09b1c3a', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7266c1d7-521e-414b-aff0-8c110dc9dbd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:33Z', 'updated_at': '2022-03-30T18:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_interfaces': [{'id': '0fe1b64a-b721-4cae-986c-e8bedae4133f', 'name': '', 'network_id': '0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb', 'tenant_id': '585ebec9292d43e7b65aab5ba734d8b9', 'mac_address': 'fa:16:3e:9d:44:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7266c1d7-521e-414b-aff0-8c110dc9dbd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '803891e5-aae4-46c3-87bc-0de344219463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:36Z', 'updated_at': '2022-03-30T18:20:37Z', 'revision_number': 2, 'project_id': '585ebec9292d43e7b65aab5ba734d8b9', 'subnets': [{'id': '803891e5-aae4-46c3-87bc-0de344219463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:20:40.205160 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-78cdd7c0-710b-4560-9e8f-69766a6c2a19 req-902ef610-9d4c-4ae0-835b-e9b3a135728f tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cc60dcc-24e9-4a9f-a63c-ae2217fe9dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152322 Mar 30 18:20:40.255920 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443c8f49-00d2-4d02-9348-91b5e1461f72 None None] Checking router: 7266c1d7-521e-414b-aff0-8c110dc9dbd7 for host: dv-cinder-835879-1-iscsi {{(pid=103295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:20:40.256280 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443c8f49-00d2-4d02-9348-91b5e1461f72 None None] Updating router 7266c1d7-521e-414b-aff0-8c110dc9dbd7 port 0fe1b64a-b721-4cae-986c-e8bedae4133f binding host dv-cinder-835879-1-iscsi {{(pid=103295) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 18:20:40.306698 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-401633c5-f533-42cb-9391-560c621f0677 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:40.321996 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-443c8f49-00d2-4d02-9348-91b5e1461f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (0fe1b64a-b721-4cae-986c-e8bedae4133f), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:40.402794 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4d1c31-3983-40de-8b41-0e1726f114ea req-8ac259f4-60fb-4690-a4c2-0c10c5a8c1ab tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:40.410387 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-dd4d1c31-3983-40de-8b41-0e1726f114ea req-8ac259f4-60fb-4690-a4c2-0c10c5a8c1ab tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/networks?id=0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb HTTP/1.1" status: 200 len: 819 time: 0.2042258 Mar 30 18:20:40.428260 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-dd4d1c31-3983-40de-8b41-0e1726f114ea req-020064ac-cd5b-4142-879f-22d5f49d068a tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/quotas/585ebec9292d43e7b65aab5ba734d8b9 HTTP/1.1" status: 200 len: 375 time: 0.0166829 Mar 30 18:20:40.435077 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-401633c5-f533-42cb-9391-560c621f0677 admin admin] Publish callbacks [] for security_group (6e0be4d0-5793-48c4-9ca4-109bd3a342d3), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:40.445079 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-401633c5-f533-42cb-9391-560c621f0677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (6e0be4d0-5793-48c4-9ca4-109bd3a342d3), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:40.518516 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-401633c5-f533-42cb-9391-560c621f0677 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a92ea97918d74a458f9d74d400f05698&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3688314 Mar 30 18:20:40.518516 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401633c5-f533-42cb-9391-560c621f0677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0be4d0-5793-48c4-9ca4-109bd3a342d3,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:40.529367 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-dd4d1c31-3983-40de-8b41-0e1726f114ea req-d0579118-f784-431c-bc4c-866af1cf81f4 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=585ebec9292d43e7b65aab5ba734d8b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0992408 Mar 30 18:20:40.532706 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 34154) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:40.620763 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e51dc51a-5f12-48be-a471-cd5a811be96d admin admin] Publish callbacks [] for security_group (6e0be4d0-5793-48c4-9ca4-109bd3a342d3), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:40.638750 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-dd4d1c31-3983-40de-8b41-0e1726f114ea req-bcf447b9-2e0f-4126-b0cc-728bd2a2f317 service neutron] 10.222.0.18 "GET /v2.0/networks/0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085076 Mar 30 18:20:40.652710 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e51dc51a-5f12-48be-a471-cd5a811be96d admin admin] Publish callbacks [] for security_group (6e0be4d0-5793-48c4-9ca4-109bd3a342d3), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:40.738202 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e51dc51a-5f12-48be-a471-cd5a811be96d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (6e0be4d0-5793-48c4-9ca4-109bd3a342d3), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:40.742415 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e51dc51a-5f12-48be-a471-cd5a811be96d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:40.743744 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-e51dc51a-5f12-48be-a471-cd5a811be96d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6e0be4d0-5793-48c4-9ca4-109bd3a342d3 HTTP/1.1" status: 204 len: 168 time: 0.2097390 Mar 30 18:20:40.760929 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51dc51a-5f12-48be-a471-cd5a811be96d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0be4d0-5793-48c4-9ca4-109bd3a342d3,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:40.763087 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-443c8f49-00d2-4d02-9348-91b5e1461f72 None None] Publish callbacks [] for port (0fe1b64a-b721-4cae-986c-e8bedae4133f), precommit_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:40.787056 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-443c8f49-00d2-4d02-9348-91b5e1461f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (0fe1b64a-b721-4cae-986c-e8bedae4133f), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:40.831881 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-dd4d1c31-3983-40de-8b41-0e1726f114ea req-20981c75-3a5d-472b-a289-2c7ed04b7481 service neutron] 10.222.0.18 "GET /v2.0/networks/0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846118 Mar 30 18:20:40.845040 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device 2d7d92f9-be31-486f-9237-dcd2a09b1c3a up at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:20:40.938886 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ed42ee-5af5-4d97-a3a6-4a457b840f3c None None] Pushing event updated for resources: {'Port': ['ID=0fe1b64a-b721-4cae-986c-e8bedae4133f,revision_number=3']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:41.023408 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Provisioning complete for port 2d7d92f9-be31-486f-9237-dcd2a09b1c3a triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:20:41.024012 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (2d7d92f9-be31-486f-9237-dcd2a09b1c3a), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:41.025862 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [None req-443c8f49-00d2-4d02-9348-91b5e1461f72 None None] Attempting to bind port 0fe1b64a-b721-4cae-986c-e8bedae4133f on host dv-cinder-835879-1-iscsi for vnic_type normal with profile {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:20:41.026229 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [None req-443c8f49-00d2-4d02-9348-91b5e1461f72 None None] Attempting to bind port 0fe1b64a-b721-4cae-986c-e8bedae4133f by drivers openvswitch,hyperv on host dv-cinder-835879-1-iscsi at level 0 using segments [{'id': 'e89ea969-8b4b-4207-b35e-89afc567c10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb'}] {{(pid=103295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:20:41.026590 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443c8f49-00d2-4d02-9348-91b5e1461f72 None None] Attempting to bind port 0fe1b64a-b721-4cae-986c-e8bedae4133f on network 0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:20:41.060323 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443c8f49-00d2-4d02-9348-91b5e1461f72 None None] Checking agent: {'id': '6489659c-3f19-4a2c-89f8-52d37c938fb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 11, 4), 'started_at': datetime.datetime(2022, 3, 30, 18, 11, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:20:41.060941 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443c8f49-00d2-4d02-9348-91b5e1461f72 None None] Checking segment: {'id': 'e89ea969-8b4b-4207-b35e-89afc567c10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:20:41.061496 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-443c8f49-00d2-4d02-9348-91b5e1461f72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:41.062055 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443c8f49-00d2-4d02-9348-91b5e1461f72 None None] Bound using segment: {'id': 'e89ea969-8b4b-4207-b35e-89afc567c10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb'} {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:20:41.062689 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [None req-443c8f49-00d2-4d02-9348-91b5e1461f72 None None] Bound port: 0fe1b64a-b721-4cae-986c-e8bedae4133f, host: dv-cinder-835879-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e89ea969-8b4b-4207-b35e-89afc567c10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb'}}] {{(pid=103295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:20:41.063908 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-443c8f49-00d2-4d02-9348-91b5e1461f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (0fe1b64a-b721-4cae-986c-e8bedae4133f), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:41.095372 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-525590ff-47db-4411-bd27-c24e2f196ff7 req-bc57e30a-678b-427e-bf2b-9cb71ba8108b tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 210 time: 0.0486057 Mar 30 18:20:41.305341 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-443c8f49-00d2-4d02-9348-91b5e1461f72 None None] For port 0fe1b64a-b721-4cae-986c-e8bedae4133f, host dv-cinder-835879-1-iscsi, cleared binding levels {{(pid=103295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:20:41.307699 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Current status of the port 2d7d92f9-be31-486f-9237-dcd2a09b1c3a is: ACTIVE; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:20:41.320454 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-443c8f49-00d2-4d02-9348-91b5e1461f72 None None] For port 0fe1b64a-b721-4cae-986c-e8bedae4133f, host dv-cinder-835879-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=0fe1b64a-b721-4cae-986c-e8bedae4133f,segment=NetworkSegment(e89ea969-8b4b-4207-b35e-89afc567c10c),segment_id=e89ea969-8b4b-4207-b35e-89afc567c10c)] {{(pid=103295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:20:41.336103 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-443c8f49-00d2-4d02-9348-91b5e1461f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (0fe1b64a-b721-4cae-986c-e8bedae4133f), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:41.387566 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 34198) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:41.408461 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-128388ab-5f0c-41fe-a33b-3e0b24b15bd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:41.553172 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ed42ee-5af5-4d97-a3a6-4a457b840f3c None None] Pushing event updated for resources: {'Port': ['ID=0fe1b64a-b721-4cae-986c-e8bedae4133f,revision_number=4']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:41.576290 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443c8f49-00d2-4d02-9348-91b5e1461f72 None None] Routers {'7266c1d7-521e-414b-aff0-8c110dc9dbd7'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:20:41.576942 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-443c8f49-00d2-4d02-9348-91b5e1461f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:20:30Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['7266c1d7-521e-414b-aff0-8c110dc9dbd7'], 'active': True} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:20:41.579064 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-dcdeec8a-e51a-4650-a878-7664789f64d0 None None] Provisioning complete for port 0fe1b64a-b721-4cae-986c-e8bedae4133f triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:20:41.579466 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-dcdeec8a-e51a-4650-a878-7664789f64d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (0fe1b64a-b721-4cae-986c-e8bedae4133f), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:41.595476 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-128388ab-5f0c-41fe-a33b-3e0b24b15bd7 admin admin] Publish callbacks [] for security_group (ecd1ca62-ac88-4219-9412-5a28e05bda3b), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:41.605805 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-128388ab-5f0c-41fe-a33b-3e0b24b15bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (ecd1ca62-ac88-4219-9412-5a28e05bda3b), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:41.672749 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9323e4-b0f1-45be-b942-52d3764320c8 req-a9b8cd89-7b45-4e84-94bc-5c601b4371c8 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:41.674202 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3f9323e4-b0f1-45be-b942-52d3764320c8 req-a9b8cd89-7b45-4e84-94bc-5c601b4371c8 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.55 "GET /v2.0/networks?id=0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb HTTP/1.1" status: 200 len: 819 time: 0.2828681 Mar 30 18:20:41.696884 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-128388ab-5f0c-41fe-a33b-3e0b24b15bd7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=93dbeb22f3994d12816718ea52b22bc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3082302 Mar 30 18:20:41.702186 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 34214) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:41.717896 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128388ab-5f0c-41fe-a33b-3e0b24b15bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd1ca62-ac88-4219-9412-5a28e05bda3b,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:41.855116 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvr_db [None req-443c8f49-00d2-4d02-9348-91b5e1461f72 None None] Set router 7266c1d7-521e-414b-aff0-8c110dc9dbd7 gateway port host: dv-cinder-835879-1-iscsi {{(pid=103295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:20:41.892299 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-dcdeec8a-e51a-4650-a878-7664789f64d0 None None] Current status of the port 0fe1b64a-b721-4cae-986c-e8bedae4133f is: DOWN; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:20:41.892552 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-dcdeec8a-e51a-4650-a878-7664789f64d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (0fe1b64a-b721-4cae-986c-e8bedae4133f), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:41.962950 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [req-3f9323e4-b0f1-45be-b942-52d3764320c8 req-3a56f3b4-dd4e-4db2-91df-3ae4542fb1f1 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Request body: {'port': {'device_id': 'f3b1014b-57d4-4226-a4c3-219a1a4db3db', 'network_id': '0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb', 'admin_state_up': True, 'tenant_id': '585ebec9292d43e7b65aab5ba734d8b9'}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:20:42.013559 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-dcdeec8a-e51a-4650-a878-7664789f64d0 None None] For port 0fe1b64a-b721-4cae-986c-e8bedae4133f, host dv-cinder-835879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=0fe1b64a-b721-4cae-986c-e8bedae4133f,segment=NetworkSegment(e89ea969-8b4b-4207-b35e-89afc567c10c),segment_id=e89ea969-8b4b-4207-b35e-89afc567c10c)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:20:42.020546 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-dcdeec8a-e51a-4650-a878-7664789f64d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (0fe1b64a-b721-4cae-986c-e8bedae4133f), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:42.095123 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdeec8a-e51a-4650-a878-7664789f64d0 None None] Pushing event updated for resources: {'Port': ['ID=0fe1b64a-b721-4cae-986c-e8bedae4133f,revision_number=5']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:42.120637 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24e6125-bd42-4724-9fc8-8bc0c602e49a req-2f57745a-b8d2-4b39-af22-01e3b2a846dd tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:42.122197 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-e24e6125-bd42-4724-9fc8-8bc0c602e49a req-2f57745a-b8d2-4b39-af22-01e3b2a846dd tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/ports?device_id=b272bfd3-4be1-4583-8c22-a40d66a075a2 HTTP/1.1" status: 200 len: 945 time: 0.4239078 Mar 30 18:20:42.126965 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-0ed2e43d-5e35-477b-b866-6f4a4dad1cd9 admin admin] Publish callbacks [] for security_group (ecd1ca62-ac88-4219-9412-5a28e05bda3b), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:42.161757 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-0b296b4d-21b7-4eb2-9bbb-4d7451b6b982 None None] Provisioning complete for port 0fe1b64a-b721-4cae-986c-e8bedae4133f triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:20:42.162379 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-0b296b4d-21b7-4eb2-9bbb-4d7451b6b982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (0fe1b64a-b721-4cae-986c-e8bedae4133f), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:42.182961 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-0ed2e43d-5e35-477b-b866-6f4a4dad1cd9 admin admin] Publish callbacks [] for security_group (ecd1ca62-ac88-4219-9412-5a28e05bda3b), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:42.190508 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f9323e4-b0f1-45be-b942-52d3764320c8 req-3a56f3b4-dd4e-4db2-91df-3ae4542fb1f1 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Made reservation on behalf of 585ebec9292d43e7b65aab5ba734d8b9 for: {'port': 1} {{(pid=103293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:20:42.193826 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-3f9323e4-b0f1-45be-b942-52d3764320c8 req-3a56f3b4-dd4e-4db2-91df-3ae4542fb1f1 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:42.209392 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-443c8f49-00d2-4d02-9348-91b5e1461f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7266c1d7-521e-414b-aff0-8c110dc9dbd7', 'name': 'tempest-ServerRescueNegativeTestJSON-1943900163-router', 'tenant_id': '585ebec9292d43e7b65aab5ba734d8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '2d7d92f9-be31-486f-9237-dcd2a09b1c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:20:33Z', 'updated_at': '2022-03-30T18:20:37Z', 'revision_number': 4, 'project_id': '585ebec9292d43e7b65aab5ba734d8b9', 'gw_port': {'id': '2d7d92f9-be31-486f-9237-dcd2a09b1c3a', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7266c1d7-521e-414b-aff0-8c110dc9dbd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:33Z', 'updated_at': '2022-03-30T18:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_interfaces': [{'id': '0fe1b64a-b721-4cae-986c-e8bedae4133f', 'name': '', 'network_id': '0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb', 'tenant_id': '585ebec9292d43e7b65aab5ba734d8b9', 'mac_address': 'fa:16:3e:9d:44:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7266c1d7-521e-414b-aff0-8c110dc9dbd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '803891e5-aae4-46c3-87bc-0de344219463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:36Z', 'updated_at': '2022-03-30T18:20:41Z', 'revision_number': 4, 'project_id': '585ebec9292d43e7b65aab5ba734d8b9', 'subnets': [{'id': '803891e5-aae4-46c3-87bc-0de344219463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:20:42.241833 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443c8f49-00d2-4d02-9348-91b5e1461f72 None None] The sync data for ids ['7266c1d7-521e-414b-aff0-8c110dc9dbd7'] in dv-cinder-835879-1-iscsi is: [{'id': '7266c1d7-521e-414b-aff0-8c110dc9dbd7', 'name': 'tempest-ServerRescueNegativeTestJSON-1943900163-router', 'tenant_id': '585ebec9292d43e7b65aab5ba734d8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '2d7d92f9-be31-486f-9237-dcd2a09b1c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:20:33Z', 'updated_at': '2022-03-30T18:20:37Z', 'revision_number': 4, 'project_id': '585ebec9292d43e7b65aab5ba734d8b9', 'gw_port': {'id': '2d7d92f9-be31-486f-9237-dcd2a09b1c3a', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7266c1d7-521e-414b-aff0-8c110dc9dbd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:33Z', 'updated_at': '2022-03-30T18:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_interfaces': [{'id': '0fe1b64a-b721-4cae-986c-e8bedae4133f', 'name': '', 'network_id': '0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb', 'tenant_id': '585ebec9292d43e7b65aab5ba734d8b9', 'mac_address': 'fa:16:3e:9d:44:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7266c1d7-521e-414b-aff0-8c110dc9dbd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '803891e5-aae4-46c3-87bc-0de344219463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:36Z', 'updated_at': '2022-03-30T18:20:41Z', 'revision_number': 4, 'project_id': '585ebec9292d43e7b65aab5ba734d8b9', 'subnets': [{'id': '803891e5-aae4-46c3-87bc-0de344219463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:20:42.300050 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-e24e6125-bd42-4724-9fc8-8bc0c602e49a req-dc87bc0d-e08f-4b48-b69b-9978fd811b36 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cc60dcc-24e9-4a9f-a63c-ae2217fe9dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639550 Mar 30 18:20:42.301912 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0e4c68bf-f391-4127-b764-902072295903 req-2f998933-7355-422a-b642-e1461f10eea1 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 210 time: 0.0703754 Mar 30 18:20:42.343908 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-0b296b4d-21b7-4eb2-9bbb-4d7451b6b982 None None] Current status of the port 0fe1b64a-b721-4cae-986c-e8bedae4133f is: ACTIVE; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:20:42.433486 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-0ed2e43d-5e35-477b-b866-6f4a4dad1cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (ecd1ca62-ac88-4219-9412-5a28e05bda3b), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:42.436031 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-0ed2e43d-5e35-477b-b866-6f4a4dad1cd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:42.437170 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-0ed2e43d-5e35-477b-b866-6f4a4dad1cd9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ecd1ca62-ac88-4219-9412-5a28e05bda3b HTTP/1.1" status: 204 len: 168 time: 0.7207444 Mar 30 18:20:42.455117 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed2e43d-5e35-477b-b866-6f4a4dad1cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd1ca62-ac88-4219-9412-5a28e05bda3b,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:42.473374 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.db_base_plugin_common [req-3f9323e4-b0f1-45be-b942-52d3764320c8 req-3a56f3b4-dd4e-4db2-91df-3ae4542fb1f1 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Allocated IP 172.20.0.8 (0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb/803891e5-aae4-46c3-87bc-0de344219463/f011040f-cb75-49cc-9ae4-d7326ea6448c) {{(pid=103293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:20:42.676216 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-3f9323e4-b0f1-45be-b942-52d3764320c8 req-3a56f3b4-dd4e-4db2-91df-3ae4542fb1f1 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Publish callbacks [] for port (f011040f-cb75-49cc-9ae4-d7326ea6448c), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:42.792768 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-3f9323e4-b0f1-45be-b942-52d3764320c8 req-3a56f3b4-dd4e-4db2-91df-3ae4542fb1f1 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759689464324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58814409'] for port (f011040f-cb75-49cc-9ae4-d7326ea6448c), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:42.866332 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device 0fe1b64a-b721-4cae-986c-e8bedae4133f up at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:20:42.957153 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Provisioning complete for port 0fe1b64a-b721-4cae-986c-e8bedae4133f triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:20:42.958502 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (0fe1b64a-b721-4cae-986c-e8bedae4133f), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:42.967697 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f9323e4-b0f1-45be-b942-52d3764320c8 req-3a56f3b4-dd4e-4db2-91df-3ae4542fb1f1 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Network 0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb is already hosted by enough agents. {{(pid=103293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:20:43.011305 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.base_scheduler [req-3f9323e4-b0f1-45be-b942-52d3764320c8 req-3a56f3b4-dd4e-4db2-91df-3ae4542fb1f1 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Resources bound (agent type, host, resource id): {{(pid=103293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:20:43.025101 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f9323e4-b0f1-45be-b942-52d3764320c8 req-3a56f3b4-dd4e-4db2-91df-3ae4542fb1f1 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Received port after_create {{(pid=103293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:20:43.049232 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a56f3b4-dd4e-4db2-91df-3ae4542fb1f1 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Pushing event updated for resources: {'Port': ['ID=f011040f-cb75-49cc-9ae4-d7326ea6448c,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:43.182781 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Current status of the port 0fe1b64a-b721-4cae-986c-e8bedae4133f is: ACTIVE; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:20:43.234653 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9323e4-b0f1-45be-b942-52d3764320c8 req-3a56f3b4-dd4e-4db2-91df-3ae4542fb1f1 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:43.236134 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-3f9323e4-b0f1-45be-b942-52d3764320c8 req-3a56f3b4-dd4e-4db2-91df-3ae4542fb1f1 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for port (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:43.263663 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4d1c31-3983-40de-8b41-0e1726f114ea req-88d011e3-97f5-47cd-ba09-1b6f6c185c2a tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:43.265114 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-dd4d1c31-3983-40de-8b41-0e1726f114ea req-88d011e3-97f5-47cd-ba09-1b6f6c185c2a tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.55 "GET /v2.0/networks?id=0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb HTTP/1.1" status: 200 len: 819 time: 0.4102635 Mar 30 18:20:43.266880 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 34256) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:43.277133 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3f9323e4-b0f1-45be-b942-52d3764320c8 req-3a56f3b4-dd4e-4db2-91df-3ae4542fb1f1 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5729516 Mar 30 18:20:43.306873 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [req-dd4d1c31-3983-40de-8b41-0e1726f114ea req-75a81a84-b6bb-4ae3-9e41-d14d9e93cdf0 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Request body: {'port': {'device_id': 'c9eefbdc-48fe-42e7-83ba-3d321cabc3dd', 'network_id': '0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb', 'admin_state_up': True, 'tenant_id': '585ebec9292d43e7b65aab5ba734d8b9'}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:20:43.339521 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [req-3f9323e4-b0f1-45be-b942-52d3764320c8 req-4d31156d-8c72-4c78-8504-84aa361b8aa0 service neutron] Request body: {'port': {'device_id': 'f3b1014b-57d4-4226-a4c3-219a1a4db3db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:20:43.390536 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-7f8e31d5-9509-4392-9bd5-f4029cf5e7e7 None None] Provisioning complete for port f011040f-cb75-49cc-9ae4-d7326ea6448c triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:20:43.390902 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-7f8e31d5-9509-4392-9bd5-f4029cf5e7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (f011040f-cb75-49cc-9ae4-d7326ea6448c), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:43.448268 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-7f8e31d5-9509-4392-9bd5-f4029cf5e7e7 None None] Port f011040f-cb75-49cc-9ae4-d7326ea6448c cannot update to ACTIVE because it is not bound. {{(pid=103295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:20:43.491819 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-87394ced-e3e6-4865-97d6-ce27fd70b892 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:43.566261 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-fd12033d-130d-44e0-bed6-bbacb4ca74d3 req-dff3f885-0f25-46c4-836c-8a36ac172f59 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 210 time: 0.0950177 Mar 30 18:20:43.685304 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-3f9323e4-b0f1-45be-b942-52d3764320c8 req-4d31156d-8c72-4c78-8504-84aa361b8aa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (f011040f-cb75-49cc-9ae4-d7326ea6448c), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:43.693937 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50788a34-e0cc-47e6-8522-43aa961b49e4 req-b44cdae6-0d5c-442b-9015-22f88827ed01 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:43.702292 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-50788a34-e0cc-47e6-8522-43aa961b49e4 req-b44cdae6-0d5c-442b-9015-22f88827ed01 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/ports?device_id=b272bfd3-4be1-4583-8c22-a40d66a075a2 HTTP/1.1" status: 200 len: 945 time: 0.2341070 Mar 30 18:20:43.806791 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd4d1c31-3983-40de-8b41-0e1726f114ea req-75a81a84-b6bb-4ae3-9e41-d14d9e93cdf0 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Made reservation on behalf of 585ebec9292d43e7b65aab5ba734d8b9 for: {'port': 1} {{(pid=103293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:20:43.810099 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-dd4d1c31-3983-40de-8b41-0e1726f114ea req-75a81a84-b6bb-4ae3-9e41-d14d9e93cdf0 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:43.859998 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-50788a34-e0cc-47e6-8522-43aa961b49e4 req-adb34398-c72f-41fa-8073-81c2e8f35f81 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cc60dcc-24e9-4a9f-a63c-ae2217fe9dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567259 Mar 30 18:20:43.863254 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-87394ced-e3e6-4865-97d6-ce27fd70b892 admin admin] Publish callbacks [] for security_group (6671bfc4-2fec-4cf6-8490-fccc6c6ecd8a), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:43.874692 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-87394ced-e3e6-4865-97d6-ce27fd70b892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (6671bfc4-2fec-4cf6-8490-fccc6c6ecd8a), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:44.024848 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-87394ced-e3e6-4865-97d6-ce27fd70b892 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c8b19db8964749d8ba26c0c6adecee3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7567425 Mar 30 18:20:44.025564 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87394ced-e3e6-4865-97d6-ce27fd70b892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6671bfc4-2fec-4cf6-8490-fccc6c6ecd8a,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:44.027719 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 34286) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:44.085701 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-8ee53fa7-1816-4c3e-9cbf-1794c98b09fa admin admin] Publish callbacks [] for security_group (6671bfc4-2fec-4cf6-8490-fccc6c6ecd8a), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:44.107876 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-8ee53fa7-1816-4c3e-9cbf-1794c98b09fa admin admin] Publish callbacks [] for security_group (6671bfc4-2fec-4cf6-8490-fccc6c6ecd8a), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:44.202898 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [req-3f9323e4-b0f1-45be-b942-52d3764320c8 req-4d31156d-8c72-4c78-8504-84aa361b8aa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f011040f-cb75-49cc-9ae4-d7326ea6448c {{(pid=103293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:20:44.215936 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-3f9323e4-b0f1-45be-b942-52d3764320c8 req-4d31156d-8c72-4c78-8504-84aa361b8aa0 service neutron] Publish callbacks [] for port (f011040f-cb75-49cc-9ae4-d7326ea6448c), precommit_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:44.224158 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b24b45-5dd9-4bb0-886f-6ebdd9069c61 req-d8bfab6a-85a8-4ee7-953e-166cb34bc59e tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:44.226213 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [req-37b24b45-5dd9-4bb0-886f-6ebdd9069c61 req-d8bfab6a-85a8-4ee7-953e-166cb34bc59e tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.55 "GET /v2.0/ports?device_id=b272bfd3-4be1-4583-8c22-a40d66a075a2 HTTP/1.1" status: 200 len: 945 time: 0.1114852 Mar 30 18:20:44.236515 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [req-3f9323e4-b0f1-45be-b942-52d3764320c8 req-4d31156d-8c72-4c78-8504-84aa361b8aa0 service neutron] Transition to ACTIVE for port object f011040f-cb75-49cc-9ae4-d7326ea6448c will not be triggered until provisioned by entity L2. {{(pid=103293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 18:20:44.242792 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-8ee53fa7-1816-4c3e-9cbf-1794c98b09fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (6671bfc4-2fec-4cf6-8490-fccc6c6ecd8a), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:44.245332 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-8ee53fa7-1816-4c3e-9cbf-1794c98b09fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:44.245551 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-3f9323e4-b0f1-45be-b942-52d3764320c8 req-4d31156d-8c72-4c78-8504-84aa361b8aa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58814400'] for port (f011040f-cb75-49cc-9ae4-d7326ea6448c), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:44.246442 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-8ee53fa7-1816-4c3e-9cbf-1794c98b09fa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6671bfc4-2fec-4cf6-8490-fccc6c6ecd8a HTTP/1.1" status: 204 len: 168 time: 0.2177410 Mar 30 18:20:44.275745 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee53fa7-1816-4c3e-9cbf-1794c98b09fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6671bfc4-2fec-4cf6-8490-fccc6c6ecd8a,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:44.445233 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.db_base_plugin_common [req-dd4d1c31-3983-40de-8b41-0e1726f114ea req-75a81a84-b6bb-4ae3-9e41-d14d9e93cdf0 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Allocated IP 172.20.0.11 (0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb/803891e5-aae4-46c3-87bc-0de344219463/e7a4ed2f-8771-46ff-9663-44618a801495) {{(pid=103293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:20:44.448880 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d31156d-8c72-4c78-8504-84aa361b8aa0 service neutron] Pushing event updated for resources: {'Port': ['ID=f011040f-cb75-49cc-9ae4-d7326ea6448c,revision_number=2']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:44.619765 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [req-3f9323e4-b0f1-45be-b942-52d3764320c8 req-4d31156d-8c72-4c78-8504-84aa361b8aa0 service neutron] Attempting to bind port f011040f-cb75-49cc-9ae4-d7326ea6448c on host hv-cinder-83587 for vnic_type normal with profile {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:20:44.620111 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [req-3f9323e4-b0f1-45be-b942-52d3764320c8 req-4d31156d-8c72-4c78-8504-84aa361b8aa0 service neutron] Attempting to bind port f011040f-cb75-49cc-9ae4-d7326ea6448c by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': 'e89ea969-8b4b-4207-b35e-89afc567c10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb'}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:20:44.620444 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9323e4-b0f1-45be-b942-52d3764320c8 req-4d31156d-8c72-4c78-8504-84aa361b8aa0 service neutron] Attempting to bind port f011040f-cb75-49cc-9ae4-d7326ea6448c on network 0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:20:44.672839 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [req-37b24b45-5dd9-4bb0-886f-6ebdd9069c61 req-16459415-640c-472b-b600-803dd97aa6c3 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] Deleting port 808a2916-47f3-4a40-8ad2-cb352484d452 {{(pid=103294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:20:44.676022 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-37b24b45-5dd9-4bb0-886f-6ebdd9069c61 req-16459415-640c-472b-b600-803dd97aa6c3 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759690029078'] for port (808a2916-47f3-4a40-8ad2-cb352484d452), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:44.697149 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9323e4-b0f1-45be-b942-52d3764320c8 req-4d31156d-8c72-4c78-8504-84aa361b8aa0 service neutron] Port f011040f-cb75-49cc-9ae4-d7326ea6448c on network 0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 18:20:44.697638 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9323e4-b0f1-45be-b942-52d3764320c8 req-4d31156d-8c72-4c78-8504-84aa361b8aa0 service neutron] Attempting to bind port f011040f-cb75-49cc-9ae4-d7326ea6448c on network 0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:20:44.744009 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9323e4-b0f1-45be-b942-52d3764320c8 req-4d31156d-8c72-4c78-8504-84aa361b8aa0 service neutron] Checking agent: {'id': '48cc6dd0-9d47-40d1-bfd7-3609261a1488', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 17, 16), 'started_at': datetime.datetime(2022, 3, 30, 18, 17, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:20:44.744349 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9323e4-b0f1-45be-b942-52d3764320c8 req-4d31156d-8c72-4c78-8504-84aa361b8aa0 service neutron] Checking segment: {'id': 'e89ea969-8b4b-4207-b35e-89afc567c10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:20:44.744731 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9323e4-b0f1-45be-b942-52d3764320c8 req-4d31156d-8c72-4c78-8504-84aa361b8aa0 service neutron] Bound using segment: {'id': 'e89ea969-8b4b-4207-b35e-89afc567c10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb'} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:20:44.745176 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [req-3f9323e4-b0f1-45be-b942-52d3764320c8 req-4d31156d-8c72-4c78-8504-84aa361b8aa0 service neutron] Bound port: f011040f-cb75-49cc-9ae4-d7326ea6448c, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e89ea969-8b4b-4207-b35e-89afc567c10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb'}}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:20:44.745535 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-3f9323e4-b0f1-45be-b942-52d3764320c8 req-4d31156d-8c72-4c78-8504-84aa361b8aa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (f011040f-cb75-49cc-9ae4-d7326ea6448c), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:44.787048 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-6c1f578b-b126-4af9-a32d-2b8a7b861bfd req-f21d53df-f2ee-4cb8-9d65-53e77d6ee7c1 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 210 time: 0.0915470 Mar 30 18:20:44.854897 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [req-37b24b45-5dd9-4bb0-886f-6ebdd9069c61 req-16459415-640c-472b-b600-803dd97aa6c3 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] For port 808a2916-47f3-4a40-8ad2-cb352484d452, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=808a2916-47f3-4a40-8ad2-cb352484d452,segment=NetworkSegment(3b0494ca-3414-4d94-b067-20371048eea0),segment_id=3b0494ca-3414-4d94-b067-20371048eea0)] {{(pid=103294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:20:44.856334 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-37b24b45-5dd9-4bb0-886f-6ebdd9069c61 req-16459415-640c-472b-b600-803dd97aa6c3 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586036'] for port (808a2916-47f3-4a40-8ad2-cb352484d452), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:44.881953 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [req-37b24b45-5dd9-4bb0-886f-6ebdd9069c61 req-16459415-640c-472b-b600-803dd97aa6c3 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] Calling delete_port for 808a2916-47f3-4a40-8ad2-cb352484d452 owned by compute:nova {{(pid=103294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:20:44.936072 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-dd4d1c31-3983-40de-8b41-0e1726f114ea req-75a81a84-b6bb-4ae3-9e41-d14d9e93cdf0 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Publish callbacks [] for port (e7a4ed2f-8771-46ff-9663-44618a801495), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:44.940587 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [req-3f9323e4-b0f1-45be-b942-52d3764320c8 req-4d31156d-8c72-4c78-8504-84aa361b8aa0 service neutron] For port f011040f-cb75-49cc-9ae4-d7326ea6448c, host hv-cinder-83587, cleared binding levels {{(pid=103293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:20:44.945672 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [req-3f9323e4-b0f1-45be-b942-52d3764320c8 req-4d31156d-8c72-4c78-8504-84aa361b8aa0 service neutron] For port f011040f-cb75-49cc-9ae4-d7326ea6448c, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=f011040f-cb75-49cc-9ae4-d7326ea6448c,segment=NetworkSegment(e89ea969-8b4b-4207-b35e-89afc567c10c),segment_id=e89ea969-8b4b-4207-b35e-89afc567c10c)] {{(pid=103293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:20:44.958889 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-3f9323e4-b0f1-45be-b942-52d3764320c8 req-4d31156d-8c72-4c78-8504-84aa361b8aa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58814400'] for port (f011040f-cb75-49cc-9ae4-d7326ea6448c), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:45.086686 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9323e4-b0f1-45be-b942-52d3764320c8 req-4d31156d-8c72-4c78-8504-84aa361b8aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:45.087887 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-3f9323e4-b0f1-45be-b942-52d3764320c8 req-4d31156d-8c72-4c78-8504-84aa361b8aa0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for port (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:45.089298 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3f9323e4-b0f1-45be-b942-52d3764320c8 req-4d31156d-8c72-4c78-8504-84aa361b8aa0 service neutron] 10.222.0.55 "PUT /v2.0/ports/f011040f-cb75-49cc-9ae4-d7326ea6448c HTTP/1.1" status: 200 len: 1093 time: 1.7607121 Mar 30 18:20:45.091138 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3b1014b-57d4-4226-a4c3-219a1a4db3db', 'tag': 'f011040f-cb75-49cc-9ae4-d7326ea6448c'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:20:45.093579 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e41150553c85b09edab6cb52843a30629a36ec9d810f78f9b9d5c7c277fb574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c87e7909-d2b7-497e-988d-c2c7d0c27bb0" -d '{"events": [{"name": "network-changed", "server_uuid": "f3b1014b-57d4-4226-a4c3-219a1a4db3db", "tag": "f011040f-cb75-49cc-9ae4-d7326ea6448c"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:20:45.110046 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-dd4d1c31-3983-40de-8b41-0e1726f114ea req-75a81a84-b6bb-4ae3-9e41-d14d9e93cdf0 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759689464324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58814409'] for port (e7a4ed2f-8771-46ff-9663-44618a801495), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:45.130458 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d31156d-8c72-4c78-8504-84aa361b8aa0 service neutron] Pushing event updated for resources: {'Port': ['ID=f011040f-cb75-49cc-9ae4-d7326ea6448c,revision_number=3']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:45.137225 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-37b24b45-5dd9-4bb0-886f-6ebdd9069c61 req-16459415-640c-472b-b600-803dd97aa6c3 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759690034297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759689464333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59249992'] for port (808a2916-47f3-4a40-8ad2-cb352484d452), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:45.155346 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd4d1c31-3983-40de-8b41-0e1726f114ea req-75a81a84-b6bb-4ae3-9e41-d14d9e93cdf0 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Network 0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb is already hosted by enough agents. {{(pid=103293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:20:45.187914 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] get_ports_and_sgs() called for port_ids ['808a2916-47f3-4a40-8ad2-cb352484d452'] {{(pid=103295) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:20:45.198299 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16459415-640c-472b-b600-803dd97aa6c3 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] Pushing event deleted for resources: {'Port': ['ID=808a2916-47f3-4a40-8ad2-cb352484d452,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:45.214274 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715e51db-e773-4867-8e50-8093b5c156db x-openstack-request-id: req-715e51db-e773-4867-8e50-8093b5c156db {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:20:45.215705 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3b1014b-57d4-4226-a4c3-219a1a4db3db", "tag": "f011040f-cb75-49cc-9ae4-d7326ea6448c", "status": "completed", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:20:45.216553 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-715e51db-e773-4867-8e50-8093b5c156db {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:20:45.217125 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-715e51db-e773-4867-8e50-8093b5c156db'] response: {'name': 'network-changed', 'server_uuid': 'f3b1014b-57d4-4226-a4c3-219a1a4db3db', 'tag': 'f011040f-cb75-49cc-9ae4-d7326ea6448c', 'status': 'completed', 'code': 200} Mar 30 18:20:45.230371 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.base_scheduler [req-dd4d1c31-3983-40de-8b41-0e1726f114ea req-75a81a84-b6bb-4ae3-9e41-d14d9e93cdf0 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Resources bound (agent type, host, resource id): {{(pid=103293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:20:45.232965 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd4d1c31-3983-40de-8b41-0e1726f114ea req-75a81a84-b6bb-4ae3-9e41-d14d9e93cdf0 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Received port after_create {{(pid=103293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:20:45.295734 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [req-37b24b45-5dd9-4bb0-886f-6ebdd9069c61 req-16459415-640c-472b-b600-803dd97aa6c3 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] No DVR routers for this DVR port 808a2916-47f3-4a40-8ad2-cb352484d452 on host hv-cinder-83587 {{(pid=103294) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:20:45.299666 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-37b24b45-5dd9-4bb0-886f-6ebdd9069c61 req-16459415-640c-472b-b600-803dd97aa6c3 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for port (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:45.300096 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c1eefd-7718-4feb-816d-c3e863e37ae6 req-446f6276-f90c-44c5-a3a4-e5a2a097d2c1 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:45.301952 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-e6c1eefd-7718-4feb-816d-c3e863e37ae6 req-446f6276-f90c-44c5-a3a4-e5a2a097d2c1 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/ports?device_id=b272bfd3-4be1-4583-8c22-a40d66a075a2 HTTP/1.1" status: 200 len: 867 time: 0.3343294 Mar 30 18:20:45.306149 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [req-37b24b45-5dd9-4bb0-886f-6ebdd9069c61 req-16459415-640c-472b-b600-803dd97aa6c3 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.55 "DELETE /v2.0/ports/808a2916-47f3-4a40-8ad2-cb352484d452 HTTP/1.1" status: 204 len: 173 time: 1.0720046 Mar 30 18:20:45.306905 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b272bfd3-4be1-4583-8c22-a40d66a075a2', 'name': 'network-vif-deleted', 'tag': '808a2916-47f3-4a40-8ad2-cb352484d452'}] {{(pid=103294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:20:45.309623 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f253efad80999b0ddc7e44d4c54a97ad4b62a771ea2683ab6850d70c8b34677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc3a7567-0ffd-433a-a5aa-4933d712a110" -d '{"events": [{"server_uuid": "b272bfd3-4be1-4583-8c22-a40d66a075a2", "name": "network-vif-deleted", "tag": "808a2916-47f3-4a40-8ad2-cb352484d452"}]}' {{(pid=103294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:20:45.389730 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87cd5916-5bfb-4a83-a92e-ca3cd712be5c x-openstack-request-id: req-87cd5916-5bfb-4a83-a92e-ca3cd712be5c {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:20:45.390617 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b272bfd3-4be1-4583-8c22-a40d66a075a2", "name": "network-vif-deleted", "tag": "808a2916-47f3-4a40-8ad2-cb352484d452", "status": "completed", "code": 200}]} {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:20:45.391402 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-87cd5916-5bfb-4a83-a92e-ca3cd712be5c {{(pid=103294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:20:45.391953 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87cd5916-5bfb-4a83-a92e-ca3cd712be5c'] response: {'server_uuid': 'b272bfd3-4be1-4583-8c22-a40d66a075a2', 'name': 'network-vif-deleted', 'tag': '808a2916-47f3-4a40-8ad2-cb352484d452', 'status': 'completed', 'code': 200} Mar 30 18:20:45.399460 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a81a84-b6bb-4ae3-9e41-d14d9e93cdf0 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Pushing event updated for resources: {'Port': ['ID=e7a4ed2f-8771-46ff-9663-44618a801495,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:45.458225 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4d1c31-3983-40de-8b41-0e1726f114ea req-75a81a84-b6bb-4ae3-9e41-d14d9e93cdf0 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:45.458962 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-dd4d1c31-3983-40de-8b41-0e1726f114ea req-75a81a84-b6bb-4ae3-9e41-d14d9e93cdf0 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for port (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:45.465953 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9323e4-b0f1-45be-b942-52d3764320c8 req-414e49f5-553a-4e53-a489-0927835fbec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:45.467606 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3f9323e4-b0f1-45be-b942-52d3764320c8 req-414e49f5-553a-4e53-a489-0927835fbec2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=585ebec9292d43e7b65aab5ba734d8b9&device_id=f3b1014b-57d4-4226-a4c3-219a1a4db3db HTTP/1.1" status: 200 len: 1127 time: 0.3058214 Mar 30 18:20:45.477440 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-e6c1eefd-7718-4feb-816d-c3e863e37ae6 req-15eddfa9-2747-494b-8b52-7898dac2ad40 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cc60dcc-24e9-4a9f-a63c-ae2217fe9dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196561 Mar 30 18:20:45.493162 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-dd4d1c31-3983-40de-8b41-0e1726f114ea req-75a81a84-b6bb-4ae3-9e41-d14d9e93cdf0 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1905859 Mar 30 18:20:45.571700 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [req-dd4d1c31-3983-40de-8b41-0e1726f114ea req-6bf5ba82-8b58-4b2f-8c9b-08fc7bea1e12 service neutron] Request body: {'port': {'device_id': 'c9eefbdc-48fe-42e7-83ba-3d321cabc3dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:20:45.652118 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3f9323e4-b0f1-45be-b942-52d3764320c8 req-c0a8bb69-8a08-4177-8958-607dc7b2e15c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f011040f-cb75-49cc-9ae4-d7326ea6448c HTTP/1.1" status: 200 len: 217 time: 0.1320777 Mar 30 18:20:45.707033 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-dd4d1c31-3983-40de-8b41-0e1726f114ea req-6bf5ba82-8b58-4b2f-8c9b-08fc7bea1e12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (e7a4ed2f-8771-46ff-9663-44618a801495), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:45.741626 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-a956c369-e0fe-4189-91f6-1a7e4c2533f2 None None] Provisioning complete for port e7a4ed2f-8771-46ff-9663-44618a801495 triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:20:45.742001 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-a956c369-e0fe-4189-91f6-1a7e4c2533f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (e7a4ed2f-8771-46ff-9663-44618a801495), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:45.753409 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9323e4-b0f1-45be-b942-52d3764320c8 req-18d980da-657e-45f1-be49-59c7d985587d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:45.755144 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3f9323e4-b0f1-45be-b942-52d3764320c8 req-18d980da-657e-45f1-be49-59c7d985587d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=803891e5-aae4-46c3-87bc-0de344219463 HTTP/1.1" status: 200 len: 858 time: 0.0877862 Mar 30 18:20:45.795605 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-a956c369-e0fe-4189-91f6-1a7e4c2533f2 None None] Port e7a4ed2f-8771-46ff-9663-44618a801495 cannot update to ACTIVE because it is not bound. {{(pid=103295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:20:45.917034 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9323e4-b0f1-45be-b942-52d3764320c8 req-f37da002-6498-43d8-87d1-2f47dd6479f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:45.918504 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3f9323e4-b0f1-45be-b942-52d3764320c8 req-f37da002-6498-43d8-87d1-2f47dd6479f1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1540513 Mar 30 18:20:46.266332 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea5e63c-28c9-48c8-9380-88fc57a8d896 req-f28759de-586a-40a0-917d-664f2f20728c tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:46.267705 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-bea5e63c-28c9-48c8-9380-88fc57a8d896 req-f28759de-586a-40a0-917d-664f2f20728c tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 932 time: 0.3902450 Mar 30 18:20:46.284212 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (48cc6dd0-9d47-40d1-bfd7-3609261a1488), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:46.327125 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3f9323e4-b0f1-45be-b942-52d3764320c8 req-cb546311-98b9-439d-a3d7-8023c2271616 service neutron] 10.222.0.55 "GET /v2.0/networks/0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852617 Mar 30 18:20:46.370045 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-bea5e63c-28c9-48c8-9380-88fc57a8d896 req-776e6603-ef1a-471a-a9e2-787e4c510295 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929885 Mar 30 18:20:46.441625 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [req-dd4d1c31-3983-40de-8b41-0e1726f114ea req-6bf5ba82-8b58-4b2f-8c9b-08fc7bea1e12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7a4ed2f-8771-46ff-9663-44618a801495 {{(pid=103293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:20:46.455541 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-dd4d1c31-3983-40de-8b41-0e1726f114ea req-6bf5ba82-8b58-4b2f-8c9b-08fc7bea1e12 service neutron] Publish callbacks [] for port (e7a4ed2f-8771-46ff-9663-44618a801495), precommit_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:46.479680 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [req-dd4d1c31-3983-40de-8b41-0e1726f114ea req-6bf5ba82-8b58-4b2f-8c9b-08fc7bea1e12 service neutron] Transition to ACTIVE for port object e7a4ed2f-8771-46ff-9663-44618a801495 will not be triggered until provisioned by entity L2. {{(pid=103293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 18:20:46.481952 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3f9323e4-b0f1-45be-b942-52d3764320c8 req-0ef1173c-d038-4060-8398-a4beacb062d9 service neutron] 10.222.0.55 "GET /v2.0/networks/0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414998 Mar 30 18:20:46.483072 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-dd4d1c31-3983-40de-8b41-0e1726f114ea req-6bf5ba82-8b58-4b2f-8c9b-08fc7bea1e12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58814400'] for port (e7a4ed2f-8771-46ff-9663-44618a801495), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:46.531074 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf5ba82-8b58-4b2f-8c9b-08fc7bea1e12 service neutron] Pushing event updated for resources: {'Port': ['ID=e7a4ed2f-8771-46ff-9663-44618a801495,revision_number=2']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:46.636618 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [req-dd4d1c31-3983-40de-8b41-0e1726f114ea req-6bf5ba82-8b58-4b2f-8c9b-08fc7bea1e12 service neutron] Attempting to bind port e7a4ed2f-8771-46ff-9663-44618a801495 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:20:46.637045 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [req-dd4d1c31-3983-40de-8b41-0e1726f114ea req-6bf5ba82-8b58-4b2f-8c9b-08fc7bea1e12 service neutron] Attempting to bind port e7a4ed2f-8771-46ff-9663-44618a801495 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': 'e89ea969-8b4b-4207-b35e-89afc567c10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb'}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:20:46.637435 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4d1c31-3983-40de-8b41-0e1726f114ea req-6bf5ba82-8b58-4b2f-8c9b-08fc7bea1e12 service neutron] Attempting to bind port e7a4ed2f-8771-46ff-9663-44618a801495 on network 0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:20:46.645539 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4d1c31-3983-40de-8b41-0e1726f114ea req-6bf5ba82-8b58-4b2f-8c9b-08fc7bea1e12 service neutron] Port e7a4ed2f-8771-46ff-9663-44618a801495 on network 0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 18:20:46.645917 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4d1c31-3983-40de-8b41-0e1726f114ea req-6bf5ba82-8b58-4b2f-8c9b-08fc7bea1e12 service neutron] Attempting to bind port e7a4ed2f-8771-46ff-9663-44618a801495 on network 0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:20:46.653948 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4d1c31-3983-40de-8b41-0e1726f114ea req-6bf5ba82-8b58-4b2f-8c9b-08fc7bea1e12 service neutron] Checking agent: {'id': '48cc6dd0-9d47-40d1-bfd7-3609261a1488', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 17, 16), 'started_at': datetime.datetime(2022, 3, 30, 18, 17, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:20:46.654288 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4d1c31-3983-40de-8b41-0e1726f114ea req-6bf5ba82-8b58-4b2f-8c9b-08fc7bea1e12 service neutron] Checking segment: {'id': 'e89ea969-8b4b-4207-b35e-89afc567c10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:20:46.658405 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4d1c31-3983-40de-8b41-0e1726f114ea req-6bf5ba82-8b58-4b2f-8c9b-08fc7bea1e12 service neutron] Bound using segment: {'id': 'e89ea969-8b4b-4207-b35e-89afc567c10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb'} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:20:46.658405 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [req-dd4d1c31-3983-40de-8b41-0e1726f114ea req-6bf5ba82-8b58-4b2f-8c9b-08fc7bea1e12 service neutron] Bound port: e7a4ed2f-8771-46ff-9663-44618a801495, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e89ea969-8b4b-4207-b35e-89afc567c10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb'}}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:20:46.658405 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-dd4d1c31-3983-40de-8b41-0e1726f114ea req-6bf5ba82-8b58-4b2f-8c9b-08fc7bea1e12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (e7a4ed2f-8771-46ff-9663-44618a801495), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:46.695668 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e7909-d2b7-497e-988d-c2c7d0c27bb0 req-af61077c-293f-43ab-aecf-8a1a1007a312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:46.697769 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c87e7909-d2b7-497e-988d-c2c7d0c27bb0 req-af61077c-293f-43ab-aecf-8a1a1007a312 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=585ebec9292d43e7b65aab5ba734d8b9&device_id=f3b1014b-57d4-4226-a4c3-219a1a4db3db HTTP/1.1" status: 200 len: 1127 time: 0.0938382 Mar 30 18:20:46.862510 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [req-dd4d1c31-3983-40de-8b41-0e1726f114ea req-6bf5ba82-8b58-4b2f-8c9b-08fc7bea1e12 service neutron] For port e7a4ed2f-8771-46ff-9663-44618a801495, host hv-cinder-83587, cleared binding levels {{(pid=103293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:20:46.885587 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [req-dd4d1c31-3983-40de-8b41-0e1726f114ea req-6bf5ba82-8b58-4b2f-8c9b-08fc7bea1e12 service neutron] For port e7a4ed2f-8771-46ff-9663-44618a801495, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=e7a4ed2f-8771-46ff-9663-44618a801495,segment=NetworkSegment(e89ea969-8b4b-4207-b35e-89afc567c10c),segment_id=e89ea969-8b4b-4207-b35e-89afc567c10c)] {{(pid=103293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:20:46.907035 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-dd4d1c31-3983-40de-8b41-0e1726f114ea req-6bf5ba82-8b58-4b2f-8c9b-08fc7bea1e12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58814400'] for port (e7a4ed2f-8771-46ff-9663-44618a801495), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:46.977918 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e7909-d2b7-497e-988d-c2c7d0c27bb0 req-9063f62d-7225-46b6-85b0-dd7f7742d9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:46.979414 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c87e7909-d2b7-497e-988d-c2c7d0c27bb0 req-9063f62d-7225-46b6-85b0-dd7f7742d9f1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb HTTP/1.1" status: 200 len: 920 time: 0.2724855 Mar 30 18:20:46.980643 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4d1c31-3983-40de-8b41-0e1726f114ea req-6bf5ba82-8b58-4b2f-8c9b-08fc7bea1e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:46.981225 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-dd4d1c31-3983-40de-8b41-0e1726f114ea req-6bf5ba82-8b58-4b2f-8c9b-08fc7bea1e12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for port (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:46.982474 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-dd4d1c31-3983-40de-8b41-0e1726f114ea req-6bf5ba82-8b58-4b2f-8c9b-08fc7bea1e12 service neutron] 10.222.0.55 "PUT /v2.0/ports/e7a4ed2f-8771-46ff-9663-44618a801495 HTTP/1.1" status: 200 len: 1094 time: 1.4156244 Mar 30 18:20:46.994673 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d83152b-8660-4e5c-b2b9-8ad909714248 req-e5886994-e6d6-442e-a62f-84583dbb8650 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:46.996195 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-7d83152b-8660-4e5c-b2b9-8ad909714248 req-e5886994-e6d6-442e-a62f-84583dbb8650 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/networks?id=198ea463-61cf-4734-958a-a6c530b7d835 HTTP/1.1" status: 200 len: 809 time: 0.2507286 Mar 30 18:20:47.055691 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf5ba82-8b58-4b2f-8c9b-08fc7bea1e12 service neutron] Pushing event updated for resources: {'Port': ['ID=e7a4ed2f-8771-46ff-9663-44618a801495,revision_number=3']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:47.059070 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c87e7909-d2b7-497e-988d-c2c7d0c27bb0 req-90db2430-121f-4fb3-9a21-c3d0d858a24c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f011040f-cb75-49cc-9ae4-d7326ea6448c HTTP/1.1" status: 200 len: 217 time: 0.0569918 Mar 30 18:20:47.062259 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-7d83152b-8660-4e5c-b2b9-8ad909714248 req-a9e7edf8-2ed4-4388-afeb-dccb08a73ad1 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/quotas/a0ee2e2f9e964b6da9c69946cd289cd7 HTTP/1.1" status: 200 len: 375 time: 0.0590892 Mar 30 18:20:47.153368 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-7d83152b-8660-4e5c-b2b9-8ad909714248 req-6bc4814f-0fac-499e-8a0c-947c4537b7b1 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a0ee2e2f9e964b6da9c69946cd289cd7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0833142 Mar 30 18:20:47.186972 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e7909-d2b7-497e-988d-c2c7d0c27bb0 req-3310574e-c5c3-4c3e-8f97-ed5b14492f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:47.188428 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c87e7909-d2b7-497e-988d-c2c7d0c27bb0 req-3310574e-c5c3-4c3e-8f97-ed5b14492f13 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=803891e5-aae4-46c3-87bc-0de344219463 HTTP/1.1" status: 200 len: 858 time: 0.1174963 Mar 30 18:20:47.223604 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9eefbdc-48fe-42e7-83ba-3d321cabc3dd', 'tag': 'e7a4ed2f-8771-46ff-9663-44618a801495'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:20:47.225790 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e41150553c85b09edab6cb52843a30629a36ec9d810f78f9b9d5c7c277fb574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c39bca-52db-44b0-b339-73cec672b78c" -d '{"events": [{"name": "network-changed", "server_uuid": "c9eefbdc-48fe-42e7-83ba-3d321cabc3dd", "tag": "e7a4ed2f-8771-46ff-9663-44618a801495"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:20:47.257674 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4d1c31-3983-40de-8b41-0e1726f114ea req-92b6a853-ed97-46d6-8492-5b45c0a516fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:47.259200 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-dd4d1c31-3983-40de-8b41-0e1726f114ea req-92b6a853-ed97-46d6-8492-5b45c0a516fc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=585ebec9292d43e7b65aab5ba734d8b9&device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 1128 time: 0.1985960 Mar 30 18:20:47.299939 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb60d547-fe94-45c3-b91d-80d1ea6d113b x-openstack-request-id: req-bb60d547-fe94-45c3-b91d-80d1ea6d113b {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:20:47.300225 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9eefbdc-48fe-42e7-83ba-3d321cabc3dd", "tag": "e7a4ed2f-8771-46ff-9663-44618a801495", "status": "completed", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:20:47.300458 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bb60d547-fe94-45c3-b91d-80d1ea6d113b {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:20:47.300843 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb60d547-fe94-45c3-b91d-80d1ea6d113b'] response: {'name': 'network-changed', 'server_uuid': 'c9eefbdc-48fe-42e7-83ba-3d321cabc3dd', 'tag': 'e7a4ed2f-8771-46ff-9663-44618a801495', 'status': 'completed', 'code': 200} Mar 30 18:20:47.306825 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e7909-d2b7-497e-988d-c2c7d0c27bb0 req-2ab109a7-edf3-427f-986a-0c315636c45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:47.308575 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c87e7909-d2b7-497e-988d-c2c7d0c27bb0 req-2ab109a7-edf3-427f-986a-0c315636c45a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0943265 Mar 30 18:20:47.310787 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-7d83152b-8660-4e5c-b2b9-8ad909714248 req-3d181eff-f02d-4416-8be8-f2e057944c7a service neutron] 10.222.0.18 "GET /v2.0/networks/198ea463-61cf-4734-958a-a6c530b7d835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479697 Mar 30 18:20:47.401144 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-7d83152b-8660-4e5c-b2b9-8ad909714248 req-8fefb71d-d955-4d46-9f72-2406bef714a1 service neutron] 10.222.0.18 "GET /v2.0/networks/198ea463-61cf-4734-958a-a6c530b7d835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846133 Mar 30 18:20:47.493080 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8a7ffb-b0af-44f0-bb24-2b20d643ef14 req-69334e2f-7640-4f99-a06b-3798ecd193f0 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:47.494564 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-6d8a7ffb-b0af-44f0-bb24-2b20d643ef14 req-69334e2f-7640-4f99-a06b-3798ecd193f0 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 944 time: 0.0572245 Mar 30 18:20:47.556473 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-6d8a7ffb-b0af-44f0-bb24-2b20d643ef14 req-e93f040f-135c-43d1-aceb-ec2f98dd3cf2 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550675 Mar 30 18:20:47.573901 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-84d086f0-192f-49a4-a504-589da9a41af4 req-c5ccabe7-553d-4dad-9810-9fd1850495b3 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5c532a9-76db-462d-bb9d-3500b393fca2 HTTP/1.1" status: 200 len: 210 time: 0.0403268 Mar 30 18:20:48.681368 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-5676bc34-664e-468d-bb01-869d4b85af37 req-a87c6281-371a-42e7-8e8f-4c0e47dcdf71 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5c532a9-76db-462d-bb9d-3500b393fca2 HTTP/1.1" status: 200 len: 210 time: 0.0396242 Mar 30 18:20:48.710710 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683a1aab-ad0f-4031-844f-ef7bbe82336f req-c394e56b-1bb5-4e3d-88e6-418c051292a6 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:48.712219 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-683a1aab-ad0f-4031-844f-ef7bbe82336f req-c394e56b-1bb5-4e3d-88e6-418c051292a6 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 944 time: 0.0793777 Mar 30 18:20:48.762166 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-683a1aab-ad0f-4031-844f-ef7bbe82336f req-6193877d-0f2e-4034-8a52-be363b7f1f76 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439565 Mar 30 18:20:49.777545 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-35d73ee5-b9a5-4964-83c6-423932e2c445 req-e00ee510-eae8-438d-bff6-513f5ab6d204 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5c532a9-76db-462d-bb9d-3500b393fca2 HTTP/1.1" status: 200 len: 210 time: 0.0270095 Mar 30 18:20:49.882952 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81329a1d-12fc-402e-89ef-5a8caaf8d717 req-246022fd-969d-4e46-b002-5d739d5055e3 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:49.884455 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-81329a1d-12fc-402e-89ef-5a8caaf8d717 req-246022fd-969d-4e46-b002-5d739d5055e3 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 944 time: 0.0587544 Mar 30 18:20:49.931829 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-81329a1d-12fc-402e-89ef-5a8caaf8d717 req-18dcf8e5-44fd-47ca-8ce5-d344414c6331 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417171 Mar 30 18:20:50.012008 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device 808a2916-47f3-4a40-8ad2-cb352484d452 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:20:50.032637 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] No Port match for: 808a2916-47f3-4a40-8ad2-cb352484d452 {{(pid=103295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:20:50.032975 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device 808a2916-47f3-4a40-8ad2-cb352484d452 not bound to the agent host hv-cinder-83587 {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:20:50.049330 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-dd4d1c31-3983-40de-8b41-0e1726f114ea req-dbe634a5-1231-4dd0-8485-b6bf60fbd641 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7a4ed2f-8771-46ff-9663-44618a801495 HTTP/1.1" status: 200 len: 217 time: 0.0551143 Mar 30 18:20:50.143194 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4d1c31-3983-40de-8b41-0e1726f114ea req-c745376d-8b2c-471b-a8e4-02e194a6666d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:50.144676 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-dd4d1c31-3983-40de-8b41-0e1726f114ea req-c745376d-8b2c-471b-a8e4-02e194a6666d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=803891e5-aae4-46c3-87bc-0de344219463 HTTP/1.1" status: 200 len: 858 time: 0.0714285 Mar 30 18:20:50.159817 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c87e7909-d2b7-497e-988d-c2c7d0c27bb0 req-76e34cf3-0c50-4701-bbe6-525c017e79aa service neutron] 10.222.0.55 "GET /v2.0/networks/0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645863 Mar 30 18:20:50.282788 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4d1c31-3983-40de-8b41-0e1726f114ea req-52ca227f-326a-4fab-bfd8-e788fb1bf639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:50.284248 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-dd4d1c31-3983-40de-8b41-0e1726f114ea req-52ca227f-326a-4fab-bfd8-e788fb1bf639 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1109703 Mar 30 18:20:50.294055 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c87e7909-d2b7-497e-988d-c2c7d0c27bb0 req-47463b62-7c3a-46c3-b91a-8ef645819d5f service neutron] 10.222.0.55 "GET /v2.0/networks/0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196744 Mar 30 18:20:50.378977 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-dd4d1c31-3983-40de-8b41-0e1726f114ea req-3c5cdb89-2f53-402b-b831-36a37c58b685 service neutron] 10.222.0.55 "GET /v2.0/networks/0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839860 Mar 30 18:20:50.473076 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-dd4d1c31-3983-40de-8b41-0e1726f114ea req-b6dc8810-206c-494c-aa93-cb88247de159 service neutron] 10.222.0.55 "GET /v2.0/networks/0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875101 Mar 30 18:20:50.870970 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-caf86172-d427-402b-8dd2-27c5a9419648 req-27a3df5f-499b-4465-bed6-ca3d2523393f tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5c532a9-76db-462d-bb9d-3500b393fca2 HTTP/1.1" status: 200 len: 210 time: 0.0270710 Mar 30 18:20:51.053384 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b027d-c02d-43fe-9309-2a17a26af0e2 req-fa643e62-8b75-4011-b6d9-f8f1f208c7f3 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:51.054935 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-e59b027d-c02d-43fe-9309-2a17a26af0e2 req-fa643e62-8b75-4011-b6d9-f8f1f208c7f3 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 944 time: 0.0576601 Mar 30 18:20:51.102250 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-e59b027d-c02d-43fe-9309-2a17a26af0e2 req-03cea77d-67a5-458e-bfcf-6186845a6729 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418017 Mar 30 18:20:51.961354 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ec606181-13cf-4222-8b80-c87cfe948487 req-a109be33-b257-410d-80c2-489bd39bf5ce tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5c532a9-76db-462d-bb9d-3500b393fca2 HTTP/1.1" status: 200 len: 210 time: 0.0266955 Mar 30 18:20:52.214916 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e3e8f-2064-438a-a81c-09b8544304cd req-ddd8bfae-fd0c-44ac-b5af-92ded7049b42 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:52.216319 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a83e3e8f-2064-438a-a81c-09b8544304cd req-ddd8bfae-fd0c-44ac-b5af-92ded7049b42 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 944 time: 0.0509081 Mar 30 18:20:52.262475 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a83e3e8f-2064-438a-a81c-09b8544304cd req-b652b261-33c2-44f3-a70b-a347f43b28ae tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403531 Mar 30 18:20:53.055478 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-16fc1c3b-03c6-4312-9824-f721504ebcf6 req-ef9df8ce-1c9f-4651-9871-5e4563527543 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5c532a9-76db-462d-bb9d-3500b393fca2 HTTP/1.1" status: 200 len: 210 time: 0.0291994 Mar 30 18:20:53.331921 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device f011040f-cb75-49cc-9ae4-d7326ea6448c details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103295) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:20:53.380887 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fbc19d-9b2c-4fe9-9bec-02d29e19a426 req-8dd85769-9641-41cc-bbec-1c72dbe5bc72 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:53.382963 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-41fbc19d-9b2c-4fe9-9bec-02d29e19a426 req-8dd85769-9641-41cc-bbec-1c72dbe5bc72 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 944 time: 0.0572367 Mar 30 18:20:53.437841 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port f011040f-cb75-49cc-9ae4-d7326ea6448c, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=f011040f-cb75-49cc-9ae4-d7326ea6448c,segment=NetworkSegment(e89ea969-8b4b-4207-b35e-89afc567c10c),segment_id=e89ea969-8b4b-4207-b35e-89afc567c10c)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:20:53.454652 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Returning: {'device': 'f011040f-cb75-49cc-9ae4-d7326ea6448c', 'network_id': '0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb', 'port_id': 'f011040f-cb75-49cc-9ae4-d7326ea6448c', 'mac_address': 'fa:16:3e:47:8a:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '803891e5-aae4-46c3-87bc-0de344219463', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103295) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:20:53.455944 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-41fbc19d-9b2c-4fe9-9bec-02d29e19a426 req-5477b5f2-066a-41f8-b2a6-cf410e47de86 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672305 Mar 30 18:20:53.476216 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c39bca-52db-44b0-b339-73cec672b78c req-37eacc3d-3982-4ff7-b5ac-869775960201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:53.478281 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-49c39bca-52db-44b0-b339-73cec672b78c req-37eacc3d-3982-4ff7-b5ac-869775960201 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=585ebec9292d43e7b65aab5ba734d8b9&device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 1128 time: 0.0698810 Mar 30 18:20:53.493035 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Current status of the port f011040f-cb75-49cc-9ae4-d7326ea6448c is: DOWN; New status is: BUILD {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:20:53.493421 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (f011040f-cb75-49cc-9ae4-d7326ea6448c), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:53.506345 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f011040f-cb75-49cc-9ae4-d7326ea6448c {{(pid=103295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:20:53.527402 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port f011040f-cb75-49cc-9ae4-d7326ea6448c, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=f011040f-cb75-49cc-9ae4-d7326ea6448c,segment=NetworkSegment(e89ea969-8b4b-4207-b35e-89afc567c10c),segment_id=e89ea969-8b4b-4207-b35e-89afc567c10c)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:20:53.531228 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (f011040f-cb75-49cc-9ae4-d7326ea6448c), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:53.571360 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c39bca-52db-44b0-b339-73cec672b78c req-bf0206e5-2bcb-48c4-9e8d-a76a8d1ab5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:53.572818 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-49c39bca-52db-44b0-b339-73cec672b78c req-bf0206e5-2bcb-48c4-9e8d-a76a8d1ab5f1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb HTTP/1.1" status: 200 len: 920 time: 0.0872304 Mar 30 18:20:53.581927 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Pushing event updated for resources: {'Port': ['ID=f011040f-cb75-49cc-9ae4-d7326ea6448c,revision_number=4']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:53.640397 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-49c39bca-52db-44b0-b339-73cec672b78c req-82c4dd96-c162-4683-850f-e2cdf05bd87e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7a4ed2f-8771-46ff-9663-44618a801495 HTTP/1.1" status: 200 len: 217 time: 0.0351310 Mar 30 18:20:53.692981 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c39bca-52db-44b0-b339-73cec672b78c req-8f7e22ca-c48f-4023-ae53-299b418392c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:53.694547 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-49c39bca-52db-44b0-b339-73cec672b78c req-8f7e22ca-c48f-4023-ae53-299b418392c0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=803891e5-aae4-46c3-87bc-0de344219463 HTTP/1.1" status: 200 len: 858 time: 0.0445473 Mar 30 18:20:53.841852 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c39bca-52db-44b0-b339-73cec672b78c req-82c8ca5e-0d8c-49b4-9ed2-44651ca4242e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:53.843798 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-49c39bca-52db-44b0-b339-73cec672b78c req-82c8ca5e-0d8c-49b4-9ed2-44651ca4242e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1140676 Mar 30 18:20:53.869668 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d83152b-8660-4e5c-b2b9-8ad909714248 req-03fa9dca-defe-4872-9f32-e42c6fc414a5 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:53.871049 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-7d83152b-8660-4e5c-b2b9-8ad909714248 req-03fa9dca-defe-4872-9f32-e42c6fc414a5 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.55 "GET /v2.0/networks?id=198ea463-61cf-4734-958a-a6c530b7d835 HTTP/1.1" status: 200 len: 809 time: 0.1551733 Mar 30 18:20:53.939131 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [req-7d83152b-8660-4e5c-b2b9-8ad909714248 req-9d836727-decc-4959-8684-625322118780 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] Request body: {'port': {'device_id': 'd5c532a9-76db-462d-bb9d-3500b393fca2', 'network_id': '198ea463-61cf-4734-958a-a6c530b7d835', 'admin_state_up': True, 'tenant_id': 'a0ee2e2f9e964b6da9c69946cd289cd7'}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:20:53.977143 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] get_ports_and_sgs() called for port_ids ['f011040f-cb75-49cc-9ae4-d7326ea6448c'] {{(pid=103295) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:20:53.991775 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-49c39bca-52db-44b0-b339-73cec672b78c req-644bee31-f4eb-436b-9f70-75e3fd34ad8d service neutron] 10.222.0.55 "GET /v2.0/networks/0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373136 Mar 30 18:20:54.126529 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-49c39bca-52db-44b0-b339-73cec672b78c req-35f88ab0-a6f9-4385-9d95-c61e79b14425 service neutron] 10.222.0.55 "GET /v2.0/networks/0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275656 Mar 30 18:20:54.129557 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d83152b-8660-4e5c-b2b9-8ad909714248 req-9d836727-decc-4959-8684-625322118780 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] Made reservation on behalf of a0ee2e2f9e964b6da9c69946cd289cd7 for: {'port': 1} {{(pid=103293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:20:54.133000 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-7d83152b-8660-4e5c-b2b9-8ad909714248 req-9d836727-decc-4959-8684-625322118780 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:54.173072 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-2f25cce6-b274-40d3-bb0a-a8649d1e9915 req-219e7f5d-ffce-4212-bd28-7a790237d006 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5c532a9-76db-462d-bb9d-3500b393fca2 HTTP/1.1" status: 200 len: 210 time: 0.0368354 Mar 30 18:20:54.251359 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.agents_db [None req-615cdb4a-d653-495f-8f07-938524d0c5b5 None None] Agent healthcheck: found 6 active agents {{(pid=103296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:20:54.281526 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.db_base_plugin_common [req-7d83152b-8660-4e5c-b2b9-8ad909714248 req-9d836727-decc-4959-8684-625322118780 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] Allocated IP 172.20.0.10 (198ea463-61cf-4734-958a-a6c530b7d835/858e9cf9-a3c2-44d3-bbf0-2bf3345c0cbe/0d801c13-9aff-4668-88a7-0103ece98d1d) {{(pid=103293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:20:54.428320 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-7d83152b-8660-4e5c-b2b9-8ad909714248 req-9d836727-decc-4959-8684-625322118780 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] Publish callbacks [] for port (0d801c13-9aff-4668-88a7-0103ece98d1d), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:54.702160 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-7d83152b-8660-4e5c-b2b9-8ad909714248 req-9d836727-decc-4959-8684-625322118780 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759689464324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58814409'] for port (0d801c13-9aff-4668-88a7-0103ece98d1d), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:54.748111 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a11196-393c-4927-a283-54cfd3897d0b req-2762ad9b-cb13-4631-9304-745f729733a4 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:54.749574 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-21a11196-393c-4927-a283-54cfd3897d0b req-2762ad9b-cb13-4631-9304-745f729733a4 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 944 time: 0.0931683 Mar 30 18:20:54.761899 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d83152b-8660-4e5c-b2b9-8ad909714248 req-9d836727-decc-4959-8684-625322118780 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] Network 198ea463-61cf-4734-958a-a6c530b7d835 is already hosted by enough agents. {{(pid=103293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:20:54.774927 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.base_scheduler [req-7d83152b-8660-4e5c-b2b9-8ad909714248 req-9d836727-decc-4959-8684-625322118780 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] Resources bound (agent type, host, resource id): {{(pid=103293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:20:54.782154 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d83152b-8660-4e5c-b2b9-8ad909714248 req-9d836727-decc-4959-8684-625322118780 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] Received port after_create {{(pid=103293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:20:54.784494 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d836727-decc-4959-8684-625322118780 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] Pushing event updated for resources: {'Port': ['ID=0d801c13-9aff-4668-88a7-0103ece98d1d,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:54.849262 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d83152b-8660-4e5c-b2b9-8ad909714248 req-9d836727-decc-4959-8684-625322118780 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:54.849866 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-7d83152b-8660-4e5c-b2b9-8ad909714248 req-9d836727-decc-4959-8684-625322118780 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for port (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:54.855473 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-21a11196-393c-4927-a283-54cfd3897d0b req-7a5f119f-f130-4b48-af12-1943fbf25726 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984843 Mar 30 18:20:54.869701 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-7d83152b-8660-4e5c-b2b9-8ad909714248 req-9d836727-decc-4959-8684-625322118780 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9360712 Mar 30 18:20:54.887454 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [req-7d83152b-8660-4e5c-b2b9-8ad909714248 req-08bd42f2-5cc9-4483-8278-746e87aeb10f service neutron] Request body: {'port': {'device_id': 'd5c532a9-76db-462d-bb9d-3500b393fca2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:20:54.946019 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-7d83152b-8660-4e5c-b2b9-8ad909714248 req-08bd42f2-5cc9-4483-8278-746e87aeb10f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (0d801c13-9aff-4668-88a7-0103ece98d1d), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:55.198492 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [req-7d83152b-8660-4e5c-b2b9-8ad909714248 req-08bd42f2-5cc9-4483-8278-746e87aeb10f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d801c13-9aff-4668-88a7-0103ece98d1d {{(pid=103293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:20:55.206076 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-7d83152b-8660-4e5c-b2b9-8ad909714248 req-08bd42f2-5cc9-4483-8278-746e87aeb10f service neutron] Publish callbacks [] for port (0d801c13-9aff-4668-88a7-0103ece98d1d), precommit_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:55.217787 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [req-7d83152b-8660-4e5c-b2b9-8ad909714248 req-08bd42f2-5cc9-4483-8278-746e87aeb10f service neutron] Transition to ACTIVE for port object 0d801c13-9aff-4668-88a7-0103ece98d1d will not be triggered until provisioned by entity L2. {{(pid=103293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 18:20:55.222784 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-7d83152b-8660-4e5c-b2b9-8ad909714248 req-08bd42f2-5cc9-4483-8278-746e87aeb10f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58814400'] for port (0d801c13-9aff-4668-88a7-0103ece98d1d), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:55.297238 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bd42f2-5cc9-4483-8278-746e87aeb10f service neutron] Pushing event updated for resources: {'Port': ['ID=0d801c13-9aff-4668-88a7-0103ece98d1d,revision_number=2']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:55.353354 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb7a914-3ac7-42cd-84c0-378e7a318779 req-76295730-44c9-4cc2-943b-a5cdf150234d tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:55.354799 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-1eb7a914-3ac7-42cd-84c0-378e7a318779 req-76295730-44c9-4cc2-943b-a5cdf150234d tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5c532a9-76db-462d-bb9d-3500b393fca2 HTTP/1.1" status: 200 len: 944 time: 0.1077566 Mar 30 18:20:55.406670 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [req-7d83152b-8660-4e5c-b2b9-8ad909714248 req-08bd42f2-5cc9-4483-8278-746e87aeb10f service neutron] Attempting to bind port 0d801c13-9aff-4668-88a7-0103ece98d1d on host hv-cinder-83587 for vnic_type normal with profile {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:20:55.406995 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [req-7d83152b-8660-4e5c-b2b9-8ad909714248 req-08bd42f2-5cc9-4483-8278-746e87aeb10f service neutron] Attempting to bind port 0d801c13-9aff-4668-88a7-0103ece98d1d by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '3b0494ca-3414-4d94-b067-20371048eea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '198ea463-61cf-4734-958a-a6c530b7d835'}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:20:55.407343 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d83152b-8660-4e5c-b2b9-8ad909714248 req-08bd42f2-5cc9-4483-8278-746e87aeb10f service neutron] Attempting to bind port 0d801c13-9aff-4668-88a7-0103ece98d1d on network 198ea463-61cf-4734-958a-a6c530b7d835 {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:20:55.418769 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d83152b-8660-4e5c-b2b9-8ad909714248 req-08bd42f2-5cc9-4483-8278-746e87aeb10f service neutron] Port 0d801c13-9aff-4668-88a7-0103ece98d1d on network 198ea463-61cf-4734-958a-a6c530b7d835 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 18:20:55.419087 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d83152b-8660-4e5c-b2b9-8ad909714248 req-08bd42f2-5cc9-4483-8278-746e87aeb10f service neutron] Attempting to bind port 0d801c13-9aff-4668-88a7-0103ece98d1d on network 198ea463-61cf-4734-958a-a6c530b7d835 {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:20:55.426132 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-1eb7a914-3ac7-42cd-84c0-378e7a318779 req-163066f2-f58a-468b-80d6-b1f7d7352844 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cc60dcc-24e9-4a9f-a63c-ae2217fe9dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657642 Mar 30 18:20:55.427244 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d83152b-8660-4e5c-b2b9-8ad909714248 req-08bd42f2-5cc9-4483-8278-746e87aeb10f service neutron] Checking agent: {'id': '48cc6dd0-9d47-40d1-bfd7-3609261a1488', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 17, 16), 'started_at': datetime.datetime(2022, 3, 30, 18, 17, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:20:55.427577 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d83152b-8660-4e5c-b2b9-8ad909714248 req-08bd42f2-5cc9-4483-8278-746e87aeb10f service neutron] Checking segment: {'id': '3b0494ca-3414-4d94-b067-20371048eea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '198ea463-61cf-4734-958a-a6c530b7d835'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:20:55.427935 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d83152b-8660-4e5c-b2b9-8ad909714248 req-08bd42f2-5cc9-4483-8278-746e87aeb10f service neutron] Bound using segment: {'id': '3b0494ca-3414-4d94-b067-20371048eea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '198ea463-61cf-4734-958a-a6c530b7d835'} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:20:55.428352 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [req-7d83152b-8660-4e5c-b2b9-8ad909714248 req-08bd42f2-5cc9-4483-8278-746e87aeb10f service neutron] Bound port: 0d801c13-9aff-4668-88a7-0103ece98d1d, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b0494ca-3414-4d94-b067-20371048eea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '198ea463-61cf-4734-958a-a6c530b7d835'}}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:20:55.428752 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-7d83152b-8660-4e5c-b2b9-8ad909714248 req-08bd42f2-5cc9-4483-8278-746e87aeb10f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (0d801c13-9aff-4668-88a7-0103ece98d1d), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:55.488924 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [req-7d83152b-8660-4e5c-b2b9-8ad909714248 req-08bd42f2-5cc9-4483-8278-746e87aeb10f service neutron] For port 0d801c13-9aff-4668-88a7-0103ece98d1d, host hv-cinder-83587, cleared binding levels {{(pid=103293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:20:55.491933 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [req-7d83152b-8660-4e5c-b2b9-8ad909714248 req-08bd42f2-5cc9-4483-8278-746e87aeb10f service neutron] For port 0d801c13-9aff-4668-88a7-0103ece98d1d, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=0d801c13-9aff-4668-88a7-0103ece98d1d,segment=NetworkSegment(3b0494ca-3414-4d94-b067-20371048eea0),segment_id=3b0494ca-3414-4d94-b067-20371048eea0)] {{(pid=103293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:20:55.497864 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-7d83152b-8660-4e5c-b2b9-8ad909714248 req-08bd42f2-5cc9-4483-8278-746e87aeb10f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58814400'] for port (0d801c13-9aff-4668-88a7-0103ece98d1d), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:55.530390 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d83152b-8660-4e5c-b2b9-8ad909714248 req-08bd42f2-5cc9-4483-8278-746e87aeb10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:55.530992 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-7d83152b-8660-4e5c-b2b9-8ad909714248 req-08bd42f2-5cc9-4483-8278-746e87aeb10f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for port (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:55.532378 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-7d83152b-8660-4e5c-b2b9-8ad909714248 req-08bd42f2-5cc9-4483-8278-746e87aeb10f service neutron] 10.222.0.55 "PUT /v2.0/ports/0d801c13-9aff-4668-88a7-0103ece98d1d HTTP/1.1" status: 200 len: 1094 time: 0.6490364 Mar 30 18:20:55.532815 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5c532a9-76db-462d-bb9d-3500b393fca2', 'tag': '0d801c13-9aff-4668-88a7-0103ece98d1d'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:20:55.535001 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e41150553c85b09edab6cb52843a30629a36ec9d810f78f9b9d5c7c277fb574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d26454-0f9b-4c56-9ca5-2c8d7e2c723d" -d '{"events": [{"name": "network-changed", "server_uuid": "d5c532a9-76db-462d-bb9d-3500b393fca2", "tag": "0d801c13-9aff-4668-88a7-0103ece98d1d"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:20:55.558262 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bd42f2-5cc9-4483-8278-746e87aeb10f service neutron] Pushing event updated for resources: {'Port': ['ID=0d801c13-9aff-4668-88a7-0103ece98d1d,revision_number=3']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:55.569223 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c86300f-96a2-4be2-bda6-8fe1c821792a x-openstack-request-id: req-0c86300f-96a2-4be2-bda6-8fe1c821792a {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:20:55.569508 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5c532a9-76db-462d-bb9d-3500b393fca2", "tag": "0d801c13-9aff-4668-88a7-0103ece98d1d", "status": "completed", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:20:55.569758 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0c86300f-96a2-4be2-bda6-8fe1c821792a {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:20:55.570183 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c86300f-96a2-4be2-bda6-8fe1c821792a'] response: {'name': 'network-changed', 'server_uuid': 'd5c532a9-76db-462d-bb9d-3500b393fca2', 'tag': '0d801c13-9aff-4668-88a7-0103ece98d1d', 'status': 'completed', 'code': 200} Mar 30 18:20:55.982206 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b5d29e-2ad3-43e1-a56f-abe40e1ac6f8 req-ca4f80bb-50ed-411b-9a2b-fc8d71ba7821 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:55.983706 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c0b5d29e-2ad3-43e1-a56f-abe40e1ac6f8 req-ca4f80bb-50ed-411b-9a2b-fc8d71ba7821 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 944 time: 0.0555770 Mar 30 18:20:56.003429 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 34504) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:56.031756 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c0b5d29e-2ad3-43e1-a56f-abe40e1ac6f8 req-5d1e4b31-5684-4cbb-aa98-4174841db081 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425222 Mar 30 18:20:56.106061 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-efeb5e52-2930-4928-b503-0481812a47f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:56.180806 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-efeb5e52-2930-4928-b503-0481812a47f5 admin admin] Publish callbacks [] for security_group (0f5b9bf2-a7bd-4a62-b4d9-af1d29bc1752), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:56.184391 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-efeb5e52-2930-4928-b503-0481812a47f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (0f5b9bf2-a7bd-4a62-b4d9-af1d29bc1752), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:56.222491 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-efeb5e52-2930-4928-b503-0481812a47f5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=32b08bb0afdd439183998a8b0c7fdb7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2179039 Mar 30 18:20:56.223390 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeb5e52-2930-4928-b503-0481812a47f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f5b9bf2-a7bd-4a62-b4d9-af1d29bc1752,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:56.225942 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 34512) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:56.281731 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-1eec87f7-2ad3-4ca9-b4a1-de5686104a8c admin admin] Publish callbacks [] for security_group (0f5b9bf2-a7bd-4a62-b4d9-af1d29bc1752), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:56.301944 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-1eec87f7-2ad3-4ca9-b4a1-de5686104a8c admin admin] Publish callbacks [] for security_group (0f5b9bf2-a7bd-4a62-b4d9-af1d29bc1752), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:56.347255 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-1eec87f7-2ad3-4ca9-b4a1-de5686104a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (0f5b9bf2-a7bd-4a62-b4d9-af1d29bc1752), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:56.349833 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-1eec87f7-2ad3-4ca9-b4a1-de5686104a8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:56.350991 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-1eec87f7-2ad3-4ca9-b4a1-de5686104a8c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0f5b9bf2-a7bd-4a62-b4d9-af1d29bc1752 HTTP/1.1" status: 204 len: 168 time: 0.1232214 Mar 30 18:20:56.358239 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eec87f7-2ad3-4ca9-b4a1-de5686104a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f5b9bf2-a7bd-4a62-b4d9-af1d29bc1752,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:56.544878 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8900cf61-644c-4247-a585-c229ec89c4ee req-cfb47e82-335d-411b-9579-d50c384e7cea tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:56.546254 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-8900cf61-644c-4247-a585-c229ec89c4ee req-cfb47e82-335d-411b-9579-d50c384e7cea tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5c532a9-76db-462d-bb9d-3500b393fca2 HTTP/1.1" status: 200 len: 944 time: 0.0543437 Mar 30 18:20:56.593978 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-8900cf61-644c-4247-a585-c229ec89c4ee req-63f948a5-843c-4c87-84a9-c403b17dc4a5 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cc60dcc-24e9-4a9f-a63c-ae2217fe9dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421879 Mar 30 18:20:56.618619 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 34520) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:56.631316 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-ff307745-5cf7-447c-8006-4a78677d526d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:56.701542 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-ff307745-5cf7-447c-8006-4a78677d526d admin admin] Publish callbacks [] for security_group (a7f95a04-d74f-4404-bfb7-51a4ad8661fd), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:56.705799 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-ff307745-5cf7-447c-8006-4a78677d526d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (a7f95a04-d74f-4404-bfb7-51a4ad8661fd), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:56.744580 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-ff307745-5cf7-447c-8006-4a78677d526d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=24edc9b2bf004451a3442a773efec5e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1247673 Mar 30 18:20:56.745530 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff307745-5cf7-447c-8006-4a78677d526d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f95a04-d74f-4404-bfb7-51a4ad8661fd,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:56.747379 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 34524) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:56.794833 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-dcf17e38-7101-481f-b3bf-c7f32622ffe5 admin admin] Publish callbacks [] for security_group (a7f95a04-d74f-4404-bfb7-51a4ad8661fd), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:56.816148 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-dcf17e38-7101-481f-b3bf-c7f32622ffe5 admin admin] Publish callbacks [] for security_group (a7f95a04-d74f-4404-bfb7-51a4ad8661fd), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:56.860585 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-dcf17e38-7101-481f-b3bf-c7f32622ffe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (a7f95a04-d74f-4404-bfb7-51a4ad8661fd), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:56.863103 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-dcf17e38-7101-481f-b3bf-c7f32622ffe5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:56.864264 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-dcf17e38-7101-481f-b3bf-c7f32622ffe5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a7f95a04-d74f-4404-bfb7-51a4ad8661fd HTTP/1.1" status: 204 len: 168 time: 0.1158190 Mar 30 18:20:56.872041 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf17e38-7101-481f-b3bf-c7f32622ffe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f95a04-d74f-4404-bfb7-51a4ad8661fd,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:57.149640 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edccd4a-96f5-42e5-9694-277c7506ce0a req-380ec62d-192f-44fc-8185-84f39025f6b8 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:57.151180 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-8edccd4a-96f5-42e5-9694-277c7506ce0a req-380ec62d-192f-44fc-8185-84f39025f6b8 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 944 time: 0.0537860 Mar 30 18:20:57.201974 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-8edccd4a-96f5-42e5-9694-277c7506ce0a req-f388c1f2-597d-496f-9486-f3d306c8cf0e tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450118 Mar 30 18:20:57.674652 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-5439905c-43be-4d46-9940-f5bffed44617 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (c82c41e6-6be9-408a-ae4d-4131a3230230), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:57.699974 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device e7a4ed2f-8771-46ff-9663-44618a801495 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103295) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:20:57.722417 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device f011040f-cb75-49cc-9ae4-d7326ea6448c up at agent hyperv_hv-cinder-83587 {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:20:57.729001 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421e0a15-3dff-4489-adfb-47639ca2a611 req-80b2cb0e-6bfd-486a-ba2c-a1da2595b2b3 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:57.731559 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-421e0a15-3dff-4489-adfb-47639ca2a611 req-80b2cb0e-6bfd-486a-ba2c-a1da2595b2b3 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5c532a9-76db-462d-bb9d-3500b393fca2 HTTP/1.1" status: 200 len: 944 time: 0.0679414 Mar 30 18:20:57.815658 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-421e0a15-3dff-4489-adfb-47639ca2a611 req-c737943a-1573-4c81-a1c2-0fc3b2a5fbc0 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cc60dcc-24e9-4a9f-a63c-ae2217fe9dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782537 Mar 30 18:20:57.833873 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d26454-0f9b-4c56-9ca5-2c8d7e2c723d req-494612d5-bd43-4ac3-a781-33a834200a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:57.835594 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-63d26454-0f9b-4c56-9ca5-2c8d7e2c723d req-494612d5-bd43-4ac3-a781-33a834200a39 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a0ee2e2f9e964b6da9c69946cd289cd7&device_id=d5c532a9-76db-462d-bb9d-3500b393fca2 HTTP/1.1" status: 200 len: 1128 time: 0.0964808 Mar 30 18:20:57.849595 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Provisioning for port f011040f-cb75-49cc-9ae4-d7326ea6448c completed by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 18:20:57.857485 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Provisioning complete for port f011040f-cb75-49cc-9ae4-d7326ea6448c triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:20:57.857785 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (f011040f-cb75-49cc-9ae4-d7326ea6448c), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:57.860385 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port e7a4ed2f-8771-46ff-9663-44618a801495, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=e7a4ed2f-8771-46ff-9663-44618a801495,segment=NetworkSegment(e89ea969-8b4b-4207-b35e-89afc567c10c),segment_id=e89ea969-8b4b-4207-b35e-89afc567c10c)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:20:57.893942 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Returning: {'device': 'e7a4ed2f-8771-46ff-9663-44618a801495', 'network_id': '0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb', 'port_id': 'e7a4ed2f-8771-46ff-9663-44618a801495', 'mac_address': 'fa:16:3e:e3:9c:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '803891e5-aae4-46c3-87bc-0de344219463', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103295) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:20:57.949001 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Current status of the port e7a4ed2f-8771-46ff-9663-44618a801495 is: DOWN; New status is: BUILD {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:20:57.949686 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (e7a4ed2f-8771-46ff-9663-44618a801495), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:57.987992 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7a4ed2f-8771-46ff-9663-44618a801495 {{(pid=103295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:20:58.018751 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port e7a4ed2f-8771-46ff-9663-44618a801495, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=e7a4ed2f-8771-46ff-9663-44618a801495,segment=NetworkSegment(e89ea969-8b4b-4207-b35e-89afc567c10c),segment_id=e89ea969-8b4b-4207-b35e-89afc567c10c)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:20:58.019636 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Current status of the port f011040f-cb75-49cc-9ae4-d7326ea6448c is: BUILD; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:20:58.020340 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (f011040f-cb75-49cc-9ae4-d7326ea6448c), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:58.033492 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (e7a4ed2f-8771-46ff-9663-44618a801495), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:58.075511 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d26454-0f9b-4c56-9ca5-2c8d7e2c723d req-1cbd503a-94c8-430a-9c4e-97f5710511ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:58.075511 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-63d26454-0f9b-4c56-9ca5-2c8d7e2c723d req-1cbd503a-94c8-430a-9c4e-97f5710511ea service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=a0ee2e2f9e964b6da9c69946cd289cd7&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2152514 Mar 30 18:20:58.075655 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3b1014b-57d4-4226-a4c3-219a1a4db3db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f011040f-cb75-49cc-9ae4-d7326ea6448c'}] {{(pid=103295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:20:58.075860 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7869a1eaeafddf677110b76453ce8b8be8513095297872c2e0c75408178073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ca8f72-149b-432e-b3e4-08fa9140bdaf" -d '{"events": [{"server_uuid": "f3b1014b-57d4-4226-a4c3-219a1a4db3db", "name": "network-vif-plugged", "status": "completed", "tag": "f011040f-cb75-49cc-9ae4-d7326ea6448c"}]}' {{(pid=103295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:20:58.093535 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port f011040f-cb75-49cc-9ae4-d7326ea6448c, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=f011040f-cb75-49cc-9ae4-d7326ea6448c,segment=NetworkSegment(e89ea969-8b4b-4207-b35e-89afc567c10c),segment_id=e89ea969-8b4b-4207-b35e-89afc567c10c)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:20:58.107478 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (f011040f-cb75-49cc-9ae4-d7326ea6448c), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:58.123167 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Pushing event updated for resources: {'Port': ['ID=e7a4ed2f-8771-46ff-9663-44618a801495,revision_number=4']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:58.135726 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-760036c9-cab4-449c-b3f6-a31af245a3e2 x-openstack-request-id: req-760036c9-cab4-449c-b3f6-a31af245a3e2 {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:20:58.136314 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3b1014b-57d4-4226-a4c3-219a1a4db3db", "name": "network-vif-plugged", "status": "completed", "tag": "f011040f-cb75-49cc-9ae4-d7326ea6448c", "code": 200}]} {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:20:58.136714 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-760036c9-cab4-449c-b3f6-a31af245a3e2 {{(pid=103295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:20:58.137252 dv-cinder-835879-1-iscsi neutron-server[103295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-760036c9-cab4-449c-b3f6-a31af245a3e2'] response: {'server_uuid': 'f3b1014b-57d4-4226-a4c3-219a1a4db3db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f011040f-cb75-49cc-9ae4-d7326ea6448c', 'code': 200} Mar 30 18:20:58.186560 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Pushing event updated for resources: {'Port': ['ID=f011040f-cb75-49cc-9ae4-d7326ea6448c,revision_number=5']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:58.251038 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d26454-0f9b-4c56-9ca5-2c8d7e2c723d req-41f6549a-a8ca-41cf-a553-264175b41cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:58.252565 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-63d26454-0f9b-4c56-9ca5-2c8d7e2c723d req-41f6549a-a8ca-41cf-a553-264175b41cda service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1687827 Mar 30 18:20:58.324495 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87dfb93-b1b5-483a-bf26-4adc71387403 req-63172d0d-3cd6-4139-9f9f-952558cf7e15 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:58.331242 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-d87dfb93-b1b5-483a-bf26-4adc71387403 req-63172d0d-3cd6-4139-9f9f-952558cf7e15 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 945 time: 0.0591600 Mar 30 18:20:58.441499 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-d87dfb93-b1b5-483a-bf26-4adc71387403 req-3f99353f-1ef7-4be3-b081-c245310d7654 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093476 Mar 30 18:20:58.443722 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] get_ports_and_sgs() called for port_ids ['e7a4ed2f-8771-46ff-9663-44618a801495'] {{(pid=103295) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:20:58.444381 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c39a21a-1b3b-4466-93a1-840c0578480a req-6c6ecadb-c894-4482-ab89-59932955f06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:58.445822 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-1c39a21a-1b3b-4466-93a1-840c0578480a req-6c6ecadb-c894-4482-ab89-59932955f06a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f3b1014b-57d4-4226-a4c3-219a1a4db3db HTTP/1.1" status: 200 len: 1129 time: 0.1119735 Mar 30 18:20:58.447771 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d83152b-8660-4e5c-b2b9-8ad909714248 req-8b5b3157-d996-4837-beec-04951a876dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:58.449125 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-7d83152b-8660-4e5c-b2b9-8ad909714248 req-8b5b3157-d996-4837-beec-04951a876dca service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a0ee2e2f9e964b6da9c69946cd289cd7&device_id=d5c532a9-76db-462d-bb9d-3500b393fca2 HTTP/1.1" status: 200 len: 1128 time: 0.1143219 Mar 30 18:20:58.511732 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-7d83152b-8660-4e5c-b2b9-8ad909714248 req-a28e630a-9bcd-40d5-a0f8-003b728517b0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d801c13-9aff-4668-88a7-0103ece98d1d HTTP/1.1" status: 200 len: 217 time: 0.0444605 Mar 30 18:20:58.565555 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-1c39a21a-1b3b-4466-93a1-840c0578480a req-d96ade29-b05e-4d47-9ee9-1f61d966c971 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994728 Mar 30 18:20:58.575649 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d83152b-8660-4e5c-b2b9-8ad909714248 req-0a6583cc-b7a5-43f2-a700-38cd5ae0f775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:58.577018 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-7d83152b-8660-4e5c-b2b9-8ad909714248 req-0a6583cc-b7a5-43f2-a700-38cd5ae0f775 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=858e9cf9-a3c2-44d3-bbf0-2bf3345c0cbe HTTP/1.1" status: 200 len: 849 time: 0.0572081 Mar 30 18:20:58.915022 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-7d83152b-8660-4e5c-b2b9-8ad909714248 req-cdef8309-861e-4338-9b17-4c430e0ac873 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=198ea463-61cf-4734-958a-a6c530b7d835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362341 Mar 30 18:20:59.005229 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b42a5-9e91-4cce-aece-724920ef40ae req-3f4180d7-4a34-4af8-99fb-6b2b12d04647 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:59.006672 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3c2b42a5-9e91-4cce-aece-724920ef40ae req-3f4180d7-4a34-4af8-99fb-6b2b12d04647 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5c532a9-76db-462d-bb9d-3500b393fca2 HTTP/1.1" status: 200 len: 944 time: 0.1174321 Mar 30 18:20:59.050417 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-7d83152b-8660-4e5c-b2b9-8ad909714248 req-b89b0785-0d4b-482f-a524-325fb20c283b service neutron] 10.222.0.55 "GET /v2.0/networks/198ea463-61cf-4734-958a-a6c530b7d835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215258 Mar 30 18:20:59.113239 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3c2b42a5-9e91-4cce-aece-724920ef40ae req-4cf623b9-84ca-4b3f-8281-f8dec91ea4d1 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cc60dcc-24e9-4a9f-a63c-ae2217fe9dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977874 Mar 30 18:20:59.151073 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-7d83152b-8660-4e5c-b2b9-8ad909714248 req-7492de10-7f55-41f6-9ff3-4101f0172db8 service neutron] 10.222.0.55 "GET /v2.0/networks/198ea463-61cf-4734-958a-a6c530b7d835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931623 Mar 30 18:20:59.565664 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b45adc-e65a-4dc6-8bf6-80390b0abca1 req-c532a8fd-ba1d-4de8-8683-d558e8dae712 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:59.567175 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-d3b45adc-e65a-4dc6-8bf6-80390b0abca1 req-c532a8fd-ba1d-4de8-8683-d558e8dae712 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 945 time: 0.0569491 Mar 30 18:20:59.611755 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-d3b45adc-e65a-4dc6-8bf6-80390b0abca1 req-a2bbfe12-1895-4a2f-8778-f27f60c706b6 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390525 Mar 30 18:21:00.063747 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-abbb2a50-bfde-4c80-85b1-158255fd9298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bb9cbda0-d504-4372-97ec-0881b5676f92), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:00.229483 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281631a7-c368-4552-a55b-dd692bc3dabc req-37221fde-fa0c-4073-b93e-2cfe49de0702 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:00.230858 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-281631a7-c368-4552-a55b-dd692bc3dabc req-37221fde-fa0c-4073-b93e-2cfe49de0702 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5c532a9-76db-462d-bb9d-3500b393fca2 HTTP/1.1" status: 200 len: 944 time: 0.0508742 Mar 30 18:21:00.276008 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-281631a7-c368-4552-a55b-dd692bc3dabc req-974008de-e40e-4f65-aa22-00cd31519241 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cc60dcc-24e9-4a9f-a63c-ae2217fe9dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397298 Mar 30 18:21:00.724957 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c07904-1dea-4cfd-bf2f-9b6b3ad81bb1 req-65db6509-a47c-46e6-861f-537ff179b205 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:00.727058 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-97c07904-1dea-4cfd-bf2f-9b6b3ad81bb1 req-65db6509-a47c-46e6-861f-537ff179b205 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 945 time: 0.0509944 Mar 30 18:21:00.774455 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-97c07904-1dea-4cfd-bf2f-9b6b3ad81bb1 req-4cb57474-5d9d-4ab9-8306-50e73eecb669 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418894 Mar 30 18:21:01.180609 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f19afa9d-e030-40e8-acc4-8e1b9083a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (63dcb6ae-3517-415b-a3a4-cfabe01bf14f), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:01.388945 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe27558-a3b6-4ce8-b75d-73ad7f810b91 req-049c4034-37b4-493d-9b5b-4256065c1eb1 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:01.390368 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-cfe27558-a3b6-4ce8-b75d-73ad7f810b91 req-049c4034-37b4-493d-9b5b-4256065c1eb1 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5c532a9-76db-462d-bb9d-3500b393fca2 HTTP/1.1" status: 200 len: 944 time: 0.0504916 Mar 30 18:21:01.434989 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-cfe27558-a3b6-4ce8-b75d-73ad7f810b91 req-7a90e51f-8de8-4389-a0d6-4876791fa0e6 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cc60dcc-24e9-4a9f-a63c-ae2217fe9dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389698 Mar 30 18:21:01.887079 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2e5b67-0467-4fff-88be-799ec9d8b44b req-0db3c903-9a52-4f75-84d9-57836083d3cc tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:01.888639 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-dc2e5b67-0467-4fff-88be-799ec9d8b44b req-0db3c903-9a52-4f75-84d9-57836083d3cc tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 945 time: 0.0511975 Mar 30 18:21:01.934781 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-dc2e5b67-0467-4fff-88be-799ec9d8b44b req-de71b2bc-c177-42ac-a3f7-565148284038 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405633 Mar 30 18:21:02.210247 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device e7a4ed2f-8771-46ff-9663-44618a801495 up at agent hyperv_hv-cinder-83587 {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:21:02.261663 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Provisioning for port e7a4ed2f-8771-46ff-9663-44618a801495 completed by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 18:21:02.265787 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Provisioning complete for port e7a4ed2f-8771-46ff-9663-44618a801495 triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:21:02.266413 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (e7a4ed2f-8771-46ff-9663-44618a801495), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:02.340001 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Current status of the port e7a4ed2f-8771-46ff-9663-44618a801495 is: BUILD; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:21:02.340399 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (e7a4ed2f-8771-46ff-9663-44618a801495), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:02.362497 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9eefbdc-48fe-42e7-83ba-3d321cabc3dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a4ed2f-8771-46ff-9663-44618a801495'}] {{(pid=103295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:21:02.364723 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7869a1eaeafddf677110b76453ce8b8be8513095297872c2e0c75408178073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd7b28a-2052-4ef1-befa-b6aae78f99fe" -d '{"events": [{"server_uuid": "c9eefbdc-48fe-42e7-83ba-3d321cabc3dd", "name": "network-vif-plugged", "status": "completed", "tag": "e7a4ed2f-8771-46ff-9663-44618a801495"}]}' {{(pid=103295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:21:02.376847 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port e7a4ed2f-8771-46ff-9663-44618a801495, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=e7a4ed2f-8771-46ff-9663-44618a801495,segment=NetworkSegment(e89ea969-8b4b-4207-b35e-89afc567c10c),segment_id=e89ea969-8b4b-4207-b35e-89afc567c10c)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:21:02.381209 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (e7a4ed2f-8771-46ff-9663-44618a801495), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:02.408297 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d4ffdf-d565-446f-8531-0143014a5a41 x-openstack-request-id: req-b2d4ffdf-d565-446f-8531-0143014a5a41 {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:21:02.408589 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9eefbdc-48fe-42e7-83ba-3d321cabc3dd", "name": "network-vif-plugged", "status": "completed", "tag": "e7a4ed2f-8771-46ff-9663-44618a801495", "code": 200}]} {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:21:02.408844 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b2d4ffdf-d565-446f-8531-0143014a5a41 {{(pid=103295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:21:02.409230 dv-cinder-835879-1-iscsi neutron-server[103295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2d4ffdf-d565-446f-8531-0143014a5a41'] response: {'server_uuid': 'c9eefbdc-48fe-42e7-83ba-3d321cabc3dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a4ed2f-8771-46ff-9663-44618a801495', 'code': 200} Mar 30 18:21:02.435127 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Pushing event updated for resources: {'Port': ['ID=e7a4ed2f-8771-46ff-9663-44618a801495,revision_number=5']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:21:02.564947 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf09f8dd-9b69-4877-a4e4-56a6e5b740b3 req-c8849024-b7f1-41e4-b394-54440e0f5f0a tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:02.574092 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-735ee7a5-faf9-4a72-9605-65e031eaef75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bc479c0e-1124-4d13-b03e-bb2d712dc776), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:02.574332 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-cf09f8dd-9b69-4877-a4e4-56a6e5b740b3 req-c8849024-b7f1-41e4-b394-54440e0f5f0a tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5c532a9-76db-462d-bb9d-3500b393fca2 HTTP/1.1" status: 200 len: 944 time: 0.0737371 Mar 30 18:21:02.617618 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-cf09f8dd-9b69-4877-a4e4-56a6e5b740b3 req-10c040ea-7296-4956-ba42-cfe75048afdc tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cc60dcc-24e9-4a9f-a63c-ae2217fe9dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429657 Mar 30 18:21:02.669991 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05539975-6efa-4788-923e-845b480fac81 req-0a87c724-f6a3-451b-af71-e0b7b0db53ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:02.671681 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-05539975-6efa-4788-923e-845b480fac81 req-0a87c724-f6a3-451b-af71-e0b7b0db53ef service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 1130 time: 0.0448313 Mar 30 18:21:02.762829 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-05539975-6efa-4788-923e-845b480fac81 req-d306a317-f3a0-4a8e-a25f-b6fec50add94 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367022 Mar 30 18:21:03.051813 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0383105-f708-4113-984c-f15434bc9873 req-5168bc5d-176f-4c09-94b9-f61cc3abba6b tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:03.053273 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-f0383105-f708-4113-984c-f15434bc9873 req-5168bc5d-176f-4c09-94b9-f61cc3abba6b tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 946 time: 0.0535166 Mar 30 18:21:03.099440 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-f0383105-f708-4113-984c-f15434bc9873 req-bb24c8b1-14e6-4a5f-bcc9-b5675a06a799 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401106 Mar 30 18:21:03.740736 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f1fef-5103-4092-9ccd-c89e768b1386 req-edd14889-5fb3-4f85-b221-ec3f40506319 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:03.742977 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3a0f1fef-5103-4092-9ccd-c89e768b1386 req-edd14889-5fb3-4f85-b221-ec3f40506319 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5c532a9-76db-462d-bb9d-3500b393fca2 HTTP/1.1" status: 200 len: 944 time: 0.0553644 Mar 30 18:21:03.792627 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3a0f1fef-5103-4092-9ccd-c89e768b1386 req-d3a4c2bc-f553-4baa-97ca-f0c0923510dd tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cc60dcc-24e9-4a9f-a63c-ae2217fe9dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435717 Mar 30 18:21:03.970068 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (6489659c-3f19-4a2c-89f8-52d37c938fb3), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:04.212585 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa8fd1-bba8-4095-a441-383011a95db3 req-4a6d7623-d4b4-40e6-9b15-ca5545096034 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:04.214029 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-91aa8fd1-bba8-4095-a441-383011a95db3 req-4a6d7623-d4b4-40e6-9b15-ca5545096034 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 946 time: 0.0508325 Mar 30 18:21:04.262435 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-91aa8fd1-bba8-4095-a441-383011a95db3 req-f7b8bbc8-6d29-44cf-a3b3-17d62e74e295 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428891 Mar 30 18:21:04.925702 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6498a4e4-3ed4-4f67-afb5-19557dee556f req-5e610477-f23e-4a00-acc5-9087d3ec7835 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:04.927224 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-6498a4e4-3ed4-4f67-afb5-19557dee556f req-5e610477-f23e-4a00-acc5-9087d3ec7835 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5c532a9-76db-462d-bb9d-3500b393fca2 HTTP/1.1" status: 200 len: 944 time: 0.0541358 Mar 30 18:21:04.976305 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-6498a4e4-3ed4-4f67-afb5-19557dee556f req-ad9f8c51-7386-4499-97fc-d419544f1aa7 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cc60dcc-24e9-4a9f-a63c-ae2217fe9dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426753 Mar 30 18:21:05.378463 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed402b-c136-4454-8cea-14368c24eeb4 req-65f4770c-28de-480f-8a42-c07b4c35ce7f tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:05.379955 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-45ed402b-c136-4454-8cea-14368c24eeb4 req-65f4770c-28de-480f-8a42-c07b4c35ce7f tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 946 time: 0.0520134 Mar 30 18:21:05.432040 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-45ed402b-c136-4454-8cea-14368c24eeb4 req-db09967f-e7a9-4ddb-93b1-03d1ecbff539 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458994 Mar 30 18:21:05.739581 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5453ad9-a862-47f7-aced-493013b4cc22 req-e91c1f68-bd74-4596-b0aa-c13e49bf4525 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:05.741046 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-d5453ad9-a862-47f7-aced-493013b4cc22 req-e91c1f68-bd74-4596-b0aa-c13e49bf4525 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 946 time: 0.0822711 Mar 30 18:21:05.762918 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe0d1a2-ef7e-44b3-a016-3ee729100659 req-078e96bf-c15a-49ba-8611-53b7398228c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:05.764399 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-abe0d1a2-ef7e-44b3-a016-3ee729100659 req-078e96bf-c15a-49ba-8611-53b7398228c9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=585ebec9292d43e7b65aab5ba734d8b9&device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 1130 time: 0.0764875 Mar 30 18:21:05.839297 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-d5453ad9-a862-47f7-aced-493013b4cc22 req-d1a1a1ee-66b3-4d52-9f35-79ea1ade42af tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916607 Mar 30 18:21:05.875549 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe0d1a2-ef7e-44b3-a016-3ee729100659 req-16ef498a-3e3e-4a08-b6d5-9ee51ecd01cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:05.877135 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-abe0d1a2-ef7e-44b3-a016-3ee729100659 req-16ef498a-3e3e-4a08-b6d5-9ee51ecd01cf service neutron] 10.222.0.55 "GET /v2.0/networks?id=0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb HTTP/1.1" status: 200 len: 920 time: 0.1051176 Mar 30 18:21:05.921406 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-abe0d1a2-ef7e-44b3-a016-3ee729100659 req-75c0a394-7525-4853-a956-6a63f58b7671 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7a4ed2f-8771-46ff-9663-44618a801495 HTTP/1.1" status: 200 len: 217 time: 0.0361452 Mar 30 18:21:05.984526 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe0d1a2-ef7e-44b3-a016-3ee729100659 req-6ca987d4-4354-40db-b031-ecdce6b92666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:05.986060 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-abe0d1a2-ef7e-44b3-a016-3ee729100659 req-6ca987d4-4354-40db-b031-ecdce6b92666 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=803891e5-aae4-46c3-87bc-0de344219463 HTTP/1.1" status: 200 len: 858 time: 0.0566485 Mar 30 18:21:06.053433 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe0d1a2-ef7e-44b3-a016-3ee729100659 req-11a0f8bd-fb8c-4c1b-a04f-5dff195dc03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:06.055116 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-abe0d1a2-ef7e-44b3-a016-3ee729100659 req-11a0f8bd-fb8c-4c1b-a04f-5dff195dc03c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0612733 Mar 30 18:21:06.176733 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec4998-bc6d-42bb-83de-766641918645 req-7c21961c-2b07-4b05-8c25-992e1f63bf0e tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:06.178290 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c9ec4998-bc6d-42bb-83de-766641918645 req-7c21961c-2b07-4b05-8c25-992e1f63bf0e tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5c532a9-76db-462d-bb9d-3500b393fca2 HTTP/1.1" status: 200 len: 944 time: 0.1275167 Mar 30 18:21:06.208975 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-abe0d1a2-ef7e-44b3-a016-3ee729100659 req-998e57e0-8e0b-499e-9f6d-175cc3f0b81b service neutron] 10.222.0.55 "GET /v2.0/networks/0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451142 Mar 30 18:21:06.291758 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 34778) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:21:06.416947 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0c2ecc65-0b1c-4739-9786-adcb2d208070 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:06.497314 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0c2ecc65-0b1c-4739-9786-adcb2d208070 admin admin] Publish callbacks [] for security_group (600cdb24-e63f-4497-972d-1a4127ffc352), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:06.501647 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0c2ecc65-0b1c-4739-9786-adcb2d208070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (600cdb24-e63f-4497-972d-1a4127ffc352), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:06.502624 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c9ec4998-bc6d-42bb-83de-766641918645 req-bf0646a8-1f59-4c7f-ac38-fb2224907269 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cc60dcc-24e9-4a9f-a63c-ae2217fe9dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157182 Mar 30 18:21:06.551665 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-0c2ecc65-0b1c-4739-9786-adcb2d208070 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7ff8fbb1edb64a7584a35001f8982e13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2586985 Mar 30 18:21:06.553136 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2ecc65-0b1c-4739-9786-adcb2d208070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=600cdb24-e63f-4497-972d-1a4127ffc352,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:21:06.555792 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 34788) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:21:06.560421 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-abe0d1a2-ef7e-44b3-a016-3ee729100659 req-8653b045-18e7-4a7f-850d-a9b68126e3d9 service neutron] 10.222.0.55 "GET /v2.0/networks/0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3420177 Mar 30 18:21:06.607048 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-300199ee-806d-472e-9136-af2d9409b9d5 admin admin] Publish callbacks [] for security_group (600cdb24-e63f-4497-972d-1a4127ffc352), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:06.629152 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-300199ee-806d-472e-9136-af2d9409b9d5 admin admin] Publish callbacks [] for security_group (600cdb24-e63f-4497-972d-1a4127ffc352), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:06.676621 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-300199ee-806d-472e-9136-af2d9409b9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (600cdb24-e63f-4497-972d-1a4127ffc352), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:06.679215 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-300199ee-806d-472e-9136-af2d9409b9d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:06.683622 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-300199ee-806d-472e-9136-af2d9409b9d5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/600cdb24-e63f-4497-972d-1a4127ffc352 HTTP/1.1" status: 204 len: 168 time: 0.1268623 Mar 30 18:21:06.691718 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300199ee-806d-472e-9136-af2d9409b9d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=600cdb24-e63f-4497-972d-1a4127ffc352,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:21:06.812587 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device 0d801c13-9aff-4668-88a7-0103ece98d1d details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103295) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:21:06.943670 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port 0d801c13-9aff-4668-88a7-0103ece98d1d, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=0d801c13-9aff-4668-88a7-0103ece98d1d,segment=NetworkSegment(3b0494ca-3414-4d94-b067-20371048eea0),segment_id=3b0494ca-3414-4d94-b067-20371048eea0)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:21:06.980183 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce719ef-91f4-4949-ab69-4a835d37b1f4 req-98a4ee28-04b4-4c2c-a940-9f064c2101c9 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:06.988426 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-2ce719ef-91f4-4949-ab69-4a835d37b1f4 req-98a4ee28-04b4-4c2c-a940-9f064c2101c9 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 946 time: 0.0738602 Mar 30 18:21:06.989284 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Returning: {'device': '0d801c13-9aff-4668-88a7-0103ece98d1d', 'network_id': '198ea463-61cf-4734-958a-a6c530b7d835', 'port_id': '0d801c13-9aff-4668-88a7-0103ece98d1d', 'mac_address': 'fa:16:3e:79:c6:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '858e9cf9-a3c2-44d3-bbf0-2bf3345c0cbe', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103295) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:21:07.040476 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Current status of the port 0d801c13-9aff-4668-88a7-0103ece98d1d is: DOWN; New status is: BUILD {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:21:07.040870 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (0d801c13-9aff-4668-88a7-0103ece98d1d), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:07.059752 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d801c13-9aff-4668-88a7-0103ece98d1d {{(pid=103295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:21:07.070058 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-2ce719ef-91f4-4949-ab69-4a835d37b1f4 req-2fbe3a3c-d3c3-4bad-8ae8-4891624555ab tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796704 Mar 30 18:21:07.094387 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port 0d801c13-9aff-4668-88a7-0103ece98d1d, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=0d801c13-9aff-4668-88a7-0103ece98d1d,segment=NetworkSegment(3b0494ca-3414-4d94-b067-20371048eea0),segment_id=3b0494ca-3414-4d94-b067-20371048eea0)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:21:07.101104 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (0d801c13-9aff-4668-88a7-0103ece98d1d), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:07.167396 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Pushing event updated for resources: {'Port': ['ID=0d801c13-9aff-4668-88a7-0103ece98d1d,revision_number=4']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:21:07.545887 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] get_ports_and_sgs() called for port_ids ['0d801c13-9aff-4668-88a7-0103ece98d1d'] {{(pid=103295) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:21:07.632241 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6756da4b-e368-4061-82e3-e51febde3ef9 req-49235a9b-601d-47f7-aad5-b410b3426a80 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:07.634421 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-6756da4b-e368-4061-82e3-e51febde3ef9 req-49235a9b-601d-47f7-aad5-b410b3426a80 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5c532a9-76db-462d-bb9d-3500b393fca2 HTTP/1.1" status: 200 len: 945 time: 0.0592976 Mar 30 18:21:07.683908 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-6756da4b-e368-4061-82e3-e51febde3ef9 req-eb1da8a2-8548-4bfa-a900-504e9494b336 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cc60dcc-24e9-4a9f-a63c-ae2217fe9dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437868 Mar 30 18:21:08.184488 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b531971-4a72-4bc7-9da9-f22202ce502b req-aac31974-4318-4d4f-b051-3c11a3fda7c5 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:08.185956 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-6b531971-4a72-4bc7-9da9-f22202ce502b req-aac31974-4318-4d4f-b051-3c11a3fda7c5 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 946 time: 0.0520859 Mar 30 18:21:08.231389 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-6b531971-4a72-4bc7-9da9-f22202ce502b req-265e69cd-935d-409f-a06f-43f42e6260aa tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398598 Mar 30 18:21:08.407194 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 34866) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:21:08.510154 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4788286f-095c-44b7-adb2-b779df93f412 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:08.581907 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4788286f-095c-44b7-adb2-b779df93f412 admin admin] Publish callbacks [] for security_group (8d31de6a-b334-4359-ad62-aafbbf3b5d4f), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:08.585581 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4788286f-095c-44b7-adb2-b779df93f412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (8d31de6a-b334-4359-ad62-aafbbf3b5d4f), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:08.623460 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-4788286f-095c-44b7-adb2-b779df93f412 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=916d1ddc644d4a0cb405b3d04583b889&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2151575 Mar 30 18:21:08.624375 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4788286f-095c-44b7-adb2-b779df93f412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d31de6a-b334-4359-ad62-aafbbf3b5d4f,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:21:08.626421 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 34874) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:21:08.685584 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-0d33a3b6-8149-4b22-b130-4e1812049867 admin admin] Publish callbacks [] for security_group (8d31de6a-b334-4359-ad62-aafbbf3b5d4f), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:08.707224 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-0d33a3b6-8149-4b22-b130-4e1812049867 admin admin] Publish callbacks [] for security_group (8d31de6a-b334-4359-ad62-aafbbf3b5d4f), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:08.760678 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-0d33a3b6-8149-4b22-b130-4e1812049867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (8d31de6a-b334-4359-ad62-aafbbf3b5d4f), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:08.763189 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-0d33a3b6-8149-4b22-b130-4e1812049867 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:08.764269 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-0d33a3b6-8149-4b22-b130-4e1812049867 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8d31de6a-b334-4359-ad62-aafbbf3b5d4f HTTP/1.1" status: 204 len: 168 time: 0.1365716 Mar 30 18:21:08.787988 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d33a3b6-8149-4b22-b130-4e1812049867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d31de6a-b334-4359-ad62-aafbbf3b5d4f,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:21:08.814110 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8fbf22-6ec0-4bf8-86da-370b8e578222 req-11553bb2-7dd4-4f36-987a-5bc83b89faf2 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:08.815792 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-1d8fbf22-6ec0-4bf8-86da-370b8e578222 req-11553bb2-7dd4-4f36-987a-5bc83b89faf2 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5c532a9-76db-462d-bb9d-3500b393fca2 HTTP/1.1" status: 200 len: 945 time: 0.0656898 Mar 30 18:21:08.828874 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device 0d801c13-9aff-4668-88a7-0103ece98d1d up at agent hyperv_hv-cinder-83587 {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:21:08.868414 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-1d8fbf22-6ec0-4bf8-86da-370b8e578222 req-2069995d-2417-4788-bc47-04b5f86e6ae2 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cc60dcc-24e9-4a9f-a63c-ae2217fe9dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458930 Mar 30 18:21:08.896105 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Provisioning for port 0d801c13-9aff-4668-88a7-0103ece98d1d completed by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 18:21:08.911581 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Provisioning complete for port 0d801c13-9aff-4668-88a7-0103ece98d1d triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:21:08.911581 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (0d801c13-9aff-4668-88a7-0103ece98d1d), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:09.018707 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Current status of the port 0d801c13-9aff-4668-88a7-0103ece98d1d is: BUILD; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:21:09.019106 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (0d801c13-9aff-4668-88a7-0103ece98d1d), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:09.048381 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c532a9-76db-462d-bb9d-3500b393fca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d801c13-9aff-4668-88a7-0103ece98d1d'}] {{(pid=103295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:21:09.050659 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7869a1eaeafddf677110b76453ce8b8be8513095297872c2e0c75408178073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3e3e85-8b81-4881-8713-489ff83c5e90" -d '{"events": [{"server_uuid": "d5c532a9-76db-462d-bb9d-3500b393fca2", "name": "network-vif-plugged", "status": "completed", "tag": "0d801c13-9aff-4668-88a7-0103ece98d1d"}]}' {{(pid=103295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:21:09.071900 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port 0d801c13-9aff-4668-88a7-0103ece98d1d, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=0d801c13-9aff-4668-88a7-0103ece98d1d,segment=NetworkSegment(3b0494ca-3414-4d94-b067-20371048eea0),segment_id=3b0494ca-3414-4d94-b067-20371048eea0)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:21:09.077341 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (0d801c13-9aff-4668-88a7-0103ece98d1d), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:09.105827 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8bed8f-ca69-4a67-82d9-3953e9f7b847 x-openstack-request-id: req-de8bed8f-ca69-4a67-82d9-3953e9f7b847 {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:21:09.106141 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5c532a9-76db-462d-bb9d-3500b393fca2", "name": "network-vif-plugged", "status": "completed", "tag": "0d801c13-9aff-4668-88a7-0103ece98d1d", "code": 200}]} {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:21:09.106483 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-de8bed8f-ca69-4a67-82d9-3953e9f7b847 {{(pid=103295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:21:09.106904 dv-cinder-835879-1-iscsi neutron-server[103295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de8bed8f-ca69-4a67-82d9-3953e9f7b847'] response: {'server_uuid': 'd5c532a9-76db-462d-bb9d-3500b393fca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d801c13-9aff-4668-88a7-0103ece98d1d', 'code': 200} Mar 30 18:21:09.133088 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Pushing event updated for resources: {'Port': ['ID=0d801c13-9aff-4668-88a7-0103ece98d1d,revision_number=5']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:21:09.369041 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2cd680-3ccd-4204-8b40-add3e1fe3d88 req-8aeacdde-952d-4bc0-82f6-c81054eb2cd8 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:09.370426 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ac2cd680-3ccd-4204-8b40-add3e1fe3d88 req-8aeacdde-952d-4bc0-82f6-c81054eb2cd8 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 946 time: 0.0737400 Mar 30 18:21:09.373135 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334db150-729b-4660-87fe-89f3d1c0d6e2 req-6632a496-5fda-428a-b2b9-b56030d8a995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:09.374533 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-334db150-729b-4660-87fe-89f3d1c0d6e2 req-6632a496-5fda-428a-b2b9-b56030d8a995 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d5c532a9-76db-462d-bb9d-3500b393fca2 HTTP/1.1" status: 200 len: 1130 time: 0.0871296 Mar 30 18:21:09.443282 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ac2cd680-3ccd-4204-8b40-add3e1fe3d88 req-d8a9bc35-6f4a-4ee2-bc2f-ba5ceed122e0 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672979 Mar 30 18:21:09.446236 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-334db150-729b-4660-87fe-89f3d1c0d6e2 req-d97a3ed8-9a03-4661-9619-847b10ad9ded service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6cc60dcc-24e9-4a9f-a63c-ae2217fe9dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642557 Mar 30 18:21:09.988282 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166b03d-65c8-4fd4-a3c5-0a47be34d702 req-4b2420ab-500e-44ea-b6cd-69afc61bb74a tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:09.989629 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-8166b03d-65c8-4fd4-a3c5-0a47be34d702 req-4b2420ab-500e-44ea-b6cd-69afc61bb74a tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5c532a9-76db-462d-bb9d-3500b393fca2 HTTP/1.1" status: 200 len: 946 time: 0.0514398 Mar 30 18:21:10.034105 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-8166b03d-65c8-4fd4-a3c5-0a47be34d702 req-4edc394d-3f62-4703-b03b-ced4503cab95 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cc60dcc-24e9-4a9f-a63c-ae2217fe9dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384259 Mar 30 18:21:10.560526 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74fc67e-2e63-42ba-afb7-503d03f599ba req-c51464c8-ec1a-44a3-8f6b-e8e21ec88bb7 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:10.561955 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-f74fc67e-2e63-42ba-afb7-503d03f599ba req-c51464c8-ec1a-44a3-8f6b-e8e21ec88bb7 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 946 time: 0.0539031 Mar 30 18:21:10.607493 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-f74fc67e-2e63-42ba-afb7-503d03f599ba req-27f7c44c-79d7-419f-9101-83d287ac69ee tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400288 Mar 30 18:21:11.149898 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ad468-057d-4dc3-a69e-35c43cc5e6bc req-d1fad68f-0903-488a-a409-5b80372832c3 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:11.151398 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-329ad468-057d-4dc3-a69e-35c43cc5e6bc req-d1fad68f-0903-488a-a409-5b80372832c3 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5c532a9-76db-462d-bb9d-3500b393fca2 HTTP/1.1" status: 200 len: 946 time: 0.0523539 Mar 30 18:21:11.199610 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-329ad468-057d-4dc3-a69e-35c43cc5e6bc req-73633cc2-4280-49b8-89a6-159faf23db96 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cc60dcc-24e9-4a9f-a63c-ae2217fe9dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425081 Mar 30 18:21:11.723749 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c99ff3-10e0-4116-bcd9-37e00d245c43 req-de83ade9-f7e5-4af6-aef1-9931ce5491e1 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:11.725087 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-59c99ff3-10e0-4116-bcd9-37e00d245c43 req-de83ade9-f7e5-4af6-aef1-9931ce5491e1 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 946 time: 0.0544558 Mar 30 18:21:11.770382 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-59c99ff3-10e0-4116-bcd9-37e00d245c43 req-6359dce8-6c95-4277-b8b0-5f8b8dab91ad tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398707 Mar 30 18:21:12.315357 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc65bc-82de-4d98-9f0b-c810fa51f38b req-533cfe3e-e198-4f31-8e07-61c74a95edc5 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:12.316828 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-88fc65bc-82de-4d98-9f0b-c810fa51f38b req-533cfe3e-e198-4f31-8e07-61c74a95edc5 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5c532a9-76db-462d-bb9d-3500b393fca2 HTTP/1.1" status: 200 len: 946 time: 0.0529811 Mar 30 18:21:12.362994 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-88fc65bc-82de-4d98-9f0b-c810fa51f38b req-997d1a90-a30f-43b0-99cb-22c9ed2f4565 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cc60dcc-24e9-4a9f-a63c-ae2217fe9dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405478 Mar 30 18:21:12.885142 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc7363-141b-4df9-8da3-bcae0fe657bd req-608f03f9-9867-4852-8917-07f48b4f7e84 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:12.886513 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-7bcc7363-141b-4df9-8da3-bcae0fe657bd req-608f03f9-9867-4852-8917-07f48b4f7e84 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 946 time: 0.0513172 Mar 30 18:21:12.937670 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-7bcc7363-141b-4df9-8da3-bcae0fe657bd req-3f08513f-5d87-43d6-916a-1e6829dc0521 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454144 Mar 30 18:21:13.157463 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 34930) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:21:13.261863 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-36913827-adab-4fd2-b070-5ba8f3d4451c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:13.335788 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-36913827-adab-4fd2-b070-5ba8f3d4451c admin admin] Publish callbacks [] for security_group (ae0e75e8-2aec-4da4-b5e0-22d858ee73d4), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:13.340322 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-36913827-adab-4fd2-b070-5ba8f3d4451c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (ae0e75e8-2aec-4da4-b5e0-22d858ee73d4), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:13.378847 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-36913827-adab-4fd2-b070-5ba8f3d4451c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=df05174c0cdc47aeaa7f0347d2aa6772&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2202570 Mar 30 18:21:13.379741 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36913827-adab-4fd2-b070-5ba8f3d4451c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0e75e8-2aec-4da4-b5e0-22d858ee73d4,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:21:13.381526 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 34942) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:21:13.463215 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-d8f8e2dd-f553-4436-ad5b-81413f14794e admin admin] Publish callbacks [] for security_group (ae0e75e8-2aec-4da4-b5e0-22d858ee73d4), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:13.486338 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-d8f8e2dd-f553-4436-ad5b-81413f14794e admin admin] Publish callbacks [] for security_group (ae0e75e8-2aec-4da4-b5e0-22d858ee73d4), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:13.498986 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c6952-a8fa-40e9-b2fe-9be7c1a6b3ac req-0abd37d1-3064-47b4-a87f-311cf76aded8 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:13.500605 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a62c6952-a8fa-40e9-b2fe-9be7c1a6b3ac req-0abd37d1-3064-47b4-a87f-311cf76aded8 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5c532a9-76db-462d-bb9d-3500b393fca2 HTTP/1.1" status: 200 len: 946 time: 0.0597265 Mar 30 18:21:13.538728 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-d8f8e2dd-f553-4436-ad5b-81413f14794e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (ae0e75e8-2aec-4da4-b5e0-22d858ee73d4), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:13.541928 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-d8f8e2dd-f553-4436-ad5b-81413f14794e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:13.545429 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-d8f8e2dd-f553-4436-ad5b-81413f14794e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ae0e75e8-2aec-4da4-b5e0-22d858ee73d4 HTTP/1.1" status: 204 len: 168 time: 0.1600287 Mar 30 18:21:13.555258 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a62c6952-a8fa-40e9-b2fe-9be7c1a6b3ac req-f58c3f0f-8315-441f-b2b9-3d688052dc3b tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cc60dcc-24e9-4a9f-a63c-ae2217fe9dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467856 Mar 30 18:21:13.557051 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f8e2dd-f553-4436-ad5b-81413f14794e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0e75e8-2aec-4da4-b5e0-22d858ee73d4,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:21:13.889918 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4abf351e-6e12-49fc-8f37-81ba8f95c6ca req-95011f9d-1d31-4d05-9ebe-25bdf1af521a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2cb64e80-e39d-49eb-86af-290fa3684e6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0521080 Mar 30 18:21:13.974420 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf351e-6e12-49fc-8f37-81ba8f95c6ca req-809bb48c-7b45-4474-996c-6e8e9ebdfdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:13.975950 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4abf351e-6e12-49fc-8f37-81ba8f95c6ca req-809bb48c-7b45-4474-996c-6e8e9ebdfdca service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f6636f8a031548d18e3429de74b004e9&device_id=2cb64e80-e39d-49eb-86af-290fa3684e6f HTTP/1.1" status: 200 len: 1130 time: 0.0435786 Mar 30 18:21:14.110454 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1bde4-d22b-45c2-bfb3-b29bf7bf0a3a req-0f4052f3-ad54-4048-94e1-ec62458e99d2 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:14.111949 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-91f1bde4-d22b-45c2-bfb3-b29bf7bf0a3a req-0f4052f3-ad54-4048-94e1-ec62458e99d2 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 946 time: 0.1088939 Mar 30 18:21:14.140151 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf351e-6e12-49fc-8f37-81ba8f95c6ca req-e68b4efd-a414-4872-9a13-c711bf0ebc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:14.141844 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4abf351e-6e12-49fc-8f37-81ba8f95c6ca req-e68b4efd-a414-4872-9a13-c711bf0ebc22 service neutron] 10.222.0.55 "GET /v2.0/networks?id=99f9262f-3c8d-47d0-8af2-845395ed3cd0 HTTP/1.1" status: 200 len: 911 time: 0.1302135 Mar 30 18:21:14.209526 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-91f1bde4-d22b-45c2-bfb3-b29bf7bf0a3a req-625ea3bd-68c0-4006-ba00-1a5894d613dc tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892036 Mar 30 18:21:14.222584 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4abf351e-6e12-49fc-8f37-81ba8f95c6ca req-1b6a9eb9-fd72-42c1-847c-c39ab5e308f8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aee93743-b365-41f5-b7ec-ae74a3dd3e36 HTTP/1.1" status: 200 len: 1002 time: 0.0741005 Mar 30 18:21:14.282826 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf351e-6e12-49fc-8f37-81ba8f95c6ca req-96b5a38a-2f72-4d3c-804e-1de3adc3d583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:14.284258 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4abf351e-6e12-49fc-8f37-81ba8f95c6ca req-96b5a38a-2f72-4d3c-804e-1de3adc3d583 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4cc6a602-aaad-4e34-b4ef-47ed89dd7ce5 HTTP/1.1" status: 200 len: 849 time: 0.0453253 Mar 30 18:21:14.331595 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf351e-6e12-49fc-8f37-81ba8f95c6ca req-b3c6e203-e827-4a91-8844-790811db20d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:14.333024 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4abf351e-6e12-49fc-8f37-81ba8f95c6ca req-b3c6e203-e827-4a91-8844-790811db20d1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=99f9262f-3c8d-47d0-8af2-845395ed3cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411201 Mar 30 18:21:14.421755 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4abf351e-6e12-49fc-8f37-81ba8f95c6ca req-02a603f4-3242-4fc6-88a7-6706364df325 service neutron] 10.222.0.55 "GET /v2.0/networks/99f9262f-3c8d-47d0-8af2-845395ed3cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789115 Mar 30 18:21:14.516281 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4abf351e-6e12-49fc-8f37-81ba8f95c6ca req-5f64707d-7b6c-4602-ad12-8f374b7267df service neutron] 10.222.0.55 "GET /v2.0/networks/99f9262f-3c8d-47d0-8af2-845395ed3cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835507 Mar 30 18:21:14.678174 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2b2cec-37a8-4f7e-ad6e-e58c412323e1 req-78fc820e-f51f-4a16-9e0e-8299501e3f56 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:14.679629 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-1c2b2cec-37a8-4f7e-ad6e-e58c412323e1 req-78fc820e-f51f-4a16-9e0e-8299501e3f56 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5c532a9-76db-462d-bb9d-3500b393fca2 HTTP/1.1" status: 200 len: 946 time: 0.0514119 Mar 30 18:21:14.724811 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-1c2b2cec-37a8-4f7e-ad6e-e58c412323e1 req-3703dcbf-d563-49de-9741-ea85c0388841 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cc60dcc-24e9-4a9f-a63c-ae2217fe9dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390222 Mar 30 18:21:15.329254 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817945d-52a4-43a8-a8c3-a78262a31ad3 req-be7f560f-2ab4-456a-ac43-a32f9075f837 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:15.330802 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-e817945d-52a4-43a8-a8c3-a78262a31ad3 req-be7f560f-2ab4-456a-ac43-a32f9075f837 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 946 time: 0.0547285 Mar 30 18:21:15.377944 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-e817945d-52a4-43a8-a8c3-a78262a31ad3 req-69554f2e-ea94-43fc-bf4e-4eb7848af893 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404530 Mar 30 18:21:15.638604 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d3d42-65b3-43fd-b1c8-9ea69946cbfe req-65f2f0c6-0518-4045-9330-db1498dd742f tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:15.640014 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-6f5d3d42-65b3-43fd-b1c8-9ea69946cbfe req-65f2f0c6-0518-4045-9330-db1498dd742f tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5c532a9-76db-462d-bb9d-3500b393fca2 HTTP/1.1" status: 200 len: 946 time: 0.0509756 Mar 30 18:21:15.684558 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-6f5d3d42-65b3-43fd-b1c8-9ea69946cbfe req-3c173ae9-4645-4852-82a5-013786ec9660 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cc60dcc-24e9-4a9f-a63c-ae2217fe9dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388937 Mar 30 18:21:16.277370 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 35004) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:21:16.299613 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (48cc6dd0-9d47-40d1-bfd7-3609261a1488), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:16.379791 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-d49ba68b-0b49-47a5-bee0-e845349cbe5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:16.464128 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-d49ba68b-0b49-47a5-bee0-e845349cbe5c admin admin] Publish callbacks [] for security_group (514b30d6-4503-4cc9-85fe-4d47de8ffac4), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:16.467971 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-d49ba68b-0b49-47a5-bee0-e845349cbe5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (514b30d6-4503-4cc9-85fe-4d47de8ffac4), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:16.497207 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a57177-e262-4864-9609-6df3b2a3c013 req-42056c80-86a2-4d89-95e7-a241d1e7abf4 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:16.498682 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-09a57177-e262-4864-9609-6df3b2a3c013 req-42056c80-86a2-4d89-95e7-a241d1e7abf4 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 946 time: 0.0513389 Mar 30 18:21:16.508835 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-d49ba68b-0b49-47a5-bee0-e845349cbe5c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=320e0e034e144655a0539bd645f636fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2280390 Mar 30 18:21:16.508835 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ba68b-0b49-47a5-bee0-e845349cbe5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=514b30d6-4503-4cc9-85fe-4d47de8ffac4,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:21:16.509784 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 35010) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:21:16.573249 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-09a57177-e262-4864-9609-6df3b2a3c013 req-342038f3-29d8-4619-a635-77a0b7f83d2b tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689492 Mar 30 18:21:16.589575 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-31637c7e-12e4-4043-87eb-a1d84cc1716c admin admin] Publish callbacks [] for security_group (514b30d6-4503-4cc9-85fe-4d47de8ffac4), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:16.610273 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-31637c7e-12e4-4043-87eb-a1d84cc1716c admin admin] Publish callbacks [] for security_group (514b30d6-4503-4cc9-85fe-4d47de8ffac4), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:16.655522 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-31637c7e-12e4-4043-87eb-a1d84cc1716c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (514b30d6-4503-4cc9-85fe-4d47de8ffac4), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:16.657992 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-31637c7e-12e4-4043-87eb-a1d84cc1716c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:16.659094 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-31637c7e-12e4-4043-87eb-a1d84cc1716c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/514b30d6-4503-4cc9-85fe-4d47de8ffac4 HTTP/1.1" status: 204 len: 168 time: 0.1475675 Mar 30 18:21:16.666376 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31637c7e-12e4-4043-87eb-a1d84cc1716c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514b30d6-4503-4cc9-85fe-4d47de8ffac4,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:21:16.803638 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6188173-9007-4157-bd4f-4c1518746d11 req-07446969-028a-4d0f-8e83-9e0b05ca703b tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:16.807653 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-e6188173-9007-4157-bd4f-4c1518746d11 req-07446969-028a-4d0f-8e83-9e0b05ca703b tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5c532a9-76db-462d-bb9d-3500b393fca2 HTTP/1.1" status: 200 len: 946 time: 0.0561521 Mar 30 18:21:16.854678 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-e6188173-9007-4157-bd4f-4c1518746d11 req-ebdc98e1-e151-4934-96cd-cc29d1cc10c4 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cc60dcc-24e9-4a9f-a63c-ae2217fe9dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416152 Mar 30 18:21:17.692276 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b14bb-a948-4093-9083-05796526238b req-bb96aabf-2e7e-4980-bc9a-a3b663cdabf7 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:17.693755 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-5f2b14bb-a948-4093-9083-05796526238b req-bb96aabf-2e7e-4980-bc9a-a3b663cdabf7 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 946 time: 0.0561202 Mar 30 18:21:17.769186 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-5f2b14bb-a948-4093-9083-05796526238b req-27921214-726f-4a08-bad9-4938ba7c1912 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666072 Mar 30 18:21:17.778209 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0256cc9a-e0e9-498d-8cf1-58ea77a61b16 req-4d9d4fde-7130-47c4-92d4-9044925b914a tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:17.779722 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0256cc9a-e0e9-498d-8cf1-58ea77a61b16 req-4d9d4fde-7130-47c4-92d4-9044925b914a tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5c532a9-76db-462d-bb9d-3500b393fca2 HTTP/1.1" status: 200 len: 946 time: 0.0850971 Mar 30 18:21:17.887281 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [req-0256cc9a-e0e9-498d-8cf1-58ea77a61b16 req-ae931323-c1e6-43bc-90b5-9b72bc588620 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] Deleting port 0d801c13-9aff-4668-88a7-0103ece98d1d {{(pid=103293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:21:17.887856 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-0256cc9a-e0e9-498d-8cf1-58ea77a61b16 req-ae931323-c1e6-43bc-90b5-9b72bc588620 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759690029078'] for port (0d801c13-9aff-4668-88a7-0103ece98d1d), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:18.010912 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c4bb1-5773-4174-b3ce-f8cc8d86fd15 req-95c36895-d179-4a21-9aa5-88030b5bd2e3 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:18.012384 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4b6c4bb1-5773-4174-b3ce-f8cc8d86fd15 req-95c36895-d179-4a21-9aa5-88030b5bd2e3 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5c532a9-76db-462d-bb9d-3500b393fca2 HTTP/1.1" status: 200 len: 946 time: 0.0847726 Mar 30 18:21:18.017521 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [req-0256cc9a-e0e9-498d-8cf1-58ea77a61b16 req-ae931323-c1e6-43bc-90b5-9b72bc588620 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] For port 0d801c13-9aff-4668-88a7-0103ece98d1d, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=0d801c13-9aff-4668-88a7-0103ece98d1d,segment=NetworkSegment(3b0494ca-3414-4d94-b067-20371048eea0),segment_id=3b0494ca-3414-4d94-b067-20371048eea0)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:21:18.017877 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-0256cc9a-e0e9-498d-8cf1-58ea77a61b16 req-ae931323-c1e6-43bc-90b5-9b72bc588620 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586036'] for port (0d801c13-9aff-4668-88a7-0103ece98d1d), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:18.039579 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [req-0256cc9a-e0e9-498d-8cf1-58ea77a61b16 req-ae931323-c1e6-43bc-90b5-9b72bc588620 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] Calling delete_port for 0d801c13-9aff-4668-88a7-0103ece98d1d owned by compute:nova {{(pid=103293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:21:18.111058 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4b6c4bb1-5773-4174-b3ce-f8cc8d86fd15 req-6eb9de48-be28-40e0-b291-612502494ec0 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cc60dcc-24e9-4a9f-a63c-ae2217fe9dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906372 Mar 30 18:21:18.198003 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-0256cc9a-e0e9-498d-8cf1-58ea77a61b16 req-ae931323-c1e6-43bc-90b5-9b72bc588620 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759690034297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759689464333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58814409'] for port (0d801c13-9aff-4668-88a7-0103ece98d1d), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:18.237149 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae931323-c1e6-43bc-90b5-9b72bc588620 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] Pushing event deleted for resources: {'Port': ['ID=0d801c13-9aff-4668-88a7-0103ece98d1d,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:21:18.245235 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] get_ports_and_sgs() called for port_ids ['0d801c13-9aff-4668-88a7-0103ece98d1d'] {{(pid=103295) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:21:18.290409 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [req-0256cc9a-e0e9-498d-8cf1-58ea77a61b16 req-ae931323-c1e6-43bc-90b5-9b72bc588620 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] No DVR routers for this DVR port 0d801c13-9aff-4668-88a7-0103ece98d1d on host hv-cinder-83587 {{(pid=103293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:21:18.293417 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-0256cc9a-e0e9-498d-8cf1-58ea77a61b16 req-ae931323-c1e6-43bc-90b5-9b72bc588620 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for port (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:18.296806 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0256cc9a-e0e9-498d-8cf1-58ea77a61b16 req-ae931323-c1e6-43bc-90b5-9b72bc588620 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] 10.222.0.55 "DELETE /v2.0/ports/0d801c13-9aff-4668-88a7-0103ece98d1d HTTP/1.1" status: 204 len: 173 time: 0.5051694 Mar 30 18:21:18.297271 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c532a9-76db-462d-bb9d-3500b393fca2', 'name': 'network-vif-deleted', 'tag': '0d801c13-9aff-4668-88a7-0103ece98d1d'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:21:18.299717 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e41150553c85b09edab6cb52843a30629a36ec9d810f78f9b9d5c7c277fb574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-961e5c60-adf4-47b5-a39f-ed190d9563ce" -d '{"events": [{"server_uuid": "d5c532a9-76db-462d-bb9d-3500b393fca2", "name": "network-vif-deleted", "tag": "0d801c13-9aff-4668-88a7-0103ece98d1d"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:21:18.334484 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73838deb-6975-4a31-902b-9fe413700583 x-openstack-request-id: req-73838deb-6975-4a31-902b-9fe413700583 {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:21:18.334778 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5c532a9-76db-462d-bb9d-3500b393fca2", "name": "network-vif-deleted", "tag": "0d801c13-9aff-4668-88a7-0103ece98d1d", "status": "completed", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:21:18.335031 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-73838deb-6975-4a31-902b-9fe413700583 {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:21:18.335458 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73838deb-6975-4a31-902b-9fe413700583'] response: {'server_uuid': 'd5c532a9-76db-462d-bb9d-3500b393fca2', 'name': 'network-vif-deleted', 'tag': '0d801c13-9aff-4668-88a7-0103ece98d1d', 'status': 'completed', 'code': 200} Mar 30 18:21:18.884180 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613404d1-5307-4986-bdd3-59f958b44a6f req-1fbc1c85-c8b7-447d-ba92-8df13cf4ff5c tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:18.886879 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-613404d1-5307-4986-bdd3-59f958b44a6f req-1fbc1c85-c8b7-447d-ba92-8df13cf4ff5c tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 946 time: 0.0537341 Mar 30 18:21:18.935616 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-613404d1-5307-4986-bdd3-59f958b44a6f req-6f2c7295-6018-4596-be18-4e6df2acafc9 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424891 Mar 30 18:21:20.055387 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f42bdc-22a1-444e-8723-66d8750b74f5 req-91665737-65ae-459b-9504-cbb283c6e6b3 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:20.056894 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-03f42bdc-22a1-444e-8723-66d8750b74f5 req-91665737-65ae-459b-9504-cbb283c6e6b3 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 946 time: 0.0558126 Mar 30 18:21:20.112315 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-03f42bdc-22a1-444e-8723-66d8750b74f5 req-d902caf9-16b8-4a0a-82b6-49ed475e314f tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498574 Mar 30 18:21:20.912376 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 35148) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:21:21.013949 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-14f7402b-7e1b-4750-8be2-59d782fd4636 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:21.084461 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-14f7402b-7e1b-4750-8be2-59d782fd4636 admin admin] Publish callbacks [] for security_group (2b433059-9944-4dc2-bf30-b088c98c9295), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:21.088111 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-14f7402b-7e1b-4750-8be2-59d782fd4636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (2b433059-9944-4dc2-bf30-b088c98c9295), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:21.124767 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-14f7402b-7e1b-4750-8be2-59d782fd4636 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e303030773f74b6491f1731508ef59cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2113459 Mar 30 18:21:21.126755 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f7402b-7e1b-4750-8be2-59d782fd4636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b433059-9944-4dc2-bf30-b088c98c9295,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:21:21.127645 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 35152) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:21:21.134697 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f7402b-7e1b-4750-8be2-59d782fd4636 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:21.135228 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f7402b-7e1b-4750-8be2-59d782fd4636 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:21.135715 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f7402b-7e1b-4750-8be2-59d782fd4636 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:21.136232 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f7402b-7e1b-4750-8be2-59d782fd4636 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:21.136564 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f7402b-7e1b-4750-8be2-59d782fd4636 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:21.137175 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f7402b-7e1b-4750-8be2-59d782fd4636 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:21.137175 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f7402b-7e1b-4750-8be2-59d782fd4636 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:21.137539 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f7402b-7e1b-4750-8be2-59d782fd4636 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:21.137820 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f7402b-7e1b-4750-8be2-59d782fd4636 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:21.138143 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f7402b-7e1b-4750-8be2-59d782fd4636 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:21.138466 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f7402b-7e1b-4750-8be2-59d782fd4636 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:21.138908 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f7402b-7e1b-4750-8be2-59d782fd4636 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:21.139253 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f7402b-7e1b-4750-8be2-59d782fd4636 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:21.139575 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f7402b-7e1b-4750-8be2-59d782fd4636 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:21.139891 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f7402b-7e1b-4750-8be2-59d782fd4636 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:21.182898 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e464fc63-0fa3-461b-a8a8-2d7e88ae62d0 admin admin] Publish callbacks [] for security_group (2b433059-9944-4dc2-bf30-b088c98c9295), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:21.211287 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e464fc63-0fa3-461b-a8a8-2d7e88ae62d0 admin admin] Publish callbacks [] for security_group (2b433059-9944-4dc2-bf30-b088c98c9295), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:21.240442 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e5b8e2-7d23-492a-bd10-b8862d21f33c req-86b06f0c-4b19-4260-9d13-767c7c9d6543 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:21.248305 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-68e5b8e2-7d23-492a-bd10-b8862d21f33c req-86b06f0c-4b19-4260-9d13-767c7c9d6543 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 946 time: 0.0597911 Mar 30 18:21:21.263340 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e464fc63-0fa3-461b-a8a8-2d7e88ae62d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (2b433059-9944-4dc2-bf30-b088c98c9295), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:21.266113 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e464fc63-0fa3-461b-a8a8-2d7e88ae62d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:21.267534 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-e464fc63-0fa3-461b-a8a8-2d7e88ae62d0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2b433059-9944-4dc2-bf30-b088c98c9295 HTTP/1.1" status: 204 len: 168 time: 0.1389089 Mar 30 18:21:21.276900 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e464fc63-0fa3-461b-a8a8-2d7e88ae62d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b433059-9944-4dc2-bf30-b088c98c9295,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:21:21.285175 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e464fc63-0fa3-461b-a8a8-2d7e88ae62d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:21.285761 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e464fc63-0fa3-461b-a8a8-2d7e88ae62d0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:21.286263 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e464fc63-0fa3-461b-a8a8-2d7e88ae62d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:21.286729 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e464fc63-0fa3-461b-a8a8-2d7e88ae62d0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:21.287063 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e464fc63-0fa3-461b-a8a8-2d7e88ae62d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:21.287465 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e464fc63-0fa3-461b-a8a8-2d7e88ae62d0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:21.287889 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e464fc63-0fa3-461b-a8a8-2d7e88ae62d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:21.288220 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e464fc63-0fa3-461b-a8a8-2d7e88ae62d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:21.288681 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e464fc63-0fa3-461b-a8a8-2d7e88ae62d0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:21.289005 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e464fc63-0fa3-461b-a8a8-2d7e88ae62d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:21.289567 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e464fc63-0fa3-461b-a8a8-2d7e88ae62d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:21.290053 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e464fc63-0fa3-461b-a8a8-2d7e88ae62d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:21.290382 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e464fc63-0fa3-461b-a8a8-2d7e88ae62d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:21.290703 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e464fc63-0fa3-461b-a8a8-2d7e88ae62d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:21.291171 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e464fc63-0fa3-461b-a8a8-2d7e88ae62d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:21.313303 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-68e5b8e2-7d23-492a-bd10-b8862d21f33c req-c6bdc3c4-2f01-4029-b0c8-1f5594307485 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618329 Mar 30 18:21:21.579353 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 35172) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:21:21.592649 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-0f78a55a-b24f-4731-9f50-f9487cf8f380 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:21.668414 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-0f78a55a-b24f-4731-9f50-f9487cf8f380 admin admin] Publish callbacks [] for security_group (260e3213-fb2d-45ed-babb-ba12ebc7cb24), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:21.672428 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-0f78a55a-b24f-4731-9f50-f9487cf8f380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (260e3213-fb2d-45ed-babb-ba12ebc7cb24), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:21.709400 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f78a55a-b24f-4731-9f50-f9487cf8f380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=260e3213-fb2d-45ed-babb-ba12ebc7cb24,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:21:21.717472 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-0f78a55a-b24f-4731-9f50-f9487cf8f380 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=48ae939cc8594e31880f4832290dc1f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1346171 Mar 30 18:21:21.718359 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 35180) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:21:21.763921 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-2dac97f9-3527-4cb8-9118-9d61f0138f4a admin admin] Publish callbacks [] for security_group (260e3213-fb2d-45ed-babb-ba12ebc7cb24), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:21.784755 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-2dac97f9-3527-4cb8-9118-9d61f0138f4a admin admin] Publish callbacks [] for security_group (260e3213-fb2d-45ed-babb-ba12ebc7cb24), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:21.831745 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-2dac97f9-3527-4cb8-9118-9d61f0138f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (260e3213-fb2d-45ed-babb-ba12ebc7cb24), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:21.834361 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-2dac97f9-3527-4cb8-9118-9d61f0138f4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:21.835542 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-2dac97f9-3527-4cb8-9118-9d61f0138f4a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/260e3213-fb2d-45ed-babb-ba12ebc7cb24 HTTP/1.1" status: 204 len: 168 time: 0.1169846 Mar 30 18:21:21.845761 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dac97f9-3527-4cb8-9118-9d61f0138f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=260e3213-fb2d-45ed-babb-ba12ebc7cb24,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:21:21.997839 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6555ea06-c306-4bfe-8dc5-12375f71fbc2 req-be4a122e-6c6e-44c6-9201-8b301f6c2400 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:21.999660 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-6555ea06-c306-4bfe-8dc5-12375f71fbc2 req-be4a122e-6c6e-44c6-9201-8b301f6c2400 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 945 time: 0.0569718 Mar 30 18:21:22.054448 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-6555ea06-c306-4bfe-8dc5-12375f71fbc2 req-41891a4d-6dc5-41b6-bcba-16de8d516d7a tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488296 Mar 30 18:21:22.138783 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device 0d801c13-9aff-4668-88a7-0103ece98d1d no longer exists at agent hyperv_hv-cinder-83587 {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:21:22.168226 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] No Port match for: 0d801c13-9aff-4668-88a7-0103ece98d1d {{(pid=103295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:21:22.168668 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device 0d801c13-9aff-4668-88a7-0103ece98d1d not bound to the agent host hv-cinder-83587 {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:21:22.427241 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133b9bdb-f166-4673-a8cb-ff7bd5618b45 req-cd6380e5-e31a-4ebd-a81f-c4e5a96c239b tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:22.429229 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-133b9bdb-f166-4673-a8cb-ff7bd5618b45 req-cd6380e5-e31a-4ebd-a81f-c4e5a96c239b tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 946 time: 0.0544434 Mar 30 18:21:22.516291 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-133b9bdb-f166-4673-a8cb-ff7bd5618b45 req-39e65529-0675-4f7b-9928-66b849cdc933 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784483 Mar 30 18:21:23.182731 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8596c6a-8ec3-4ce3-858a-c42a9fb3e955 req-c678bf3b-94d8-4e69-891f-2094f7934135 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:23.184196 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-f8596c6a-8ec3-4ce3-858a-c42a9fb3e955 req-c678bf3b-94d8-4e69-891f-2094f7934135 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 945 time: 0.0549369 Mar 30 18:21:23.234097 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-f8596c6a-8ec3-4ce3-858a-c42a9fb3e955 req-3d4a7b55-3c2b-4be3-9f63-3150bd57e54c tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436521 Mar 30 18:21:23.634358 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fd7747-1b76-4582-a57a-176692cfbffc req-92ac0953-ead5-4e50-bd37-36e5f14874ba tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:23.635856 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-71fd7747-1b76-4582-a57a-176692cfbffc req-92ac0953-ead5-4e50-bd37-36e5f14874ba tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 946 time: 0.0515411 Mar 30 18:21:23.688141 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-71fd7747-1b76-4582-a57a-176692cfbffc req-4107ccb9-fe93-4fe8-abfc-3f4c3a34980a tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465291 Mar 30 18:21:24.355524 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513bfbd-d12e-4697-acfa-52765f7e1053 req-0d8c36f8-0b41-431d-996e-27b446f4e3d5 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:24.356974 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-e513bfbd-d12e-4697-acfa-52765f7e1053 req-0d8c36f8-0b41-431d-996e-27b446f4e3d5 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 945 time: 0.0532997 Mar 30 18:21:24.402290 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-e513bfbd-d12e-4697-acfa-52765f7e1053 req-54908df3-a805-4499-be61-8b584dcafe40 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396316 Mar 30 18:21:24.813253 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2af99a-7145-4eeb-a999-d855426fb904 req-f07be94a-d372-4487-969c-22ed37310a9f tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:24.814669 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4a2af99a-7145-4eeb-a999-d855426fb904 req-f07be94a-d372-4487-969c-22ed37310a9f tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 946 time: 0.0571525 Mar 30 18:21:24.875928 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4a2af99a-7145-4eeb-a999-d855426fb904 req-b7ef92dc-b154-4ee2-b3c3-eed72444a13c tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555847 Mar 30 18:21:25.543313 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5e8df-b528-4356-9c3e-c9586b106b16 req-39e607f2-fa29-4b6c-b9c4-74116e3f349d tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:25.543313 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-43c5e8df-b528-4356-9c3e-c9586b106b16 req-39e607f2-fa29-4b6c-b9c4-74116e3f349d tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 945 time: 0.0593181 Mar 30 18:21:25.593612 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-43c5e8df-b528-4356-9c3e-c9586b106b16 req-ce01aff0-e4ad-4c90-bd6c-6dc3d0dbd355 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469477 Mar 30 18:21:26.072343 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf0120-de87-4d8b-a0f1-dacee92743cc req-b86e7925-1ef0-40ed-bb72-226eaa7f701f tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:26.075197 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-8baf0120-de87-4d8b-a0f1-dacee92743cc req-b86e7925-1ef0-40ed-bb72-226eaa7f701f tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 946 time: 0.0910656 Mar 30 18:21:26.131738 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-8baf0120-de87-4d8b-a0f1-dacee92743cc req-dcf6dec2-a19b-4473-9a9e-43127af08af7 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492368 Mar 30 18:21:26.737427 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec226e13-7b2c-40bf-8b65-5f8d3863edab req-77c51dd9-c4c3-4b03-ab16-a9545f17b11e tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:26.745865 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ec226e13-7b2c-40bf-8b65-5f8d3863edab req-77c51dd9-c4c3-4b03-ab16-a9545f17b11e tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 945 time: 0.0746152 Mar 30 18:21:26.804712 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ec226e13-7b2c-40bf-8b65-5f8d3863edab req-44d806aa-1065-44fe-a237-e929ec8e2325 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577650 Mar 30 18:21:27.267578 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4443bf6c-3780-489a-b496-d9bfd1318cc8 req-ee71a526-5b41-4f67-bc66-ea356e4473ac tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:27.269086 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4443bf6c-3780-489a-b496-d9bfd1318cc8 req-ee71a526-5b41-4f67-bc66-ea356e4473ac tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 946 time: 0.0578938 Mar 30 18:21:27.331338 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4443bf6c-3780-489a-b496-d9bfd1318cc8 req-6dd7c24c-1c15-4d68-9014-1342387fbf8b tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563979 Mar 30 18:21:27.680894 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-147963fa-0071-4ed8-8515-efc5bb2619e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (c82c41e6-6be9-408a-ae4d-4131a3230230), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:27.969423 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac22101-617f-442c-8e3d-ffdcb54fe213 req-b55da325-a756-4151-8e63-630005b581b4 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:27.972319 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-aac22101-617f-442c-8e3d-ffdcb54fe213 req-b55da325-a756-4151-8e63-630005b581b4 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 945 time: 0.0817559 Mar 30 18:21:28.021530 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-aac22101-617f-442c-8e3d-ffdcb54fe213 req-11e0c058-0a9d-4a38-a43f-686f7f632295 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426691 Mar 30 18:21:28.507452 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b69c16-7470-4090-b261-8ea0a92c845e req-f2d29808-c4dc-457d-a677-0de45eb703ab tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:28.509607 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-d2b69c16-7470-4090-b261-8ea0a92c845e req-f2d29808-c4dc-457d-a677-0de45eb703ab tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 946 time: 0.0948873 Mar 30 18:21:28.567811 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-d2b69c16-7470-4090-b261-8ea0a92c845e req-d1921a4e-4d20-4354-b404-f9b9e7db8ead tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508721 Mar 30 18:21:29.204545 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a46ecb-70a2-44bf-82eb-4e064055f46e req-df27cd21-3d9d-4362-a08a-94dff6075478 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:29.213828 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-67a46ecb-70a2-44bf-82eb-4e064055f46e req-df27cd21-3d9d-4362-a08a-94dff6075478 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 945 time: 0.1051631 Mar 30 18:21:29.289856 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-67a46ecb-70a2-44bf-82eb-4e064055f46e req-327df951-e5db-44c4-be10-f7e4e20a4f15 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715332 Mar 30 18:21:29.718757 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e09bd6c-3066-493e-9c03-990c06bdf7b1 req-b497d704-87b4-43de-b336-b1d5cb32ba21 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:29.720300 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0e09bd6c-3066-493e-9c03-990c06bdf7b1 req-b497d704-87b4-43de-b336-b1d5cb32ba21 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 946 time: 0.0675702 Mar 30 18:21:29.768213 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0e09bd6c-3066-493e-9c03-990c06bdf7b1 req-c1e5b61d-9260-49ba-822d-d288ab493ea7 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424082 Mar 30 18:21:30.067769 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-6678ec83-ee90-41a7-a03a-79622996e144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bb9cbda0-d504-4372-97ec-0881b5676f92), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:30.490642 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7078e-a975-400d-907d-dd29ba1c9db9 req-59e583f8-80d4-40cc-abe9-06cb6fe6e14c tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:30.492584 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-82d7078e-a975-400d-907d-dd29ba1c9db9 req-59e583f8-80d4-40cc-abe9-06cb6fe6e14c tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 945 time: 0.0823765 Mar 30 18:21:30.564476 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-82d7078e-a975-400d-907d-dd29ba1c9db9 req-d7040eb5-ba71-4c8a-ad5a-1a11196d8b1f tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627172 Mar 30 18:21:30.923248 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf69b4-8177-4bdb-8c2c-588928e280a2 req-98f11408-a294-470f-8516-a0d9cef09e4e tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:30.925463 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-5daf69b4-8177-4bdb-8c2c-588928e280a2 req-98f11408-a294-470f-8516-a0d9cef09e4e tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 946 time: 0.0625463 Mar 30 18:21:30.983824 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-5daf69b4-8177-4bdb-8c2c-588928e280a2 req-6a75bee2-2107-4a6a-8822-09692b424360 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518253 Mar 30 18:21:31.184682 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f19afa9d-e030-40e8-acc4-8e1b9083a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (63dcb6ae-3517-415b-a3a4-cfabe01bf14f), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:31.253241 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.agents_db [None req-615cdb4a-d653-495f-8f07-938524d0c5b5 None None] Agent healthcheck: found 6 active agents {{(pid=103296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:21:31.729367 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a81011e-8b10-4474-b628-97cd0041c190 req-cf788a63-fb2e-4770-8ac3-82612bd5f148 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:31.743745 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-9a81011e-8b10-4474-b628-97cd0041c190 req-cf788a63-fb2e-4770-8ac3-82612bd5f148 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 945 time: 0.0824931 Mar 30 18:21:31.787703 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-9a81011e-8b10-4474-b628-97cd0041c190 req-3188659d-4133-4d28-8fb9-0235c3bb4d65 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417368 Mar 30 18:21:32.099822 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc31a2bb-9541-4f97-90be-bd6aeace0369 req-99d3911b-c01b-408c-a03a-b613b015201d tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:32.100995 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-dc31a2bb-9541-4f97-90be-bd6aeace0369 req-99d3911b-c01b-408c-a03a-b613b015201d tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 946 time: 0.0565534 Mar 30 18:21:32.151198 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-dc31a2bb-9541-4f97-90be-bd6aeace0369 req-5a89e7ad-ef9a-4955-90ea-b6c59a07c8fc tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429795 Mar 30 18:21:32.576794 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-735ee7a5-faf9-4a72-9605-65e031eaef75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bc479c0e-1124-4d13-b03e-bb2d712dc776), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:32.922851 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41615de4-26d2-4c07-a873-6cd771dfafc6 req-08893253-97ce-47ba-a900-16278afb85e3 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:32.924395 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-41615de4-26d2-4c07-a873-6cd771dfafc6 req-08893253-97ce-47ba-a900-16278afb85e3 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 945 time: 0.0616188 Mar 30 18:21:32.988142 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-41615de4-26d2-4c07-a873-6cd771dfafc6 req-2a140a9d-a55c-4a9a-811b-e4573fdf14a5 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557475 Mar 30 18:21:33.285344 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b062737c-fbef-4014-97b7-f8302d9b2593 req-40224216-9eea-4d38-8d15-9f4b47181456 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:33.286789 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-b062737c-fbef-4014-97b7-f8302d9b2593 req-40224216-9eea-4d38-8d15-9f4b47181456 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 946 time: 0.0630350 Mar 30 18:21:33.336475 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-b062737c-fbef-4014-97b7-f8302d9b2593 req-273bcb31-9fd0-4946-a3cd-b55ce07ccf32 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423887 Mar 30 18:21:33.973769 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (6489659c-3f19-4a2c-89f8-52d37c938fb3), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:34.128710 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c008004-812c-476a-a8d2-fbda37e219f3 req-5827d7b9-a47d-4bcb-81db-904cb9f84ba0 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:34.130181 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-2c008004-812c-476a-a8d2-fbda37e219f3 req-5827d7b9-a47d-4bcb-81db-904cb9f84ba0 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 945 time: 0.0543380 Mar 30 18:21:34.184277 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-2c008004-812c-476a-a8d2-fbda37e219f3 req-8034ebd1-9107-4eaf-8684-728e2b857b4b tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483201 Mar 30 18:21:34.475215 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532c2e22-dfb9-4829-9c4c-03223cb0971d req-7564c42c-21ba-4277-b25e-1d2a65b4bff6 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:34.476827 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-532c2e22-dfb9-4829-9c4c-03223cb0971d req-7564c42c-21ba-4277-b25e-1d2a65b4bff6 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 946 time: 0.0685289 Mar 30 18:21:34.570196 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-532c2e22-dfb9-4829-9c4c-03223cb0971d req-366e1744-4775-4db8-a41a-66f5ab7ae62f tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873542 Mar 30 18:21:35.337159 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4454c86-aed8-448c-80f9-8bd7ba59cabe req-70ecf9bf-3af9-426d-b868-a33271474909 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:35.344378 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-d4454c86-aed8-448c-80f9-8bd7ba59cabe req-70ecf9bf-3af9-426d-b868-a33271474909 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 945 time: 0.0798433 Mar 30 18:21:35.406460 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-d4454c86-aed8-448c-80f9-8bd7ba59cabe req-a146ef85-22dd-4fcb-9b87-daa8d4d3d22e tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608048 Mar 30 18:21:35.718334 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601d8512-973d-48c4-8cb2-e56fc11a0aa8 req-43cab7a9-9a63-43aa-94b2-7298ac96d28c tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:35.719976 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-601d8512-973d-48c4-8cb2-e56fc11a0aa8 req-43cab7a9-9a63-43aa-94b2-7298ac96d28c tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 946 time: 0.0577884 Mar 30 18:21:35.769451 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-601d8512-973d-48c4-8cb2-e56fc11a0aa8 req-b5d6a146-04dc-4e6c-b2d6-1e293d7cca2b tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420310 Mar 30 18:21:36.079993 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eda6ac-4e38-462d-8b45-e80aff70c89e req-cb91b2e7-a17f-4c45-a2d7-75303197a3b2 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:36.087448 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-11eda6ac-4e38-462d-8b45-e80aff70c89e req-cb91b2e7-a17f-4c45-a2d7-75303197a3b2 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cb64e80-e39d-49eb-86af-290fa3684e6f HTTP/1.1" status: 200 len: 946 time: 0.0741777 Mar 30 18:21:36.136647 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-11eda6ac-4e38-462d-8b45-e80aff70c89e req-5650b964-bea3-4ce6-b7dd-f33f261202fa tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/security-groups?id=aceea5f5-feb8-4c89-ad27-86bd4cdfa476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481949 Mar 30 18:21:36.551081 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a588eaa-5d61-4d7b-954c-f979250af976 req-851b39c4-97b2-4310-ae8a-af26ddbdd4ec tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:36.552643 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-9a588eaa-5d61-4d7b-954c-f979250af976 req-851b39c4-97b2-4310-ae8a-af26ddbdd4ec tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 945 time: 0.0561986 Mar 30 18:21:36.607561 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-9a588eaa-5d61-4d7b-954c-f979250af976 req-754561c4-7760-4eff-bc8c-287e8085b92f tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485494 Mar 30 18:21:36.916055 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62d56de-5853-4b10-bba1-15c505580325 req-08da5900-eb9a-454f-a729-d28777b0e3a3 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:36.920076 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-e62d56de-5853-4b10-bba1-15c505580325 req-08da5900-eb9a-454f-a729-d28777b0e3a3 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 946 time: 0.0661557 Mar 30 18:21:36.972329 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-e62d56de-5853-4b10-bba1-15c505580325 req-b50f6c1d-e77c-4349-b29b-d748416ad9a2 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460532 Mar 30 18:21:37.258091 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de1a47-c14b-4e3f-9b99-5b0dd5222f9e req-d4cf9706-b3bd-4f22-86e9-c2420cf10174 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:37.261169 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-94de1a47-c14b-4e3f-9b99-5b0dd5222f9e req-d4cf9706-b3bd-4f22-86e9-c2420cf10174 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cb64e80-e39d-49eb-86af-290fa3684e6f HTTP/1.1" status: 200 len: 946 time: 0.0617409 Mar 30 18:21:37.313381 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-94de1a47-c14b-4e3f-9b99-5b0dd5222f9e req-806fa1c2-1ea4-4da9-b97b-38b42b84e8a2 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/security-groups?id=aceea5f5-feb8-4c89-ad27-86bd4cdfa476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459602 Mar 30 18:21:37.738524 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a9fa23-a0bb-4443-9bb3-7fd7bc7787b1 req-e64fad62-4d51-4ca2-a355-d6c89e4acc49 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:37.740137 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-04a9fa23-a0bb-4443-9bb3-7fd7bc7787b1 req-e64fad62-4d51-4ca2-a355-d6c89e4acc49 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 945 time: 0.0548720 Mar 30 18:21:37.795215 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-04a9fa23-a0bb-4443-9bb3-7fd7bc7787b1 req-86f0174a-b7be-4beb-bc7e-45b4dd3b7fc7 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478575 Mar 30 18:21:38.131346 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f33d7-d8f4-483b-8cd8-333665b0625d req-ccdab3b7-6e43-47d1-af3c-4b68bd54c85a tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:38.132854 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-5d8f33d7-d8f4-483b-8cd8-333665b0625d req-ccdab3b7-6e43-47d1-af3c-4b68bd54c85a tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 946 time: 0.0781851 Mar 30 18:21:38.196732 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-5d8f33d7-d8f4-483b-8cd8-333665b0625d req-1cf3410e-c779-4fb0-81be-eed22ee59520 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494804 Mar 30 18:21:38.450305 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b24e6ef-585f-409a-94af-3ade062eebbe req-482160f5-98e6-4e28-bc54-8e4f0400d265 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:38.451830 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-8b24e6ef-585f-409a-94af-3ade062eebbe req-482160f5-98e6-4e28-bc54-8e4f0400d265 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cb64e80-e39d-49eb-86af-290fa3684e6f HTTP/1.1" status: 200 len: 946 time: 0.0612216 Mar 30 18:21:38.507706 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-8b24e6ef-585f-409a-94af-3ade062eebbe req-e639ca53-6971-4a7f-99d0-ec89ca9f907b tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/security-groups?id=aceea5f5-feb8-4c89-ad27-86bd4cdfa476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500855 Mar 30 18:21:38.925460 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab1ad40-f5c8-4b1e-a028-1dfb4d02dcee req-cd331af0-4a08-4868-8ba7-e48ce81d8130 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:38.932304 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-8ab1ad40-f5c8-4b1e-a028-1dfb4d02dcee req-cd331af0-4a08-4868-8ba7-e48ce81d8130 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 945 time: 0.0655401 Mar 30 18:21:38.979412 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-8ab1ad40-f5c8-4b1e-a028-1dfb4d02dcee req-d4f413ad-959e-4929-aa14-8714b5d6d7e4 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454533 Mar 30 18:21:39.343191 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531418f2-e404-45e9-b6aa-046d1fac0f8d req-b91f7368-2cb0-4c27-9905-49caefa67460 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:39.345540 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-531418f2-e404-45e9-b6aa-046d1fac0f8d req-b91f7368-2cb0-4c27-9905-49caefa67460 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 946 time: 0.0627160 Mar 30 18:21:39.416423 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-531418f2-e404-45e9-b6aa-046d1fac0f8d req-a5e041d5-d0bc-4a99-a23e-e9d38abf3ad7 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602732 Mar 30 18:21:39.670192 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b2fa86-12c8-4b25-8113-10dd3e8d76e4 req-d0434c20-0b94-4fa5-8c3a-a6d4ff6bf668 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:39.681178 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-37b2fa86-12c8-4b25-8113-10dd3e8d76e4 req-d0434c20-0b94-4fa5-8c3a-a6d4ff6bf668 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cb64e80-e39d-49eb-86af-290fa3684e6f HTTP/1.1" status: 200 len: 946 time: 0.0822375 Mar 30 18:21:39.732467 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-37b2fa86-12c8-4b25-8113-10dd3e8d76e4 req-b7d19959-4fe8-4864-9325-21663d2804ea tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/security-groups?id=aceea5f5-feb8-4c89-ad27-86bd4cdfa476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499158 Mar 30 18:21:40.110090 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1165e7f-33c4-4a2b-8a90-207f616d75bf req-0f16a9f1-bf0d-49f4-ab36-492683263bd8 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:40.113665 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-e1165e7f-33c4-4a2b-8a90-207f616d75bf req-0f16a9f1-bf0d-49f4-ab36-492683263bd8 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 945 time: 0.0654285 Mar 30 18:21:40.169960 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-e1165e7f-33c4-4a2b-8a90-207f616d75bf req-00125707-af76-4ac1-9161-8bb4d091d07d tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505130 Mar 30 18:21:40.542984 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4424da-94fc-43c3-8bf9-2d250fe88d94 req-4c070c10-ee01-42e6-a769-f10f590522c5 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:40.544519 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-fb4424da-94fc-43c3-8bf9-2d250fe88d94 req-4c070c10-ee01-42e6-a769-f10f590522c5 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 946 time: 0.0550690 Mar 30 18:21:40.594110 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-fb4424da-94fc-43c3-8bf9-2d250fe88d94 req-66aed46c-b1ef-41b2-8403-44444601dea9 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433264 Mar 30 18:21:40.855418 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d6e82-0112-4640-ae9c-6317daba47ff req-47c5d58e-fe3c-4e67-980f-180fa04c8ca0 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:40.856882 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-b56d6e82-0112-4640-ae9c-6317daba47ff req-47c5d58e-fe3c-4e67-980f-180fa04c8ca0 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cb64e80-e39d-49eb-86af-290fa3684e6f HTTP/1.1" status: 200 len: 946 time: 0.0564339 Mar 30 18:21:40.908777 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-b56d6e82-0112-4640-ae9c-6317daba47ff req-a1970a6a-f556-4554-a26b-2eec81910c2b tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/security-groups?id=aceea5f5-feb8-4c89-ad27-86bd4cdfa476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462413 Mar 30 18:21:41.294678 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb868630-8bdc-41c1-a690-50590a1b42c4 req-36dbda0f-fd98-422f-8c11-2631359071fb tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:41.296222 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-cb868630-8bdc-41c1-a690-50590a1b42c4 req-36dbda0f-fd98-422f-8c11-2631359071fb tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 945 time: 0.0537913 Mar 30 18:21:41.347696 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-cb868630-8bdc-41c1-a690-50590a1b42c4 req-f9bef957-6d90-4ab8-ba56-8a0d5490b434 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457516 Mar 30 18:21:41.723304 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551adfaa-99c4-4cd9-b8e0-caebbbec5d78 req-eb2433a7-07ba-4720-a9d1-5d249ecb8b87 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:41.724839 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-551adfaa-99c4-4cd9-b8e0-caebbbec5d78 req-eb2433a7-07ba-4720-a9d1-5d249ecb8b87 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 946 time: 0.0541224 Mar 30 18:21:41.777977 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-551adfaa-99c4-4cd9-b8e0-caebbbec5d78 req-57c39bf9-10b1-450d-9358-ed884d1e6873 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467410 Mar 30 18:21:42.033912 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeab18c-bd43-4a05-8d10-f0c1b9e24e8f req-d321fead-b24e-437a-b6c2-70d064547a1a tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:42.035381 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-feeab18c-bd43-4a05-8d10-f0c1b9e24e8f req-d321fead-b24e-437a-b6c2-70d064547a1a tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cb64e80-e39d-49eb-86af-290fa3684e6f HTTP/1.1" status: 200 len: 946 time: 0.0537763 Mar 30 18:21:42.098406 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-feeab18c-bd43-4a05-8d10-f0c1b9e24e8f req-a063dbdd-bd3b-45fe-9ee8-9844a82c2c19 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/security-groups?id=aceea5f5-feb8-4c89-ad27-86bd4cdfa476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564544 Mar 30 18:21:42.488056 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed6449-7242-4c5c-8927-2eb0b23640de req-b0d40dc9-6995-401a-a8c2-528e4ca76806 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:42.489502 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-22ed6449-7242-4c5c-8927-2eb0b23640de req-b0d40dc9-6995-401a-a8c2-528e4ca76806 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 945 time: 0.0560348 Mar 30 18:21:42.569155 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-22ed6449-7242-4c5c-8927-2eb0b23640de req-3977f9bf-5410-4590-a9c0-9ecfce3e7981 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720675 Mar 30 18:21:42.933538 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f488d2ea-bb83-4cf7-ac4e-5593d2ccc6ca req-1bfcf1d0-ab9c-4d03-9e08-def1718585e7 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:42.935457 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-f488d2ea-bb83-4cf7-ac4e-5593d2ccc6ca req-1bfcf1d0-ab9c-4d03-9e08-def1718585e7 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 946 time: 0.0746784 Mar 30 18:21:42.998641 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-f488d2ea-bb83-4cf7-ac4e-5593d2ccc6ca req-a9db8f14-48d1-485d-84db-4c081d73fd72 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574236 Mar 30 18:21:43.157179 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device b5b2146d-6bbf-4747-a33f-30320ba120ee details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103295) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:21:43.293908 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93e8b2f-2cd4-49a4-ac39-a89bd69bc29b req-e7a10da5-797c-4b6b-a40c-ac533fe7143b tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:43.302871 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-e93e8b2f-2cd4-49a4-ac39-a89bd69bc29b req-e7a10da5-797c-4b6b-a40c-ac533fe7143b tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cb64e80-e39d-49eb-86af-290fa3684e6f HTTP/1.1" status: 200 len: 946 time: 0.0820460 Mar 30 18:21:43.332918 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port b5b2146d-6bbf-4747-a33f-30320ba120ee, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=b5b2146d-6bbf-4747-a33f-30320ba120ee,segment=NetworkSegment(e67e86d6-b9a3-48d5-b3c6-848d768aa694),segment_id=e67e86d6-b9a3-48d5-b3c6-848d768aa694)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:21:43.352103 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Returning: {'device': 'b5b2146d-6bbf-4747-a33f-30320ba120ee', 'network_id': '962d8774-065a-4a3e-943e-02c437f03701', 'port_id': 'b5b2146d-6bbf-4747-a33f-30320ba120ee', 'mac_address': 'fa:16:3e:9b:f6:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c5ebae0-2426-48ad-8a00-7de0e10a4970', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103295) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:21:43.372009 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-e93e8b2f-2cd4-49a4-ac39-a89bd69bc29b req-b63e8638-fa58-4042-bcc5-50be6cd4a0be tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/security-groups?id=aceea5f5-feb8-4c89-ad27-86bd4cdfa476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678761 Mar 30 18:21:43.405772 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Current status of the port b5b2146d-6bbf-4747-a33f-30320ba120ee is: ACTIVE; New status is: BUILD {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:21:43.406257 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (b5b2146d-6bbf-4747-a33f-30320ba120ee), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:43.444283 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b5b2146d-6bbf-4747-a33f-30320ba120ee {{(pid=103295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:21:43.463300 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port b5b2146d-6bbf-4747-a33f-30320ba120ee, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=b5b2146d-6bbf-4747-a33f-30320ba120ee,segment=NetworkSegment(e67e86d6-b9a3-48d5-b3c6-848d768aa694),segment_id=e67e86d6-b9a3-48d5-b3c6-848d768aa694)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:21:43.469201 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (b5b2146d-6bbf-4747-a33f-30320ba120ee), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:43.522056 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Pushing event updated for resources: {'Port': ['ID=b5b2146d-6bbf-4747-a33f-30320ba120ee,revision_number=6']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:21:43.529645 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:43.529990 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:43.530348 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:43.530683 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:43.531012 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:43.531396 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:43.531717 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:43.532035 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:43.532359 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:43.532682 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:43.532995 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:43.533325 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:43.533626 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:43.533936 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:43.534255 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:43.555107 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 35680) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:21:43.560837 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [None req-2f17d9a5-904d-4645-90ab-8796706d87d2 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Request body: {'security_group': {'name': 'tempest-securitygroup--179560207', 'description': 'tempest-description--2040434359'}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:21:43.583936 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-2f17d9a5-904d-4645-90ab-8796706d87d2 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for security_group (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:43.669444 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] get_ports_and_sgs() called for port_ids ['b5b2146d-6bbf-4747-a33f-30320ba120ee'] {{(pid=103295) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:21:43.669656 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-2f17d9a5-904d-4645-90ab-8796706d87d2 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for security_group (018b16a5-8be5-487d-9ccd-6d1cce3bb58a), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:43.674989 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-2f17d9a5-904d-4645-90ab-8796706d87d2 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (018b16a5-8be5-487d-9ccd-6d1cce3bb58a), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:43.705190 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-2f17d9a5-904d-4645-90ab-8796706d87d2 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for security_group (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:43.706372 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-2f17d9a5-904d-4645-90ab-8796706d87d2 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1494801 Mar 30 18:21:43.709450 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 35698) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:21:43.715018 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-cd2d2ee5-a5ad-455a-97c3-a14e85d830b9 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Request body: {'security_group_rule': {'security_group_id': '018b16a5-8be5-487d-9ccd-6d1cce3bb58a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:21:43.743418 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-cd2d2ee5-a5ad-455a-97c3-a14e85d830b9 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for security_group_rule (fb69d270-4899-4e61-b1e8-a65b92ee43d4), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:43.747174 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f17d9a5-904d-4645-90ab-8796706d87d2 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=018b16a5-8be5-487d-9ccd-6d1cce3bb58a,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:21:43.762570 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8ba31-d5f2-44c9-b362-5cae37a1636e req-1795b2d8-f76f-48fe-a686-46b7a297ed59 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:43.764134 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-23a8ba31-d5f2-44c9-b362-5cae37a1636e req-1795b2d8-f76f-48fe-a686-46b7a297ed59 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 944 time: 0.0780158 Mar 30 18:21:43.806981 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-cd2d2ee5-a5ad-455a-97c3-a14e85d830b9 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for security_group_rule (fb69d270-4899-4e61-b1e8-a65b92ee43d4), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:43.813065 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-cd2d2ee5-a5ad-455a-97c3-a14e85d830b9 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797579'] for security_group_rule (fb69d270-4899-4e61-b1e8-a65b92ee43d4), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:43.816312 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-23a8ba31-d5f2-44c9-b362-5cae37a1636e req-87221862-bbfb-4dcd-b855-ac918b2e5931 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462060 Mar 30 18:21:43.835122 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2d2ee5-a5ad-455a-97c3-a14e85d830b9 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb69d270-4899-4e61-b1e8-a65b92ee43d4,revision_number=0']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:21:43.845102 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-cd2d2ee5-a5ad-455a-97c3-a14e85d830b9 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:43.847596 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-cd2d2ee5-a5ad-455a-97c3-a14e85d830b9 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1365428 Mar 30 18:21:43.848993 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 35704) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:21:43.854077 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-ab191c8d-717e-4b50-86cc-6a4cd576bb76 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Request body: {'security_group_rule': {'security_group_id': '018b16a5-8be5-487d-9ccd-6d1cce3bb58a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:21:43.880094 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ab191c8d-717e-4b50-86cc-6a4cd576bb76 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for security_group_rule (389730a6-4563-4ab0-8b31-305d4539a8e9), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:43.939704 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ab191c8d-717e-4b50-86cc-6a4cd576bb76 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for security_group_rule (389730a6-4563-4ab0-8b31-305d4539a8e9), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:43.943766 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ab191c8d-717e-4b50-86cc-6a4cd576bb76 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797579'] for security_group_rule (389730a6-4563-4ab0-8b31-305d4539a8e9), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:43.960435 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab191c8d-717e-4b50-86cc-6a4cd576bb76 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=389730a6-4563-4ab0-8b31-305d4539a8e9,revision_number=0']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:21:43.971885 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ab191c8d-717e-4b50-86cc-6a4cd576bb76 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:43.973125 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-ab191c8d-717e-4b50-86cc-6a4cd576bb76 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1232202 Mar 30 18:21:43.976359 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 35710) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:21:43.981224 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-264b8ef4-7b89-45d9-bb52-4394adb19d2a tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Request body: {'floatingip': {'floating_network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:21:44.001262 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-264b8ef4-7b89-45d9-bb52-4394adb19d2a tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:44.121533 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-264b8ef4-7b89-45d9-bb52-4394adb19d2a tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:44.129053 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd151bdb-c160-4ae1-8b84-859122236536 req-18b9a9d0-7ec2-454f-8978-917b34e62f2a tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:44.130628 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-bd151bdb-c160-4ae1-8b84-859122236536 req-18b9a9d0-7ec2-454f-8978-917b34e62f2a tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 946 time: 0.0545366 Mar 30 18:21:44.194487 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-bd151bdb-c160-4ae1-8b84-859122236536 req-f1d052d9-b8f0-492f-acb8-5d6100ebb5f4 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577071 Mar 30 18:21:44.245722 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.db.db_base_plugin_common [None req-264b8ef4-7b89-45d9-bb52-4394adb19d2a tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Allocated IP 172.27.0.245 (502cc405-82c2-4579-84e2-1393f2fa67cd/b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8/ceca038c-1b6a-47d6-9413-2aed2c82057b) {{(pid=103294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:21:44.365437 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-264b8ef4-7b89-45d9-bb52-4394adb19d2a tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for port (ceca038c-1b6a-47d6-9413-2aed2c82057b), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:44.402875 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-264b8ef4-7b89-45d9-bb52-4394adb19d2a tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759689464324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59249992'] for port (ceca038c-1b6a-47d6-9413-2aed2c82057b), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:44.463721 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264b8ef4-7b89-45d9-bb52-4394adb19d2a tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Network 502cc405-82c2-4579-84e2-1393f2fa67cd is already hosted by enough agents. {{(pid=103294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:21:44.468145 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.base_scheduler [None req-264b8ef4-7b89-45d9-bb52-4394adb19d2a tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Resources bound (agent type, host, resource id): {{(pid=103294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:21:44.471841 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264b8ef4-7b89-45d9-bb52-4394adb19d2a tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Received port after_create {{(pid=103294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:21:44.509888 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264b8ef4-7b89-45d9-bb52-4394adb19d2a tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Pushing event updated for resources: {'Port': ['ID=ceca038c-1b6a-47d6-9413-2aed2c82057b,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:21:44.537373 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9448d84-8840-4a33-a442-2e1e0bf4e3d5 req-2bfb9282-1a14-452f-9384-2dbf1bb99eb6 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:44.540145 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a9448d84-8840-4a33-a442-2e1e0bf4e3d5 req-2bfb9282-1a14-452f-9384-2dbf1bb99eb6 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cb64e80-e39d-49eb-86af-290fa3684e6f HTTP/1.1" status: 200 len: 946 time: 0.0730140 Mar 30 18:21:44.593345 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a9448d84-8840-4a33-a442-2e1e0bf4e3d5 req-e7494766-06ec-4657-9cf8-be97798b362d tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/security-groups?id=aceea5f5-feb8-4c89-ad27-86bd4cdfa476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433347 Mar 30 18:21:44.597809 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-264b8ef4-7b89-45d9-bb52-4394adb19d2a tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for floatingip (019513ad-3569-4d90-a25c-5ac92751a705), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:44.650496 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-264b8ef4-7b89-45d9-bb52-4394adb19d2a tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (ceca038c-1b6a-47d6-9413-2aed2c82057b), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:44.853762 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-264b8ef4-7b89-45d9-bb52-4394adb19d2a tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for port (ceca038c-1b6a-47d6-9413-2aed2c82057b), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:44.860642 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-264b8ef4-7b89-45d9-bb52-4394adb19d2a tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59249985'] for port (ceca038c-1b6a-47d6-9413-2aed2c82057b), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:44.942242 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-264b8ef4-7b89-45d9-bb52-4394adb19d2a tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623622'] for floatingip (019513ad-3569-4d90-a25c-5ac92751a705), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:44.959669 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16bc057-3c36-4997-af02-6c4c03bcdc55 req-332c73e5-92fb-41cb-b125-3c8f15c376fe tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:44.994650 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a16bc057-3c36-4997-af02-6c4c03bcdc55 req-332c73e5-92fb-41cb-b125-3c8f15c376fe tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 944 time: 0.0980015 Mar 30 18:21:45.005955 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-264b8ef4-7b89-45d9-bb52-4394adb19d2a tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for floatingip (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:45.018654 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-264b8ef4-7b89-45d9-bb52-4394adb19d2a tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0300837 Mar 30 18:21:45.018654 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264b8ef4-7b89-45d9-bb52-4394adb19d2a tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Pushing event updated for resources: {'Port': ['ID=ceca038c-1b6a-47d6-9413-2aed2c82057b,revision_number=2']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:21:45.088239 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a16bc057-3c36-4997-af02-6c4c03bcdc55 req-892a2eed-098b-4000-886d-32bffa51e247 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907338 Mar 30 18:21:45.169196 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device b5b2146d-6bbf-4747-a33f-30320ba120ee up at agent hyperv_hv-cinder-83587 {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:21:45.228762 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Provisioning complete for port b5b2146d-6bbf-4747-a33f-30320ba120ee triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:21:45.230325 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (b5b2146d-6bbf-4747-a33f-30320ba120ee), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:45.337511 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Current status of the port b5b2146d-6bbf-4747-a33f-30320ba120ee is: BUILD; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:21:45.337906 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (b5b2146d-6bbf-4747-a33f-30320ba120ee), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:45.349148 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393fd08-5f07-455d-8c32-1a6fda5dd320 req-87695a8a-054e-4e3a-99cd-36f9a650d369 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:45.351596 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-1393fd08-5f07-455d-8c32-1a6fda5dd320 req-87695a8a-054e-4e3a-99cd-36f9a650d369 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 946 time: 0.0855603 Mar 30 18:21:45.366168 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baa3416f-0ad6-49d9-b5a7-1afc18fb33af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5b2146d-6bbf-4747-a33f-30320ba120ee'}] {{(pid=103295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:21:45.368489 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7869a1eaeafddf677110b76453ce8b8be8513095297872c2e0c75408178073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86218c86-ddd7-4420-9ec9-63e137693e32" -d '{"events": [{"server_uuid": "baa3416f-0ad6-49d9-b5a7-1afc18fb33af", "name": "network-vif-plugged", "status": "completed", "tag": "b5b2146d-6bbf-4747-a33f-30320ba120ee"}]}' {{(pid=103295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:21:45.381239 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port b5b2146d-6bbf-4747-a33f-30320ba120ee, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=b5b2146d-6bbf-4747-a33f-30320ba120ee,segment=NetworkSegment(e67e86d6-b9a3-48d5-b3c6-848d768aa694),segment_id=e67e86d6-b9a3-48d5-b3c6-848d768aa694)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:21:45.387496 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (b5b2146d-6bbf-4747-a33f-30320ba120ee), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:45.435314 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-1393fd08-5f07-455d-8c32-1a6fda5dd320 req-4a3febe2-f872-4cd3-a614-02d6da9b7e70 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756171 Mar 30 18:21:45.461856 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Pushing event updated for resources: {'Port': ['ID=b5b2146d-6bbf-4747-a33f-30320ba120ee,revision_number=7']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:21:45.493827 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8a8bb8-34a0-466e-ba94-011d631d1c84 x-openstack-request-id: req-6b8a8bb8-34a0-466e-ba94-011d631d1c84 {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:21:45.494185 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baa3416f-0ad6-49d9-b5a7-1afc18fb33af", "name": "network-vif-plugged", "status": "completed", "tag": "b5b2146d-6bbf-4747-a33f-30320ba120ee", "code": 200}]} {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:21:45.494506 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6b8a8bb8-34a0-466e-ba94-011d631d1c84 {{(pid=103295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:21:45.495093 dv-cinder-835879-1-iscsi neutron-server[103295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b8a8bb8-34a0-466e-ba94-011d631d1c84'] response: {'server_uuid': 'baa3416f-0ad6-49d9-b5a7-1afc18fb33af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5b2146d-6bbf-4747-a33f-30320ba120ee', 'code': 200} Mar 30 18:21:45.740104 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7639a092-b565-45cd-ba29-73d0a56af03a req-c12b6a64-ac87-4fa5-92ed-cee79682b706 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:45.741560 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-7639a092-b565-45cd-ba29-73d0a56af03a req-c12b6a64-ac87-4fa5-92ed-cee79682b706 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cb64e80-e39d-49eb-86af-290fa3684e6f HTTP/1.1" status: 200 len: 946 time: 0.0663810 Mar 30 18:21:45.793144 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-7639a092-b565-45cd-ba29-73d0a56af03a req-87784faa-be0d-4432-a327-20e57852f539 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/security-groups?id=aceea5f5-feb8-4c89-ad27-86bd4cdfa476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450764 Mar 30 18:21:46.226392 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4118ba7-c8cc-4d22-b57b-c67d5fca8fb6 req-1e50f007-f904-4b19-9c05-fba0d70cebab tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:46.228960 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-d4118ba7-c8cc-4d22-b57b-c67d5fca8fb6 req-1e50f007-f904-4b19-9c05-fba0d70cebab tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 945 time: 0.0629826 Mar 30 18:21:46.292896 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-d4118ba7-c8cc-4d22-b57b-c67d5fca8fb6 req-7a5d7c35-27c3-4bdb-a6f6-b12db22e86e4 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520966 Mar 30 18:21:46.319010 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (48cc6dd0-9d47-40d1-bfd7-3609261a1488), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:46.556561 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43505ed6-97fb-49db-8978-8085369cbb1a req-e3c90e84-60fc-41b9-8151-4cb5ecbf76df tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:46.558997 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-43505ed6-97fb-49db-8978-8085369cbb1a req-e3c90e84-60fc-41b9-8151-4cb5ecbf76df tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 946 time: 0.0602148 Mar 30 18:21:46.610916 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-43505ed6-97fb-49db-8978-8085369cbb1a req-39f7a4f3-7759-43fa-bc67-977d73722891 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471334 Mar 30 18:21:46.929569 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501fb9fb-f45c-4e5a-a9ca-1081e45a112f req-5bc4a0a4-c69a-47c2-bed8-81fd7445843b tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:46.932757 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-501fb9fb-f45c-4e5a-a9ca-1081e45a112f req-5bc4a0a4-c69a-47c2-bed8-81fd7445843b tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cb64e80-e39d-49eb-86af-290fa3684e6f HTTP/1.1" status: 200 len: 946 time: 0.0591218 Mar 30 18:21:46.988325 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-501fb9fb-f45c-4e5a-a9ca-1081e45a112f req-2cd7789b-5f75-4eaf-8bc1-dc6afdd9f246 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/security-groups?id=aceea5f5-feb8-4c89-ad27-86bd4cdfa476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512044 Mar 30 18:21:47.676879 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d9444-7a6f-4be0-b3ec-c7bd2db80441 req-72023973-74a5-4acb-afb1-110540668520 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:47.683714 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-353d9444-7a6f-4be0-b3ec-c7bd2db80441 req-72023973-74a5-4acb-afb1-110540668520 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 945 time: 0.3094661 Mar 30 18:21:47.741830 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-353d9444-7a6f-4be0-b3ec-c7bd2db80441 req-82b75fb2-e440-4766-a381-e38cf2159def tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562277 Mar 30 18:21:47.866022 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14669204-b7bd-45d8-80c6-8543a9d80989 req-c1e63733-e854-4856-a24e-b9275b5b42ba tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:47.873806 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-14669204-b7bd-45d8-80c6-8543a9d80989 req-c1e63733-e854-4856-a24e-b9275b5b42ba tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 946 time: 0.0588560 Mar 30 18:21:47.929113 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-14669204-b7bd-45d8-80c6-8543a9d80989 req-ff0556a6-9844-4654-9ddb-a607060808e3 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484579 Mar 30 18:21:48.137759 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cd8062-6421-4b11-8356-7ed962d19143 req-a7b54d29-7dc9-47fb-a140-513842438e92 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:48.139483 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-f2cd8062-6421-4b11-8356-7ed962d19143 req-a7b54d29-7dc9-47fb-a140-513842438e92 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cb64e80-e39d-49eb-86af-290fa3684e6f HTTP/1.1" status: 200 len: 946 time: 0.0701344 Mar 30 18:21:48.203968 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-f2cd8062-6421-4b11-8356-7ed962d19143 req-9d3f0c28-0b91-48db-878f-e1c18f9e33e5 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/security-groups?id=aceea5f5-feb8-4c89-ad27-86bd4cdfa476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554068 Mar 30 18:21:48.880620 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a30f9a8-33e5-404d-8a72-5f8fb015435a req-84ce5a17-4951-453f-af9e-f10f65e262d8 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:48.882217 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-7a30f9a8-33e5-404d-8a72-5f8fb015435a req-84ce5a17-4951-453f-af9e-f10f65e262d8 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 945 time: 0.0548143 Mar 30 18:21:48.934203 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-7a30f9a8-33e5-404d-8a72-5f8fb015435a req-f2f8b488-b21f-4a03-9d00-5801b4a6cb3e tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457909 Mar 30 18:21:49.065333 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb67520-0bbf-4482-9c8a-f7cf3c969f2b req-0e04099b-d1ae-425a-98aa-24d755027599 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:49.066724 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3eb67520-0bbf-4482-9c8a-f7cf3c969f2b req-0e04099b-d1ae-425a-98aa-24d755027599 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 946 time: 0.0581181 Mar 30 18:21:49.120285 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3eb67520-0bbf-4482-9c8a-f7cf3c969f2b req-aae0f4c3-aab3-4785-afd0-b89b49b697d8 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467970 Mar 30 18:21:49.342715 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a05886-8ffc-46f6-a0b7-0c2066f72747 req-6475db59-c92c-434c-9a73-a83b8e3c605b tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:49.344320 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-e7a05886-8ffc-46f6-a0b7-0c2066f72747 req-6475db59-c92c-434c-9a73-a83b8e3c605b tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cb64e80-e39d-49eb-86af-290fa3684e6f HTTP/1.1" status: 200 len: 946 time: 0.0742369 Mar 30 18:21:49.395069 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-e7a05886-8ffc-46f6-a0b7-0c2066f72747 req-8c3a9ea6-dbea-4446-9da2-a16a8e351be7 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/security-groups?id=aceea5f5-feb8-4c89-ad27-86bd4cdfa476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448895 Mar 30 18:21:50.070908 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf04c79-1dd7-4d7a-a419-f669559679ff req-db66e09b-c221-4f03-a2ed-c98b37a0d1cf tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:50.072392 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4cf04c79-1dd7-4d7a-a419-f669559679ff req-db66e09b-c221-4f03-a2ed-c98b37a0d1cf tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 945 time: 0.0566359 Mar 30 18:21:50.125739 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4cf04c79-1dd7-4d7a-a419-f669559679ff req-49b99502-a722-46b3-856b-7e59d9cabe29 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476694 Mar 30 18:21:50.274374 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce94bcc7-abd8-46e6-8b3d-09249a5d1c1f req-7ee0e173-155f-4803-be9e-964f98463b66 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:50.280000 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ce94bcc7-abd8-46e6-8b3d-09249a5d1c1f req-7ee0e173-155f-4803-be9e-964f98463b66 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 946 time: 0.0805984 Mar 30 18:21:50.341987 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ce94bcc7-abd8-46e6-8b3d-09249a5d1c1f req-e6c3b4cf-dfe9-4bac-b427-f934bdfe6aa0 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500064 Mar 30 18:21:50.520827 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245be2d4-07cc-4312-aa75-c1893a55ab71 req-c9ceb141-e861-4ed9-8212-b24e1bf1e63a tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:50.522340 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-245be2d4-07cc-4312-aa75-c1893a55ab71 req-c9ceb141-e861-4ed9-8212-b24e1bf1e63a tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cb64e80-e39d-49eb-86af-290fa3684e6f HTTP/1.1" status: 200 len: 946 time: 0.0577648 Mar 30 18:21:50.583894 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-245be2d4-07cc-4312-aa75-c1893a55ab71 req-a3599ec7-8851-420b-81b8-caea2e30badc tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/security-groups?id=aceea5f5-feb8-4c89-ad27-86bd4cdfa476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548155 Mar 30 18:21:51.253204 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa18c4-bc58-4ed3-a267-2263af8db999 req-7a932a7f-29db-4f21-a19c-08e00858969e tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:51.254826 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-bcaa18c4-bc58-4ed3-a267-2263af8db999 req-7a932a7f-29db-4f21-a19c-08e00858969e tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 945 time: 0.0544844 Mar 30 18:21:51.331287 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-bcaa18c4-bc58-4ed3-a267-2263af8db999 req-57c30972-c296-4ef1-9ad9-1a063cd4101b tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705481 Mar 30 18:21:51.502313 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d09d748-6055-4bfc-b430-f0d4a099591f req-ab27c82c-5e67-42e0-8dbb-e29cc3769cb3 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:51.509941 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3d09d748-6055-4bfc-b430-f0d4a099591f req-ab27c82c-5e67-42e0-8dbb-e29cc3769cb3 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 946 time: 0.0706704 Mar 30 18:21:51.569141 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3d09d748-6055-4bfc-b430-f0d4a099591f req-ff84a537-32c7-485b-b275-af038896e413 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562558 Mar 30 18:21:51.729524 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c577302-ea1a-475e-9465-570ba5e19499 req-2183c360-d01b-4711-bb72-4f3c02b6f37c tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:51.731257 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-8c577302-ea1a-475e-9465-570ba5e19499 req-2183c360-d01b-4711-bb72-4f3c02b6f37c tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cb64e80-e39d-49eb-86af-290fa3684e6f HTTP/1.1" status: 200 len: 946 time: 0.0783851 Mar 30 18:21:51.787733 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-8c577302-ea1a-475e-9465-570ba5e19499 req-c2a4efec-d27b-46ff-8964-494f834c17c1 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/security-groups?id=aceea5f5-feb8-4c89-ad27-86bd4cdfa476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506976 Mar 30 18:21:52.067381 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403293cc-e785-4ae7-874f-932b441635a3 req-1606aab2-5e0a-4928-b1bd-54f52360bb68 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:52.070107 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-403293cc-e785-4ae7-874f-932b441635a3 req-1606aab2-5e0a-4928-b1bd-54f52360bb68 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cb64e80-e39d-49eb-86af-290fa3684e6f HTTP/1.1" status: 200 len: 946 time: 0.0797160 Mar 30 18:21:52.161132 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-403293cc-e785-4ae7-874f-932b441635a3 req-71805a9b-e690-4adf-a21f-bfba6c966fa1 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/security-groups?id=aceea5f5-feb8-4c89-ad27-86bd4cdfa476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788395 Mar 30 18:21:52.171141 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d660f84-9c6e-499c-b223-8a860a002f50 req-49121f86-3c3d-45c2-a6eb-f067a7cf9135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:52.172794 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3d660f84-9c6e-499c-b223-8a860a002f50 req-49121f86-3c3d-45c2-a6eb-f067a7cf9135 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f6636f8a031548d18e3429de74b004e9&device_id=2cb64e80-e39d-49eb-86af-290fa3684e6f HTTP/1.1" status: 200 len: 1130 time: 0.0818930 Mar 30 18:21:52.362831 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d660f84-9c6e-499c-b223-8a860a002f50 req-7fa50069-fc96-4a01-bdaf-07c48a6bf6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:52.364344 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3d660f84-9c6e-499c-b223-8a860a002f50 req-7fa50069-fc96-4a01-bdaf-07c48a6bf6d0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=99f9262f-3c8d-47d0-8af2-845395ed3cd0 HTTP/1.1" status: 200 len: 911 time: 0.1803269 Mar 30 18:21:52.463202 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-25562c54-a78c-405c-8001-28179385bb7c req-4d9298a4-671e-432e-b2c4-c68b200701d2 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--179560207&fields=id&tenant_id=279a01c655714587a3db731678eada47 HTTP/1.1" status: 200 len: 267 time: 0.2015457 Mar 30 18:21:52.577835 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3d660f84-9c6e-499c-b223-8a860a002f50 req-5ab23979-ad5b-4186-966c-f96aca6ed79b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aee93743-b365-41f5-b7ec-ae74a3dd3e36 HTTP/1.1" status: 200 len: 1002 time: 0.2000594 Mar 30 18:21:52.667201 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8e017-bcff-44c7-a8d6-0439def7999c req-eee53d7a-e481-46e5-bef4-d2345a213516 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:52.668243 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4bb8e017-bcff-44c7-a8d6-0439def7999c req-eee53d7a-e481-46e5-bef4-d2345a213516 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 945 time: 0.2089539 Mar 30 18:21:52.704904 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d660f84-9c6e-499c-b223-8a860a002f50 req-390ffb9a-181c-4441-b9f7-443569b5edaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:52.706737 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3d660f84-9c6e-499c-b223-8a860a002f50 req-390ffb9a-181c-4441-b9f7-443569b5edaf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4cc6a602-aaad-4e34-b4ef-47ed89dd7ce5 HTTP/1.1" status: 200 len: 849 time: 0.1189637 Mar 30 18:21:52.720862 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25562c54-a78c-405c-8001-28179385bb7c req-3e82ced3-5463-49e2-b6a7-14b9c789bb89 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:52.722299 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-25562c54-a78c-405c-8001-28179385bb7c req-3e82ced3-5463-49e2-b6a7-14b9c789bb89 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/networks?id=af330621-acdf-4f3d-ad55-9f9e392a3f7a HTTP/1.1" status: 200 len: 815 time: 0.2205307 Mar 30 18:21:52.773735 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-25562c54-a78c-405c-8001-28179385bb7c req-87de831e-b7a5-4eb6-b946-b388bc491e4c tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/quotas/279a01c655714587a3db731678eada47 HTTP/1.1" status: 200 len: 375 time: 0.0385799 Mar 30 18:21:52.802410 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4bb8e017-bcff-44c7-a8d6-0439def7999c req-a6a6128e-e7de-44fd-8875-67a7c03d2cec tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176050 Mar 30 18:21:52.839454 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d660f84-9c6e-499c-b223-8a860a002f50 req-43b6652d-e28b-4636-a0f6-4ba6c64b9d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:52.841024 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3d660f84-9c6e-499c-b223-8a860a002f50 req-43b6652d-e28b-4636-a0f6-4ba6c64b9d33 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=99f9262f-3c8d-47d0-8af2-845395ed3cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1268115 Mar 30 18:21:52.859559 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-25562c54-a78c-405c-8001-28179385bb7c req-2d0444cb-0257-4f54-b40c-d58fbc6a332d tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=279a01c655714587a3db731678eada47&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0755620 Mar 30 18:21:53.048830 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3d660f84-9c6e-499c-b223-8a860a002f50 req-4a634163-b095-445a-96d7-03673a411229 service neutron] 10.222.0.55 "GET /v2.0/networks/99f9262f-3c8d-47d0-8af2-845395ed3cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877279 Mar 30 18:21:53.063053 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66d3a16-70e1-4ed8-84c1-c727bfa5c17a req-c76f838b-4c29-4b01-90ec-60a82bcd3df3 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:53.064824 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-e66d3a16-70e1-4ed8-84c1-c727bfa5c17a req-c76f838b-4c29-4b01-90ec-60a82bcd3df3 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 946 time: 0.1540525 Mar 30 18:21:53.164397 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-25562c54-a78c-405c-8001-28179385bb7c req-606537b3-b2be-43ee-afcc-e35abcce700c service neutron] 10.222.0.18 "GET /v2.0/networks/af330621-acdf-4f3d-ad55-9f9e392a3f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547841 Mar 30 18:21:53.250344 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-e66d3a16-70e1-4ed8-84c1-c727bfa5c17a req-ede71807-4c8a-4f2e-8dce-0fa0cb1a0128 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278651 Mar 30 18:21:53.271598 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3d660f84-9c6e-499c-b223-8a860a002f50 req-a78ab85a-47ee-4f9e-8808-8d6265c6f46f service neutron] 10.222.0.55 "GET /v2.0/networks/99f9262f-3c8d-47d0-8af2-845395ed3cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053502 Mar 30 18:21:53.312663 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-25562c54-a78c-405c-8001-28179385bb7c req-43162456-41d1-498e-bde7-7405c608f595 service neutron] 10.222.0.18 "GET /v2.0/networks/af330621-acdf-4f3d-ad55-9f9e392a3f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286588 Mar 30 18:21:53.395457 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ffc8b-8151-4887-94c4-48ee508fbda6 req-1e515db8-807e-423d-88bc-92380a9676f7 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:53.398785 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-bc1ffc8b-8151-4887-94c4-48ee508fbda6 req-1e515db8-807e-423d-88bc-92380a9676f7 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cb64e80-e39d-49eb-86af-290fa3684e6f HTTP/1.1" status: 200 len: 946 time: 0.0641439 Mar 30 18:21:53.452305 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 35890) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:21:53.551880 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.db_base_plugin_v2 [None req-0db2de21-b9df-48b8-8da3-5f4c31c7cc9e admin admin] Deleting subnet 858e9cf9-a3c2-44d3-bbf0-2bf3345c0cbe {{(pid=103293) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 18:21:53.572985 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-0db2de21-b9df-48b8-8da3-5f4c31c7cc9e admin admin] Publish callbacks [] for subnet (858e9cf9-a3c2-44d3-bbf0-2bf3345c0cbe), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:53.584177 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-d57542fb-04e8-4d1a-bb3d-900fa73e2693 req-b24e1721-bd45-471c-bbe3-75e9fa39223c tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c32bc2d-c736-49d5-b6a5-95b578f46899 HTTP/1.1" status: 200 len: 210 time: 0.0527885 Mar 30 18:21:53.638266 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-bc1ffc8b-8151-4887-94c4-48ee508fbda6 req-ae341da6-8789-4ffb-9c8b-ef4354a3be10 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/security-groups?id=aceea5f5-feb8-4c89-ad27-86bd4cdfa476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2202957 Mar 30 18:21:53.639452 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-0db2de21-b9df-48b8-8da3-5f4c31c7cc9e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58812552'] for subnet (858e9cf9-a3c2-44d3-bbf0-2bf3345c0cbe), precommit_delete_associations {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:53.682001 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-0db2de21-b9df-48b8-8da3-5f4c31c7cc9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-826600'] for subnet (858e9cf9-a3c2-44d3-bbf0-2bf3345c0cbe), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:53.762243 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-0db2de21-b9df-48b8-8da3-5f4c31c7cc9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-826591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58812474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58991743'] for subnet (858e9cf9-a3c2-44d3-bbf0-2bf3345c0cbe), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:53.789528 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db2de21-b9df-48b8-8da3-5f4c31c7cc9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=858e9cf9-a3c2-44d3-bbf0-2bf3345c0cbe,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:21:53.798321 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-0db2de21-b9df-48b8-8da3-5f4c31c7cc9e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:53.801751 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-0db2de21-b9df-48b8-8da3-5f4c31c7cc9e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/858e9cf9-a3c2-44d3-bbf0-2bf3345c0cbe HTTP/1.1" status: 204 len: 168 time: 0.3477337 Mar 30 18:21:53.804189 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 35910) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:21:53.861544 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f081481-c259-4cc6-b4e6-a5c5645557b2 req-b6ba2477-2a79-4b04-894e-791d348b1243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:53.863042 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-9f081481-c259-4cc6-b4e6-a5c5645557b2 req-b6ba2477-2a79-4b04-894e-791d348b1243 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 1130 time: 0.1311617 Mar 30 18:21:53.906829 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-4cf32aed-c47b-4253-ab40-a6ca3c09f82b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803497'] for network (198ea463-61cf-4734-958a-a6c530b7d835), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:53.987167 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-9f081481-c259-4cc6-b4e6-a5c5645557b2 req-ac79f841-eccc-482f-acf6-98889ae3429c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096215 Mar 30 18:21:54.035983 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cef5180-15c0-4b84-ab04-9b42f5c55f52 req-3f60ad1b-cc33-489b-9a31-081a87357aeb tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:54.037348 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-9cef5180-15c0-4b84-ab04-9b42f5c55f52 req-3f60ad1b-cc33-489b-9a31-081a87357aeb tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 945 time: 0.1520560 Mar 30 18:21:54.045717 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-4cf32aed-c47b-4253-ab40-a6ca3c09f82b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-760675', 'neutron.services.segments.db._delete_segments_for_network-8759689995322'] for network (198ea463-61cf-4734-958a-a6c530b7d835), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:54.081386 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.services.segments.db [None req-4cf32aed-c47b-4253-ab40-a6ca3c09f82b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['198ea463-61cf-4734-958a-a6c530b7d835']}} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:21:54.098982 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.services.segments.db [None req-4cf32aed-c47b-4253-ab40-a6ca3c09f82b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b0494ca-3414-4d94-b067-20371048eea0') {'for_net_delete': True} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:21:54.099318 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.services.segments.db [None req-4cf32aed-c47b-4253-ab40-a6ca3c09f82b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b0494ca-3414-4d94-b067-20371048eea0') {} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:21:54.115748 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-4cf32aed-c47b-4253-ab40-a6ca3c09f82b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759689809987', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58812547'] for segment (3b0494ca-3414-4d94-b067-20371048eea0), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:54.125453 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-9cef5180-15c0-4b84-ab04-9b42f5c55f52 req-388aa0a8-4abf-4fb8-8854-77f31ba8c9cd tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820096 Mar 30 18:21:54.132864 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-4cf32aed-c47b-4253-ab40-a6ca3c09f82b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-829919'] for segment (3b0494ca-3414-4d94-b067-20371048eea0), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:54.139550 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cf32aed-c47b-4253-ab40-a6ca3c09f82b admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103293) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 18:21:54.139776 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-4cf32aed-c47b-4253-ab40-a6ca3c09f82b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-829919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58814364'] for segment (3b0494ca-3414-4d94-b067-20371048eea0), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:54.141477 dv-cinder-835879-1-iscsi neutron-server[103293]: Traceback (most recent call last): Mar 30 18:21:54.141477 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 18:21:54.141477 dv-cinder-835879-1-iscsi neutron-server[103293]: timer() Mar 30 18:21:54.141477 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 18:21:54.141477 dv-cinder-835879-1-iscsi neutron-server[103293]: cb(*args, **kw) Mar 30 18:21:54.141477 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 18:21:54.141477 dv-cinder-835879-1-iscsi neutron-server[103293]: return func(*args, **kwargs) Mar 30 18:21:54.141477 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 18:21:54.141477 dv-cinder-835879-1-iscsi neutron-server[103293]: self._notify() Mar 30 18:21:54.141477 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 18:21:54.141477 dv-cinder-835879-1-iscsi neutron-server[103293]: self.callback(batched_events) Mar 30 18:21:54.141477 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 18:21:54.141477 dv-cinder-835879-1-iscsi neutron-server[103293]: event.method(event) Mar 30 18:21:54.141477 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 18:21:54.141477 dv-cinder-835879-1-iscsi neutron-server[103293]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 18:21:54.141477 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 18:21:54.141477 dv-cinder-835879-1-iscsi neutron-server[103293]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 18:21:54.141477 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 18:21:54.141477 dv-cinder-835879-1-iscsi neutron-server[103293]: return f(self, *a, **k) Mar 30 18:21:54.141477 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 18:21:54.141477 dv-cinder-835879-1-iscsi neutron-server[103293]: return self._get(url).json() Mar 30 18:21:54.141477 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 18:21:54.141477 dv-cinder-835879-1-iscsi neutron-server[103293]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 18:21:54.141477 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 18:21:54.141477 dv-cinder-835879-1-iscsi neutron-server[103293]: return self.request(url, 'GET', **kwargs) Mar 30 18:21:54.141477 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 18:21:54.141477 dv-cinder-835879-1-iscsi neutron-server[103293]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 18:21:54.141477 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 18:21:54.141477 dv-cinder-835879-1-iscsi neutron-server[103293]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 18:21:54.141477 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 18:21:54.141477 dv-cinder-835879-1-iscsi neutron-server[103293]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 18:21:54.141477 dv-cinder-835879-1-iscsi neutron-server[103293]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 18:21:54.192810 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-4cf32aed-c47b-4253-ab40-a6ca3c09f82b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-760682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1623632'] for network (198ea463-61cf-4734-958a-a6c530b7d835), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:54.198626 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-4cf32aed-c47b-4253-ab40-a6ca3c09f82b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628270'] for network (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:54.201778 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-4cf32aed-c47b-4253-ab40-a6ca3c09f82b admin admin] 10.222.0.18 "DELETE /v2.0/networks/198ea463-61cf-4734-958a-a6c530b7d835 HTTP/1.1" status: 204 len: 168 time: 0.3967299 Mar 30 18:21:54.212618 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf32aed-c47b-4253-ab40-a6ca3c09f82b admin admin] Pushing event deleted for resources: {'Network': ['ID=198ea463-61cf-4734-958a-a6c530b7d835,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:21:54.376202 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55146e2b-2aec-4734-867d-06b29ff0917d req-e3729727-d106-4452-ac79-7b0a64d5df3f tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:54.377809 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-55146e2b-2aec-4734-867d-06b29ff0917d req-e3729727-d106-4452-ac79-7b0a64d5df3f tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 946 time: 0.0588398 Mar 30 18:21:54.389263 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 35918) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:21:54.424214 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-55146e2b-2aec-4734-867d-06b29ff0917d req-a8103c25-92c7-44fd-aeac-3d62c156d3b9 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410297 Mar 30 18:21:54.437298 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-adb2801f-8ac8-4c6c-9e7f-4bc1f3d1d049 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a0ee2e2f9e964b6da9c69946cd289cd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0467813 Mar 30 18:21:54.439717 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 35920) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:21:54.486826 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-8d7fb35f-0cc3-45c8-817c-1a0e7cabaf93 admin admin] Publish callbacks [] for security_group (6cc60dcc-24e9-4a9f-a63c-ae2217fe9dc7), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:54.507741 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-8d7fb35f-0cc3-45c8-817c-1a0e7cabaf93 admin admin] Publish callbacks [] for security_group (6cc60dcc-24e9-4a9f-a63c-ae2217fe9dc7), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:54.554734 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-8d7fb35f-0cc3-45c8-817c-1a0e7cabaf93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (6cc60dcc-24e9-4a9f-a63c-ae2217fe9dc7), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:54.563769 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-8d7fb35f-0cc3-45c8-817c-1a0e7cabaf93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:54.563769 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-8d7fb35f-0cc3-45c8-817c-1a0e7cabaf93 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6cc60dcc-24e9-4a9f-a63c-ae2217fe9dc7 HTTP/1.1" status: 204 len: 168 time: 0.1185443 Mar 30 18:21:54.570221 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7fb35f-0cc3-45c8-817c-1a0e7cabaf93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc60dcc-24e9-4a9f-a63c-ae2217fe9dc7,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:21:54.707569 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ee432a76-5bd8-40fd-9f5f-0cef1162e9d3 req-08829abd-7744-4ce0-a0de-c368223d05b0 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c32bc2d-c736-49d5-b6a5-95b578f46899 HTTP/1.1" status: 200 len: 210 time: 0.0326087 Mar 30 18:21:54.768019 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ebd8e5-ca1b-41e2-8904-1d6a8f00e8da req-d9477d3b-e98a-4ac4-8f52-56685eeb7e31 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:54.769755 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-52ebd8e5-ca1b-41e2-8904-1d6a8f00e8da req-d9477d3b-e98a-4ac4-8f52-56685eeb7e31 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cb64e80-e39d-49eb-86af-290fa3684e6f HTTP/1.1" status: 200 len: 946 time: 0.0645714 Mar 30 18:21:54.822919 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-52ebd8e5-ca1b-41e2-8904-1d6a8f00e8da req-13e33f2a-c500-4d2e-8976-cadcc00026cb tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/security-groups?id=aceea5f5-feb8-4c89-ad27-86bd4cdfa476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469322 Mar 30 18:21:54.960266 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5b7fc-5340-423f-a644-849a89700429 req-56744074-acff-470a-a9e6-dfa86b162552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:54.961847 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-8ae5b7fc-5340-423f-a644-849a89700429 req-56744074-acff-470a-a9e6-dfa86b162552 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=160e10afe45b4c309f409b0d9735b01b&device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 1129 time: 0.0508454 Mar 30 18:21:55.055652 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5b7fc-5340-423f-a644-849a89700429 req-2d149169-9bba-4143-bfe6-95098ab23e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:55.057811 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-8ae5b7fc-5340-423f-a644-849a89700429 req-2d149169-9bba-4143-bfe6-95098ab23e7c service neutron] 10.222.0.55 "GET /v2.0/networks?id=962d8774-065a-4a3e-943e-02c437f03701 HTTP/1.1" status: 200 len: 917 time: 0.0848734 Mar 30 18:21:55.130143 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-8ae5b7fc-5340-423f-a644-849a89700429 req-e103a666-77eb-4cd7-aa81-fdd4410ec0cd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5b2146d-6bbf-4747-a33f-30320ba120ee HTTP/1.1" status: 200 len: 1000 time: 0.0645213 Mar 30 18:21:55.184290 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5b7fc-5340-423f-a644-849a89700429 req-1564ddce-522f-4817-b17e-38850958effa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:55.185913 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-8ae5b7fc-5340-423f-a644-849a89700429 req-1564ddce-522f-4817-b17e-38850958effa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8c5ebae0-2426-48ad-8a00-7de0e10a4970 HTTP/1.1" status: 200 len: 855 time: 0.0490782 Mar 30 18:21:55.279832 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5b7fc-5340-423f-a644-849a89700429 req-f550d4e2-cbee-4820-99b2-6a1076150ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:55.281133 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-8ae5b7fc-5340-423f-a644-849a89700429 req-f550d4e2-cbee-4820-99b2-6a1076150ad3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=962d8774-065a-4a3e-943e-02c437f03701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0676394 Mar 30 18:21:55.289195 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6890149b-addd-46cb-bbfc-9fe508332b68 req-a47c11b3-4aef-45e8-83a3-885900e9ca73 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:55.291194 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-6890149b-addd-46cb-bbfc-9fe508332b68 req-a47c11b3-4aef-45e8-83a3-885900e9ca73 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 945 time: 0.0883822 Mar 30 18:21:55.314093 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 35950) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:21:55.449302 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-6890149b-addd-46cb-bbfc-9fe508332b68 req-11e368d6-0804-47dd-93e9-dbc2a835b15c tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523015 Mar 30 18:21:55.466600 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-bebf4145-7864-4e98-8bae-2a9a173bf32f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-148878223-network', 'tenant_id': '6ddcc755c06b440bb6750e5d44c3b913'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:21:55.496830 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bebf4145-7864-4e98-8bae-2a9a173bf32f admin admin] Made reservation on behalf of 6ddcc755c06b440bb6750e5d44c3b913 for: {'network': 1} {{(pid=103294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:21:55.499744 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-bebf4145-7864-4e98-8bae-2a9a173bf32f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for network (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:55.505989 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-8ae5b7fc-5340-423f-a644-849a89700429 req-27b51b69-22cb-4a8f-9a4e-2740dbce9d3a service neutron] 10.222.0.55 "GET /v2.0/networks/962d8774-065a-4a3e-943e-02c437f03701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851208 Mar 30 18:21:55.509416 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-bebf4145-7864-4e98-8bae-2a9a173bf32f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:55.551060 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25562c54-a78c-405c-8001-28179385bb7c req-96f11d70-888c-42f6-a805-66a849c8a36b tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:55.552690 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-25562c54-a78c-405c-8001-28179385bb7c req-96f11d70-888c-42f6-a805-66a849c8a36b tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.55 "GET /v2.0/networks?id=af330621-acdf-4f3d-ad55-9f9e392a3f7a HTTP/1.1" status: 200 len: 815 time: 0.2327695 Mar 30 18:21:55.599315 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-bebf4145-7864-4e98-8bae-2a9a173bf32f admin admin] Publish callbacks [] for security_group (0e0345ec-3deb-4c36-aa0c-4f74094de8c1), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:55.603761 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-bebf4145-7864-4e98-8bae-2a9a173bf32f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (0e0345ec-3deb-4c36-aa0c-4f74094de8c1), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:55.625725 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bebf4145-7864-4e98-8bae-2a9a173bf32f admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=103294) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 18:21:55.644363 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebf4145-7864-4e98-8bae-2a9a173bf32f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e0345ec-3deb-4c36-aa0c-4f74094de8c1,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:21:55.647936 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-bebf4145-7864-4e98-8bae-2a9a173bf32f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-829919'] for segment (ec1ba8c4-73b1-442d-a2a6-c87c8a23e0be), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:55.648279 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.db.segments_db [None req-bebf4145-7864-4e98-8bae-2a9a173bf32f admin admin] Added segment ec1ba8c4-73b1-442d-a2a6-c87c8a23e0be of type vlan for network 1ac97e91-fa8e-41d7-abce-016c28065e30 Mar 30 18:21:55.673875 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb5f881-2770-4813-a6ab-19b7325b3fc6 req-7c1833cf-e292-4a8c-8044-061d49fb5457 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:55.675415 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-5eb5f881-2770-4813-a6ab-19b7325b3fc6 req-7c1833cf-e292-4a8c-8044-061d49fb5457 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 946 time: 0.1754177 Mar 30 18:21:55.697433 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-bebf4145-7864-4e98-8bae-2a9a173bf32f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759689436227'] for network (1ac97e91-fa8e-41d7-abce-016c28065e30), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:55.721169 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-8ae5b7fc-5340-423f-a644-849a89700429 req-35a039ad-fcbd-4dc6-b298-825247eb6168 service neutron] 10.222.0.55 "GET /v2.0/networks/962d8774-065a-4a3e-943e-02c437f03701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834705 Mar 30 18:21:55.725083 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-bebf4145-7864-4e98-8bae-2a9a173bf32f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248'] for network (1ac97e91-fa8e-41d7-abce-016c28065e30), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:55.726054 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebf4145-7864-4e98-8bae-2a9a173bf32f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:55.726664 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-bebf4145-7864-4e98-8bae-2a9a173bf32f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628270'] for network (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:55.729130 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-25562c54-a78c-405c-8001-28179385bb7c req-d6cc6315-8da2-4016-8933-80954e85e9da tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=279a01c655714587a3db731678eada47 HTTP/1.1" status: 200 len: 471 time: 0.1326902 Mar 30 18:21:55.759421 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-5eb5f881-2770-4813-a6ab-19b7325b3fc6 req-127d750b-d951-4db5-9455-11dd6f83c0b6 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679910 Mar 30 18:21:55.788899 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-bebf4145-7864-4e98-8bae-2a9a173bf32f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4736328 Mar 30 18:21:55.791859 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 35964) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:21:55.794981 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebf4145-7864-4e98-8bae-2a9a173bf32f admin admin] Pushing event updated for resources: {'Network': ['ID=1ac97e91-fa8e-41d7-abce-016c28065e30,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:21:55.796788 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [None req-69aa79be-a07a-49ee-9d4b-4d043903a4af admin admin] Request body: {'subnet': {'network_id': '1ac97e91-fa8e-41d7-abce-016c28065e30', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-148878223-subnet', 'tenant_id': '6ddcc755c06b440bb6750e5d44c3b913', 'ip_version': 4}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:21:55.806514 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Network 1ac97e91-fa8e-41d7-abce-016c28065e30 details requested by agent ovs-agent-dv-cinder-835879-1-iscsi with host dv-cinder-835879-1-iscsi {{(pid=103295) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 18:21:55.822336 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [req-25562c54-a78c-405c-8001-28179385bb7c req-9569086b-d4de-4d3b-86b9-0e04536df23b tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Request body: {'port': {'device_id': '0c32bc2d-c736-49d5-b6a5-95b578f46899', 'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a', 'admin_state_up': True, 'tenant_id': '279a01c655714587a3db731678eada47', 'security_groups': ['018b16a5-8be5-487d-9ccd-6d1cce3bb58a']}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:21:56.074558 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-729aee11-6e7f-4235-973c-4a5b00239d8f req-69ed7bd1-3328-4980-a6b6-0c601b4d6439 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c32bc2d-c736-49d5-b6a5-95b578f46899 HTTP/1.1" status: 200 len: 210 time: 0.2713296 Mar 30 18:21:56.113824 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69aa79be-a07a-49ee-9d4b-4d043903a4af admin admin] Made reservation on behalf of 6ddcc755c06b440bb6750e5d44c3b913 for: {'subnet': 1} {{(pid=103293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:21:56.115902 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-69aa79be-a07a-49ee-9d4b-4d043903a4af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58991712'] for subnet (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:56.252081 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674302eb-527f-4d6f-9d3a-889b0fbf7613 req-faa93d84-8bb2-4955-959f-0b0424951711 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:56.253555 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-674302eb-527f-4d6f-9d3a-889b0fbf7613 req-faa93d84-8bb2-4955-959f-0b0424951711 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cb64e80-e39d-49eb-86af-290fa3684e6f HTTP/1.1" status: 200 len: 946 time: 0.1899333 Mar 30 18:21:56.329999 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25562c54-a78c-405c-8001-28179385bb7c req-9569086b-d4de-4d3b-86b9-0e04536df23b tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Made reservation on behalf of 279a01c655714587a3db731678eada47 for: {'port': 1} {{(pid=103293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:21:56.333284 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-25562c54-a78c-405c-8001-28179385bb7c req-9569086b-d4de-4d3b-86b9-0e04536df23b tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:56.394142 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-674302eb-527f-4d6f-9d3a-889b0fbf7613 req-f808f9f0-7b97-4919-8e3a-35ed2bf41c9b tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/security-groups?id=aceea5f5-feb8-4c89-ad27-86bd4cdfa476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325352 Mar 30 18:21:56.449856 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-69aa79be-a07a-49ee-9d4b-4d043903a4af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58812537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58991734'] for subnet (8d0df9d6-37fc-48cb-beb7-46feba9ce564), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:56.545102 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aa79be-a07a-49ee-9d4b-4d043903a4af admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d0df9d6-37fc-48cb-beb7-46feba9ce564,revision_number=0']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:21:56.593089 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.db_base_plugin_common [req-25562c54-a78c-405c-8001-28179385bb7c req-9569086b-d4de-4d3b-86b9-0e04536df23b tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Allocated IP 172.20.0.6 (af330621-acdf-4f3d-ad55-9f9e392a3f7a/753583e9-792f-4b04-97da-dc50f6b2fa57/4a2027e6-5cf7-423e-880c-46b4d7edc1e1) {{(pid=103293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:21:56.595047 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69aa79be-a07a-49ee-9d4b-4d043903a4af admin admin] Checking segment: {'id': 'ec1ba8c4-73b1-442d-a2a6-c87c8a23e0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1ac97e91-fa8e-41d7-abce-016c28065e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:21:56.595488 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69aa79be-a07a-49ee-9d4b-4d043903a4af admin admin] Network hostable DHCP agents. Network: 1ac97e91-fa8e-41d7-abce-016c28065e30, hostable agents: ['c82c41e6-6be9-408a-ae4d-4131a3230230'], hosted agents: [] {{(pid=103293) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 18:21:56.640822 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69aa79be-a07a-49ee-9d4b-4d043903a4af admin admin] Network 1ac97e91-fa8e-41d7-abce-016c28065e30 is scheduled to be hosted by DHCP agent c82c41e6-6be9-408a-ae4d-4131a3230230 with binding_index 1 {{(pid=103293) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 18:21:56.655605 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76edf964-60b4-4695-9de6-daa5982ace63 req-4619b5ff-50f4-4d0d-b004-e479ca1e6ef0 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:56.657118 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-76edf964-60b4-4695-9de6-daa5982ace63 req-4619b5ff-50f4-4d0d-b004-e479ca1e6ef0 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 945 time: 0.1145253 Mar 30 18:21:56.676642 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.base_scheduler [None req-69aa79be-a07a-49ee-9d4b-4d043903a4af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835879-1-iscsi, 1ac97e91-fa8e-41d7-abce-016c28065e30) {{(pid=103293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:21:56.684932 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01867238-bbbd-4e6d-b626-21cb8af7b692 None None] Network 1ac97e91-fa8e-41d7-abce-016c28065e30 requested from dv-cinder-835879-1-iscsi {{(pid=103295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:21:56.727498 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69aa79be-a07a-49ee-9d4b-4d043903a4af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:56.728088 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-69aa79be-a07a-49ee-9d4b-4d043903a4af admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:56.777430 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-69aa79be-a07a-49ee-9d4b-4d043903a4af admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9844837 Mar 30 18:21:56.780229 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 35974) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:21:56.786776 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-76edf964-60b4-4695-9de6-daa5982ace63 req-f5ec0c46-73a4-4510-8d31-c454fe8bc21f tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224618 Mar 30 18:21:56.794253 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-93c2da7c-45f7-4f20-abf8-5656aaf929d4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-148878223-router', 'tenant_id': '6ddcc755c06b440bb6750e5d44c3b913', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd'}}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:21:56.832533 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-93c2da7c-45f7-4f20-abf8-5656aaf929d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7066'] for router (0a18f1c0-ebfe-4af1-bc55-c114eca5fae5), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:56.834286 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-93c2da7c-45f7-4f20-abf8-5656aaf929d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1628062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623759', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7043'] for router (0a18f1c0-ebfe-4af1-bc55-c114eca5fae5), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:56.839272 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-25562c54-a78c-405c-8001-28179385bb7c req-9569086b-d4de-4d3b-86b9-0e04536df23b tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for port (4a2027e6-5cf7-423e-880c-46b4d7edc1e1), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:56.895700 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-93c2da7c-45f7-4f20-abf8-5656aaf929d4 admin admin] Publish callbacks [] for router_controller (0a18f1c0-ebfe-4af1-bc55-c114eca5fae5), precommit_add_association {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:56.912517 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-25562c54-a78c-405c-8001-28179385bb7c req-9569086b-d4de-4d3b-86b9-0e04536df23b tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759689464324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58814409'] for port (4a2027e6-5cf7-423e-880c-46b4d7edc1e1), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:56.917919 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5393f0-0067-411b-9825-9a7f9ec7c21b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2ea507c-a6af-52c0-bc08-d79d09ab5728-1ac97e91-fa8e-41d7-abce-016c28065e30', 'network_id': '1ac97e91-fa8e-41d7-abce-016c28065e30', 'project_id': '6ddcc755c06b440bb6750e5d44c3b913', 'fixed_ips': [{'subnet_id': '8d0df9d6-37fc-48cb-beb7-46feba9ce564'}]}} from dv-cinder-835879-1-iscsi. {{(pid=103295) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 18:21:56.919574 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-2f5393f0-0067-411b-9825-9a7f9ec7c21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:56.957712 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe28f73d-46be-4446-a55f-9c7674d814a3 req-139abf93-0459-45c3-bf35-0cf6f3c86e44 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:56.959236 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-fe28f73d-46be-4446-a55f-9c7674d814a3 req-139abf93-0459-45c3-bf35-0cf6f3c86e44 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 946 time: 0.0983627 Mar 30 18:21:56.968687 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25562c54-a78c-405c-8001-28179385bb7c req-9569086b-d4de-4d3b-86b9-0e04536df23b tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Network af330621-acdf-4f3d-ad55-9f9e392a3f7a is already hosted by enough agents. {{(pid=103293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:21:56.977688 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.base_scheduler [req-25562c54-a78c-405c-8001-28179385bb7c req-9569086b-d4de-4d3b-86b9-0e04536df23b tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Resources bound (agent type, host, resource id): {{(pid=103293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:21:57.004091 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [req-25562c54-a78c-405c-8001-28179385bb7c req-9569086b-d4de-4d3b-86b9-0e04536df23b tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Received port after_create {{(pid=103293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:21:57.010465 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9569086b-d4de-4d3b-86b9-0e04536df23b tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Pushing event updated for resources: {'Port': ['ID=4a2027e6-5cf7-423e-880c-46b4d7edc1e1,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:21:57.052097 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-93c2da7c-45f7-4f20-abf8-5656aaf929d4 admin admin] Publish callbacks [] for router_gateway (0a18f1c0-ebfe-4af1-bc55-c114eca5fae5), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:57.067299 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-fe28f73d-46be-4446-a55f-9c7674d814a3 req-3f4d94dd-0056-4358-85be-197923a9e9e3 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955939 Mar 30 18:21:57.083373 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25562c54-a78c-405c-8001-28179385bb7c req-9569086b-d4de-4d3b-86b9-0e04536df23b tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:57.084028 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-25562c54-a78c-405c-8001-28179385bb7c req-9569086b-d4de-4d3b-86b9-0e04536df23b tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for port (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:57.114574 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-25562c54-a78c-405c-8001-28179385bb7c req-9569086b-d4de-4d3b-86b9-0e04536df23b tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2973931 Mar 30 18:21:57.125313 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.db_base_plugin_common [None req-2f5393f0-0067-411b-9825-9a7f9ec7c21b None None] Allocated IP 172.20.0.2 (1ac97e91-fa8e-41d7-abce-016c28065e30/8d0df9d6-37fc-48cb-beb7-46feba9ce564/594dcf28-edd7-4ee1-954c-d117a3b98554) {{(pid=103295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:21:57.141471 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [req-25562c54-a78c-405c-8001-28179385bb7c req-6f31a9ea-8d10-4183-9b8d-81717acc923f service neutron] Request body: {'port': {'device_id': '0c32bc2d-c736-49d5-b6a5-95b578f46899', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:21:57.230741 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device b5b2146d-6bbf-4747-a33f-30320ba120ee no longer exists at agent hyperv_hv-cinder-83587 {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:21:57.309366 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-93c2da7c-45f7-4f20-abf8-5656aaf929d4 admin admin] Publish callbacks [] for router_gateway (0a18f1c0-ebfe-4af1-bc55-c114eca5fae5), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:57.312853 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-25562c54-a78c-405c-8001-28179385bb7c req-6f31a9ea-8d10-4183-9b8d-81717acc923f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (4a2027e6-5cf7-423e-880c-46b4d7edc1e1), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:57.325298 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cb2838-8e28-400e-95dc-96a7db6eca1c req-401386ec-f645-4b38-8736-0de82818a5da tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:57.326770 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-d0cb2838-8e28-400e-95dc-96a7db6eca1c req-401386ec-f645-4b38-8736-0de82818a5da tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3b1014b-57d4-4226-a4c3-219a1a4db3db HTTP/1.1" status: 200 len: 945 time: 0.1387851 Mar 30 18:21:57.330792 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-93c2da7c-45f7-4f20-abf8-5656aaf929d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:57.346189 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069e332c-1b4c-4abc-85d5-6183580c7860 req-936a474c-c7c4-4d95-853d-af0d6c9b0603 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:57.351655 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-069e332c-1b4c-4abc-85d5-6183580c7860 req-936a474c-c7c4-4d95-853d-af0d6c9b0603 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c32bc2d-c736-49d5-b6a5-95b578f46899 HTTP/1.1" status: 200 len: 931 time: 0.1794374 Mar 30 18:21:57.366436 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Current status of the port b5b2146d-6bbf-4747-a33f-30320ba120ee is: ACTIVE; New status is: DOWN {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:21:57.366822 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (b5b2146d-6bbf-4747-a33f-30320ba120ee), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:57.433538 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-239c6d9a-dc1e-4aea-a708-f4e9b509c9a9 None None] Provisioning complete for port 4a2027e6-5cf7-423e-880c-46b4d7edc1e1 triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:21:57.433834 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-239c6d9a-dc1e-4aea-a708-f4e9b509c9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (4a2027e6-5cf7-423e-880c-46b4d7edc1e1), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:57.435717 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baa3416f-0ad6-49d9-b5a7-1afc18fb33af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5b2146d-6bbf-4747-a33f-30320ba120ee'}] {{(pid=103295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:21:57.438429 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7869a1eaeafddf677110b76453ce8b8be8513095297872c2e0c75408178073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5584b355-8046-4cbe-adbc-b9f1d7bff1d2" -d '{"events": [{"server_uuid": "baa3416f-0ad6-49d9-b5a7-1afc18fb33af", "name": "network-vif-unplugged", "status": "completed", "tag": "b5b2146d-6bbf-4747-a33f-30320ba120ee"}]}' {{(pid=103295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:21:57.447581 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.db.db_base_plugin_common [None req-93c2da7c-45f7-4f20-abf8-5656aaf929d4 admin admin] Allocated IP 172.27.0.206 (502cc405-82c2-4579-84e2-1393f2fa67cd/b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8/315f9c87-01c7-4cad-ab3a-3684cef9f2a9) {{(pid=103294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:21:57.469882 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-d0cb2838-8e28-400e-95dc-96a7db6eca1c req-4aa9be8a-a166-406b-833f-9a67e39263c4 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340148 Mar 30 18:21:57.475488 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-069e332c-1b4c-4abc-85d5-6183580c7860 req-a75b2a6a-83e8-45c0-bd7c-6f724cafe96b tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/security-groups?id=018b16a5-8be5-487d-9ccd-6d1cce3bb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193943 Mar 30 18:21:57.483743 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-2f5393f0-0067-411b-9825-9a7f9ec7c21b None None] Publish callbacks [] for port (594dcf28-edd7-4ee1-954c-d117a3b98554), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:57.486747 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port b5b2146d-6bbf-4747-a33f-30320ba120ee, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=b5b2146d-6bbf-4747-a33f-30320ba120ee,segment=NetworkSegment(e67e86d6-b9a3-48d5-b3c6-848d768aa694),segment_id=e67e86d6-b9a3-48d5-b3c6-848d768aa694)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:21:57.510351 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (b5b2146d-6bbf-4747-a33f-30320ba120ee), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:57.510351 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-2f5393f0-0067-411b-9825-9a7f9ec7c21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759689464324'] for port (594dcf28-edd7-4ee1-954c-d117a3b98554), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:57.568950 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Mar 2022 18:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e105eea-7062-47f4-9ae1-c4f48e20c1eb x-openstack-request-id: req-8e105eea-7062-47f4-9ae1-c4f48e20c1eb {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:21:57.568950 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baa3416f-0ad6-49d9-b5a7-1afc18fb33af", "name": "network-vif-unplugged", "status": "completed", "tag": "b5b2146d-6bbf-4747-a33f-30320ba120ee", "code": 200}]} {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:21:57.569218 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8e105eea-7062-47f4-9ae1-c4f48e20c1eb {{(pid=103295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:21:57.569427 dv-cinder-835879-1-iscsi neutron-server[103295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e105eea-7062-47f4-9ae1-c4f48e20c1eb'] response: {'server_uuid': 'baa3416f-0ad6-49d9-b5a7-1afc18fb33af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5b2146d-6bbf-4747-a33f-30320ba120ee', 'code': 200} Mar 30 18:21:57.577360 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-239c6d9a-dc1e-4aea-a708-f4e9b509c9a9 None None] Port 4a2027e6-5cf7-423e-880c-46b4d7edc1e1 cannot update to ACTIVE because it is not bound. {{(pid=103295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:21:57.582052 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5393f0-0067-411b-9825-9a7f9ec7c21b None None] Network 1ac97e91-fa8e-41d7-abce-016c28065e30 is already hosted by enough agents. {{(pid=103295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:21:57.585653 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.scheduler.base_scheduler [None req-2f5393f0-0067-411b-9825-9a7f9ec7c21b None None] Resources bound (agent type, host, resource id): {{(pid=103295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:21:57.590178 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5393f0-0067-411b-9825-9a7f9ec7c21b None None] Received port after_create {{(pid=103295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:21:57.595844 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-93c2da7c-45f7-4f20-abf8-5656aaf929d4 admin admin] Publish callbacks [] for port (315f9c87-01c7-4cad-ab3a-3684cef9f2a9), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:57.639234 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Pushing event updated for resources: {'Port': ['ID=b5b2146d-6bbf-4747-a33f-30320ba120ee,revision_number=8']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:21:57.639657 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-93c2da7c-45f7-4f20-abf8-5656aaf929d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759689464324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59249992'] for port (315f9c87-01c7-4cad-ab3a-3684cef9f2a9), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:57.681210 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c2da7c-45f7-4f20-abf8-5656aaf929d4 admin admin] Network 502cc405-82c2-4579-84e2-1393f2fa67cd is already hosted by enough agents. {{(pid=103294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:21:57.684125 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.base_scheduler [None req-93c2da7c-45f7-4f20-abf8-5656aaf929d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:21:57.688105 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c2da7c-45f7-4f20-abf8-5656aaf929d4 admin admin] Received port after_create {{(pid=103294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:21:57.706466 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [None req-2f5393f0-0067-411b-9825-9a7f9ec7c21b None None] Attempting to bind port 594dcf28-edd7-4ee1-954c-d117a3b98554 on host dv-cinder-835879-1-iscsi for vnic_type normal with profile {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:21:57.706835 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [None req-2f5393f0-0067-411b-9825-9a7f9ec7c21b None None] Attempting to bind port 594dcf28-edd7-4ee1-954c-d117a3b98554 by drivers openvswitch,hyperv on host dv-cinder-835879-1-iscsi at level 0 using segments [{'id': 'ec1ba8c4-73b1-442d-a2a6-c87c8a23e0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1ac97e91-fa8e-41d7-abce-016c28065e30'}] {{(pid=103295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:21:57.707406 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5393f0-0067-411b-9825-9a7f9ec7c21b None None] Attempting to bind port 594dcf28-edd7-4ee1-954c-d117a3b98554 on network 1ac97e91-fa8e-41d7-abce-016c28065e30 {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:21:57.718394 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5393f0-0067-411b-9825-9a7f9ec7c21b None None] Checking agent: {'id': '6489659c-3f19-4a2c-89f8-52d37c938fb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 11, 4), 'started_at': datetime.datetime(2022, 3, 30, 18, 11, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:21:57.718973 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5393f0-0067-411b-9825-9a7f9ec7c21b None None] Checking segment: {'id': 'ec1ba8c4-73b1-442d-a2a6-c87c8a23e0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1ac97e91-fa8e-41d7-abce-016c28065e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:21:57.719560 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-2f5393f0-0067-411b-9825-9a7f9ec7c21b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:57.720101 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5393f0-0067-411b-9825-9a7f9ec7c21b None None] Bound using segment: {'id': 'ec1ba8c4-73b1-442d-a2a6-c87c8a23e0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1ac97e91-fa8e-41d7-abce-016c28065e30'} {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:21:57.720739 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [None req-2f5393f0-0067-411b-9825-9a7f9ec7c21b None None] Bound port: 594dcf28-edd7-4ee1-954c-d117a3b98554, host: dv-cinder-835879-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec1ba8c4-73b1-442d-a2a6-c87c8a23e0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1ac97e91-fa8e-41d7-abce-016c28065e30'}}] {{(pid=103295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:21:57.721292 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-2f5393f0-0067-411b-9825-9a7f9ec7c21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (594dcf28-edd7-4ee1-954c-d117a3b98554), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:57.729682 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-7a6bcbe1-40c2-48a4-8c9f-f922b14ffb33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (c82c41e6-6be9-408a-ae4d-4131a3230230), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:57.744539 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2da7c-45f7-4f20-abf8-5656aaf929d4 admin admin] Pushing event updated for resources: {'Port': ['ID=315f9c87-01c7-4cad-ab3a-3684cef9f2a9,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:21:57.746679 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5393f0-0067-411b-9825-9a7f9ec7c21b None None] Pushing event updated for resources: {'Port': ['ID=594dcf28-edd7-4ee1-954c-d117a3b98554,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:21:57.822741 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [req-25562c54-a78c-405c-8001-28179385bb7c req-6f31a9ea-8d10-4183-9b8d-81717acc923f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a2027e6-5cf7-423e-880c-46b4d7edc1e1 {{(pid=103293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:21:57.841991 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-25562c54-a78c-405c-8001-28179385bb7c req-6f31a9ea-8d10-4183-9b8d-81717acc923f service neutron] Publish callbacks [] for port (4a2027e6-5cf7-423e-880c-46b4d7edc1e1), precommit_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:57.860236 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-2f5393f0-0067-411b-9825-9a7f9ec7c21b None None] For port 594dcf28-edd7-4ee1-954c-d117a3b98554, host dv-cinder-835879-1-iscsi, cleared binding levels {{(pid=103295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:21:57.867630 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-2f5393f0-0067-411b-9825-9a7f9ec7c21b None None] For port 594dcf28-edd7-4ee1-954c-d117a3b98554, host dv-cinder-835879-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=594dcf28-edd7-4ee1-954c-d117a3b98554,segment=NetworkSegment(ec1ba8c4-73b1-442d-a2a6-c87c8a23e0be),segment_id=ec1ba8c4-73b1-442d-a2a6-c87c8a23e0be)] {{(pid=103295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:21:57.872998 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [req-25562c54-a78c-405c-8001-28179385bb7c req-6f31a9ea-8d10-4183-9b8d-81717acc923f service neutron] Transition to ACTIVE for port object 4a2027e6-5cf7-423e-880c-46b4d7edc1e1 will not be triggered until provisioned by entity L2. {{(pid=103293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 18:21:57.876574 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-2f5393f0-0067-411b-9825-9a7f9ec7c21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (594dcf28-edd7-4ee1-954c-d117a3b98554), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:57.880389 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-25562c54-a78c-405c-8001-28179385bb7c req-6f31a9ea-8d10-4183-9b8d-81717acc923f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58814400'] for port (4a2027e6-5cf7-423e-880c-46b4d7edc1e1), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:57.976197 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5393f0-0067-411b-9825-9a7f9ec7c21b None None] Pushing event updated for resources: {'Port': ['ID=594dcf28-edd7-4ee1-954c-d117a3b98554,revision_number=2']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:21:58.151274 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f31a9ea-8d10-4183-9b8d-81717acc923f service neutron] Pushing event updated for resources: {'Port': ['ID=4a2027e6-5cf7-423e-880c-46b4d7edc1e1,revision_number=2']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:21:58.182204 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-93c2da7c-45f7-4f20-abf8-5656aaf929d4 admin admin] Publish callbacks [] for router_gateway (0a18f1c0-ebfe-4af1-bc55-c114eca5fae5), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:58.249492 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a11627-f604-4eca-a0f0-0a8df71c1eb8 req-5081b821-43cc-43a6-9b73-d58e0dfa36c1 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:58.251216 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-38a11627-f604-4eca-a0f0-0a8df71c1eb8 req-5081b821-43cc-43a6-9b73-d58e0dfa36c1 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 943 time: 0.3033414 Mar 30 18:21:58.254154 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [req-25562c54-a78c-405c-8001-28179385bb7c req-6f31a9ea-8d10-4183-9b8d-81717acc923f service neutron] Attempting to bind port 4a2027e6-5cf7-423e-880c-46b4d7edc1e1 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:21:58.254486 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [req-25562c54-a78c-405c-8001-28179385bb7c req-6f31a9ea-8d10-4183-9b8d-81717acc923f service neutron] Attempting to bind port 4a2027e6-5cf7-423e-880c-46b4d7edc1e1 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': 'eb738ca0-ee17-403d-85ee-2ae2dc7037b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a'}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:21:58.254812 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25562c54-a78c-405c-8001-28179385bb7c req-6f31a9ea-8d10-4183-9b8d-81717acc923f service neutron] Attempting to bind port 4a2027e6-5cf7-423e-880c-46b4d7edc1e1 on network af330621-acdf-4f3d-ad55-9f9e392a3f7a {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:21:58.312470 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25562c54-a78c-405c-8001-28179385bb7c req-6f31a9ea-8d10-4183-9b8d-81717acc923f service neutron] Port 4a2027e6-5cf7-423e-880c-46b4d7edc1e1 on network af330621-acdf-4f3d-ad55-9f9e392a3f7a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 18:21:58.312797 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25562c54-a78c-405c-8001-28179385bb7c req-6f31a9ea-8d10-4183-9b8d-81717acc923f service neutron] Attempting to bind port 4a2027e6-5cf7-423e-880c-46b4d7edc1e1 on network af330621-acdf-4f3d-ad55-9f9e392a3f7a {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:21:58.333282 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25562c54-a78c-405c-8001-28179385bb7c req-6f31a9ea-8d10-4183-9b8d-81717acc923f service neutron] Checking agent: {'id': '48cc6dd0-9d47-40d1-bfd7-3609261a1488', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 17, 16), 'started_at': datetime.datetime(2022, 3, 30, 18, 17, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:21:58.333626 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25562c54-a78c-405c-8001-28179385bb7c req-6f31a9ea-8d10-4183-9b8d-81717acc923f service neutron] Checking segment: {'id': 'eb738ca0-ee17-403d-85ee-2ae2dc7037b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:21:58.334014 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25562c54-a78c-405c-8001-28179385bb7c req-6f31a9ea-8d10-4183-9b8d-81717acc923f service neutron] Bound using segment: {'id': 'eb738ca0-ee17-403d-85ee-2ae2dc7037b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a'} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:21:58.334446 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [req-25562c54-a78c-405c-8001-28179385bb7c req-6f31a9ea-8d10-4183-9b8d-81717acc923f service neutron] Bound port: 4a2027e6-5cf7-423e-880c-46b4d7edc1e1, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb738ca0-ee17-403d-85ee-2ae2dc7037b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a'}}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:21:58.334807 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-25562c54-a78c-405c-8001-28179385bb7c req-6f31a9ea-8d10-4183-9b8d-81717acc923f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (4a2027e6-5cf7-423e-880c-46b4d7edc1e1), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:58.357413 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-38a11627-f604-4eca-a0f0-0a8df71c1eb8 req-d354e08c-f2c5-404d-969a-2dc8e4ed2314 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935888 Mar 30 18:21:58.460730 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [req-25562c54-a78c-405c-8001-28179385bb7c req-6f31a9ea-8d10-4183-9b8d-81717acc923f service neutron] For port 4a2027e6-5cf7-423e-880c-46b4d7edc1e1, host hv-cinder-83587, cleared binding levels {{(pid=103293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:21:58.465723 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [req-25562c54-a78c-405c-8001-28179385bb7c req-6f31a9ea-8d10-4183-9b8d-81717acc923f service neutron] For port 4a2027e6-5cf7-423e-880c-46b4d7edc1e1, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=4a2027e6-5cf7-423e-880c-46b4d7edc1e1,segment=NetworkSegment(eb738ca0-ee17-403d-85ee-2ae2dc7037b1),segment_id=eb738ca0-ee17-403d-85ee-2ae2dc7037b1)] {{(pid=103293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:21:58.472627 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-25562c54-a78c-405c-8001-28179385bb7c req-6f31a9ea-8d10-4183-9b8d-81717acc923f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58814400'] for port (4a2027e6-5cf7-423e-880c-46b4d7edc1e1), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:58.511395 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-93c2da7c-45f7-4f20-abf8-5656aaf929d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1628055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623576'] for router (0a18f1c0-ebfe-4af1-bc55-c114eca5fae5), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:58.515427 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25562c54-a78c-405c-8001-28179385bb7c req-6f31a9ea-8d10-4183-9b8d-81717acc923f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:58.516030 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-25562c54-a78c-405c-8001-28179385bb7c req-6f31a9ea-8d10-4183-9b8d-81717acc923f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for port (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:58.517792 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-25562c54-a78c-405c-8001-28179385bb7c req-6f31a9ea-8d10-4183-9b8d-81717acc923f service neutron] 10.222.0.55 "PUT /v2.0/ports/4a2027e6-5cf7-423e-880c-46b4d7edc1e1 HTTP/1.1" status: 200 len: 1093 time: 1.3823349 Mar 30 18:21:58.518273 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c32bc2d-c736-49d5-b6a5-95b578f46899', 'tag': '4a2027e6-5cf7-423e-880c-46b4d7edc1e1'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:21:58.531000 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e41150553c85b09edab6cb52843a30629a36ec9d810f78f9b9d5c7c277fb574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef6d9467-66d1-4032-9e93-f284d8be15fd" -d '{"events": [{"name": "network-changed", "server_uuid": "0c32bc2d-c736-49d5-b6a5-95b578f46899", "tag": "4a2027e6-5cf7-423e-880c-46b4d7edc1e1"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:21:58.644447 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7635e8d4-290e-4bcb-ab08-3aad876e44bc x-openstack-request-id: req-7635e8d4-290e-4bcb-ab08-3aad876e44bc {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:21:58.645211 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c32bc2d-c736-49d5-b6a5-95b578f46899", "tag": "4a2027e6-5cf7-423e-880c-46b4d7edc1e1", "status": "completed", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:21:58.645526 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7635e8d4-290e-4bcb-ab08-3aad876e44bc {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:21:58.646631 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7635e8d4-290e-4bcb-ab08-3aad876e44bc'] response: {'name': 'network-changed', 'server_uuid': '0c32bc2d-c736-49d5-b6a5-95b578f46899', 'tag': '4a2027e6-5cf7-423e-880c-46b4d7edc1e1', 'status': 'completed', 'code': 200} Mar 30 18:21:58.654241 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f31a9ea-8d10-4183-9b8d-81717acc923f service neutron] Pushing event updated for resources: {'Port': ['ID=4a2027e6-5cf7-423e-880c-46b4d7edc1e1,revision_number=3']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:21:58.722482 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25562c54-a78c-405c-8001-28179385bb7c req-3af145c9-18dc-4a27-84d4-8590ff5f9b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:58.724255 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-25562c54-a78c-405c-8001-28179385bb7c req-3af145c9-18dc-4a27-84d4-8590ff5f9b26 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=279a01c655714587a3db731678eada47&device_id=0c32bc2d-c736-49d5-b6a5-95b578f46899 HTTP/1.1" status: 200 len: 1127 time: 0.1240273 Mar 30 18:21:58.741251 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a6c0fa-383b-4bf3-a79d-af7c4de7bbc9 req-2c55644d-1803-4bcc-badb-e492de169e6a tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:58.743593 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-77a6c0fa-383b-4bf3-a79d-af7c4de7bbc9 req-2c55644d-1803-4bcc-badb-e492de169e6a tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c32bc2d-c736-49d5-b6a5-95b578f46899 HTTP/1.1" status: 200 len: 943 time: 0.0771205 Mar 30 18:21:58.747428 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93c2da7c-45f7-4f20-abf8-5656aaf929d4 admin admin] Router 0a18f1c0-ebfe-4af1-bc55-c114eca5fae5 is scheduled to L3 agent bb9cbda0-d504-4372-97ec-0881b5676f92 with binding_index 1 {{(pid=103294) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 18:21:58.793867 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-25562c54-a78c-405c-8001-28179385bb7c req-9155e0f6-8a21-46f1-bb08-493d06732fd8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a2027e6-5cf7-423e-880c-46b4d7edc1e1 HTTP/1.1" status: 200 len: 217 time: 0.0498197 Mar 30 18:21:58.884727 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device 594dcf28-edd7-4ee1-954c-d117a3b98554 up at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:21:58.890958 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-77a6c0fa-383b-4bf3-a79d-af7c4de7bbc9 req-7503a47f-39f5-4834-b5a8-26091cb040c0 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/security-groups?id=018b16a5-8be5-487d-9ccd-6d1cce3bb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413584 Mar 30 18:21:58.898758 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25562c54-a78c-405c-8001-28179385bb7c req-370bbb68-e948-4a6d-bf15-e15791fbc8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:58.900855 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-25562c54-a78c-405c-8001-28179385bb7c req-370bbb68-e948-4a6d-bf15-e15791fbc8f2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=753583e9-792f-4b04-97da-dc50f6b2fa57 HTTP/1.1" status: 200 len: 854 time: 0.0991290 Mar 30 18:21:58.951668 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Provisioning complete for port 594dcf28-edd7-4ee1-954c-d117a3b98554 triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:21:58.952345 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (594dcf28-edd7-4ee1-954c-d117a3b98554), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:58.964299 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25562c54-a78c-405c-8001-28179385bb7c req-354df57c-43f6-456e-bb2d-45003ea51fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:58.965831 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-25562c54-a78c-405c-8001-28179385bb7c req-354df57c-43f6-456e-bb2d-45003ea51fa3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=af330621-acdf-4f3d-ad55-9f9e392a3f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493476 Mar 30 18:21:59.060667 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Current status of the port 594dcf28-edd7-4ee1-954c-d117a3b98554 is: DOWN; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:21:59.061153 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (594dcf28-edd7-4ee1-954c-d117a3b98554), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:59.084625 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c2da7c-45f7-4f20-abf8-5656aaf929d4 admin admin] Notify agent at l3_agent.dv-cinder-835879-1-iscsi the message routers_updated {{(pid=103294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:21:59.096051 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d122579-e002-48a0-8c6a-c9b55986ee32 None None] Sync routers for ids ['0a18f1c0-ebfe-4af1-bc55-c114eca5fae5'] in dv-cinder-835879-1-iscsi {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:21:59.112655 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] For port 594dcf28-edd7-4ee1-954c-d117a3b98554, host dv-cinder-835879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=594dcf28-edd7-4ee1-954c-d117a3b98554,segment=NetworkSegment(ec1ba8c4-73b1-442d-a2a6-c87c8a23e0be),segment_id=ec1ba8c4-73b1-442d-a2a6-c87c8a23e0be)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:21:59.112823 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d122579-e002-48a0-8c6a-c9b55986ee32 None None] Routers {'0a18f1c0-ebfe-4af1-bc55-c114eca5fae5'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:21:59.114029 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-25562c54-a78c-405c-8001-28179385bb7c req-cf9b9d74-df01-4c3d-9583-d9afbde57f72 service neutron] 10.222.0.55 "GET /v2.0/networks/af330621-acdf-4f3d-ad55-9f9e392a3f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380508 Mar 30 18:21:59.114714 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-3d122579-e002-48a0-8c6a-c9b55986ee32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:21:30Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['0a18f1c0-ebfe-4af1-bc55-c114eca5fae5'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:21:59.116908 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-93c2da7c-45f7-4f20-abf8-5656aaf929d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:59.119175 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-93c2da7c-45f7-4f20-abf8-5656aaf929d4 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3370891 Mar 30 18:21:59.122408 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 36014) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:21:59.126448 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (594dcf28-edd7-4ee1-954c-d117a3b98554), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:59.193528 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Pushing event updated for resources: {'Port': ['ID=594dcf28-edd7-4ee1-954c-d117a3b98554,revision_number=3']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:21:59.248509 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-25562c54-a78c-405c-8001-28179385bb7c req-37f517ac-aa8d-4669-84c0-c02ca204aa16 service neutron] 10.222.0.55 "GET /v2.0/networks/af330621-acdf-4f3d-ad55-9f9e392a3f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280997 Mar 30 18:21:59.295248 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-3d122579-e002-48a0-8c6a-c9b55986ee32 None None] Set router 0a18f1c0-ebfe-4af1-bc55-c114eca5fae5 gateway port host: dv-cinder-835879-1-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:21:59.424862 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d9467-66d1-4032-9e93-f284d8be15fd req-71598a5f-8572-4402-9016-a56cb2556a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:59.426370 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ef6d9467-66d1-4032-9e93-f284d8be15fd req-71598a5f-8572-4402-9016-a56cb2556a2b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=279a01c655714587a3db731678eada47&device_id=0c32bc2d-c736-49d5-b6a5-95b578f46899 HTTP/1.1" status: 200 len: 1127 time: 0.0802481 Mar 30 18:21:59.588907 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a12ee1d-a842-4d4b-aac3-a85d222deda5 None None] Network 1ac97e91-fa8e-41d7-abce-016c28065e30 requested from dv-cinder-835879-1-iscsi {{(pid=103295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:21:59.665609 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-16a1cc79-aca9-4bf3-8430-5b77bfd884b0 None None] Provisioning complete for port 594dcf28-edd7-4ee1-954c-d117a3b98554 triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:21:59.665983 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-16a1cc79-aca9-4bf3-8430-5b77bfd884b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (594dcf28-edd7-4ee1-954c-d117a3b98554), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:59.666363 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a4fff-3d1b-436e-90af-35e61982e11c req-3d08e72b-bbb2-4398-b628-437ac6bd5d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:59.668402 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-263a4fff-3d1b-436e-90af-35e61982e11c req-3d08e72b-bbb2-4398-b628-437ac6bd5d0e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=585ebec9292d43e7b65aab5ba734d8b9&device_id=f3b1014b-57d4-4226-a4c3-219a1a4db3db HTTP/1.1" status: 200 len: 1129 time: 0.2211604 Mar 30 18:21:59.683458 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5793f-770c-43ae-93bb-bc180a4f9a9f req-5c7f969c-774f-4c46-8e0d-a099babf3baa tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:59.685295 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c5d5793f-770c-43ae-93bb-bc180a4f9a9f req-5c7f969c-774f-4c46-8e0d-a099babf3baa tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3b1014b-57d4-4226-a4c3-219a1a4db3db HTTP/1.1" status: 200 len: 945 time: 0.1901214 Mar 30 18:21:59.717832 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcabab0-a294-4137-bf14-5d8124fb9829 req-8d33aa8e-0328-4142-aca7-5ddedbf68159 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:59.718236 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-3d122579-e002-48a0-8c6a-c9b55986ee32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a18f1c0-ebfe-4af1-bc55-c114eca5fae5', 'name': 'tempest-TestShelveInstance-148878223-router', 'tenant_id': '6ddcc755c06b440bb6750e5d44c3b913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '315f9c87-01c7-4cad-ab3a-3684cef9f2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:21:56Z', 'updated_at': '2022-03-30T18:21:57Z', 'revision_number': 3, 'project_id': '6ddcc755c06b440bb6750e5d44c3b913', 'gw_port': {'id': '315f9c87-01c7-4cad-ab3a-3684cef9f2a9', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:26:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a18f1c0-ebfe-4af1-bc55-c114eca5fae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:21:57Z', 'updated_at': '2022-03-30T18:21:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi'}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:21:59.719747 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-7fcabab0-a294-4137-bf14-5d8124fb9829 req-8d33aa8e-0328-4142-aca7-5ddedbf68159 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 943 time: 0.2356131 Mar 30 18:21:59.760445 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d122579-e002-48a0-8c6a-c9b55986ee32 None None] Checking router: 0a18f1c0-ebfe-4af1-bc55-c114eca5fae5 for host: dv-cinder-835879-1-iscsi {{(pid=103296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:21:59.760445 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d122579-e002-48a0-8c6a-c9b55986ee32 None None] Updating router 0a18f1c0-ebfe-4af1-bc55-c114eca5fae5 port 315f9c87-01c7-4cad-ab3a-3684cef9f2a9 binding host dv-cinder-835879-1-iscsi {{(pid=103296) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 18:21:59.790702 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4a6b3552-786c-4823-a3b3-04e6072007a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:59.791855 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d9467-66d1-4032-9e93-f284d8be15fd req-3911f751-972f-4cb0-b807-0cc636591d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:59.793042 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ef6d9467-66d1-4032-9e93-f284d8be15fd req-3911f751-972f-4cb0-b807-0cc636591d17 service neutron] 10.222.0.55 "GET /v2.0/networks?id=af330621-acdf-4f3d-ad55-9f9e392a3f7a HTTP/1.1" status: 200 len: 916 time: 0.3577964 Mar 30 18:21:59.818376 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3d122579-e002-48a0-8c6a-c9b55986ee32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (315f9c87-01c7-4cad-ab3a-3684cef9f2a9), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:59.862349 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-16a1cc79-aca9-4bf3-8430-5b77bfd884b0 None None] Current status of the port 594dcf28-edd7-4ee1-954c-d117a3b98554 is: ACTIVE; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:21:59.869051 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ef6d9467-66d1-4032-9e93-f284d8be15fd req-ce289d63-920e-4853-87d7-e02897468d83 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a2027e6-5cf7-423e-880c-46b4d7edc1e1 HTTP/1.1" status: 200 len: 217 time: 0.0584445 Mar 30 18:21:59.938557 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c5d5793f-770c-43ae-93bb-bc180a4f9a9f req-a9b47dfb-1ffd-4f9e-81be-159e842df2e5 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389832 Mar 30 18:21:59.970160 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-7fcabab0-a294-4137-bf14-5d8124fb9829 req-cf31371f-d086-4a31-ad8d-400bc3fdd15a tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2332041 Mar 30 18:22:00.015008 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d9467-66d1-4032-9e93-f284d8be15fd req-e2f54346-efb0-4c93-9ea3-b84067043c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:00.016717 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ef6d9467-66d1-4032-9e93-f284d8be15fd req-e2f54346-efb0-4c93-9ea3-b84067043c10 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=753583e9-792f-4b04-97da-dc50f6b2fa57 HTTP/1.1" status: 200 len: 854 time: 0.1396813 Mar 30 18:22:00.020081 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a4fff-3d1b-436e-90af-35e61982e11c req-ff1f5d3c-53e3-402b-9177-004f63584e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:00.022197 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-263a4fff-3d1b-436e-90af-35e61982e11c req-ff1f5d3c-53e3-402b-9177-004f63584e07 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb HTTP/1.1" status: 200 len: 920 time: 0.3335650 Mar 30 18:22:00.071103 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-fcfbccc7-02f9-4943-9751-39a760089f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bb9cbda0-d504-4372-97ec-0881b5676f92), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:00.072454 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.db.db_base_plugin_common [None req-4a6b3552-786c-4823-a3b3-04e6072007a2 admin admin] Allocated IP 172.20.0.1 (1ac97e91-fa8e-41d7-abce-016c28065e30/8d0df9d6-37fc-48cb-beb7-46feba9ce564/ceb6462a-0a68-4c99-8735-6fc5ce3bc418) {{(pid=103294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:22:00.158233 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-263a4fff-3d1b-436e-90af-35e61982e11c req-25d73d90-64fd-4146-ad6d-284ee5271ed6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f011040f-cb75-49cc-9ae4-d7326ea6448c HTTP/1.1" status: 200 len: 217 time: 0.1209109 Mar 30 18:22:00.226169 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4a6b3552-786c-4823-a3b3-04e6072007a2 admin admin] Publish callbacks [] for port (ceb6462a-0a68-4c99-8735-6fc5ce3bc418), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:00.231065 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3d122579-e002-48a0-8c6a-c9b55986ee32 None None] Publish callbacks [] for port (315f9c87-01c7-4cad-ab3a-3684cef9f2a9), precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:00.240493 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3d122579-e002-48a0-8c6a-c9b55986ee32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (315f9c87-01c7-4cad-ab3a-3684cef9f2a9), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:00.263804 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a4fff-3d1b-436e-90af-35e61982e11c req-23c3c1c9-b7c7-4f39-a157-3b05b638e287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:00.265284 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-263a4fff-3d1b-436e-90af-35e61982e11c req-23c3c1c9-b7c7-4f39-a157-3b05b638e287 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=803891e5-aae4-46c3-87bc-0de344219463 HTTP/1.1" status: 200 len: 858 time: 0.0892923 Mar 30 18:22:00.270110 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d9467-66d1-4032-9e93-f284d8be15fd req-77074793-70e3-4715-9799-bcae299becb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:00.272031 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ef6d9467-66d1-4032-9e93-f284d8be15fd req-77074793-70e3-4715-9799-bcae299becb9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=af330621-acdf-4f3d-ad55-9f9e392a3f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2463424 Mar 30 18:22:00.276112 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4a6b3552-786c-4823-a3b3-04e6072007a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759689464324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59249992'] for port (ceb6462a-0a68-4c99-8735-6fc5ce3bc418), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:00.307722 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-284c0e9f-698d-4ff5-9d9c-d29c2a0a4d6b None None] Provisioning complete for port 594dcf28-edd7-4ee1-954c-d117a3b98554 triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:22:00.309163 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-284c0e9f-698d-4ff5-9d9c-d29c2a0a4d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (594dcf28-edd7-4ee1-954c-d117a3b98554), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:00.315338 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-3d122579-e002-48a0-8c6a-c9b55986ee32 None None] Attempting to bind port 315f9c87-01c7-4cad-ab3a-3684cef9f2a9 on host dv-cinder-835879-1-iscsi for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:22:00.315779 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-3d122579-e002-48a0-8c6a-c9b55986ee32 None None] Attempting to bind port 315f9c87-01c7-4cad-ab3a-3684cef9f2a9 by drivers openvswitch,hyperv on host dv-cinder-835879-1-iscsi at level 0 using segments [{'id': '4e174139-f6b8-43d7-bf46-4927edc5f7d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:22:00.316210 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d122579-e002-48a0-8c6a-c9b55986ee32 None None] Attempting to bind port 315f9c87-01c7-4cad-ab3a-3684cef9f2a9 on network 502cc405-82c2-4579-84e2-1393f2fa67cd {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:22:00.318216 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9c01a-484d-4892-9e08-50f5933be78c req-64ce8994-b2ae-4ff7-b752-02948bc7f6c1 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:00.318348 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cac542-03db-4de6-aa7e-ad9b3037a507 None None] Pushing event updated for resources: {'Port': ['ID=315f9c87-01c7-4cad-ab3a-3684cef9f2a9,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:22:00.319813 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-fda9c01a-484d-4892-9e08-50f5933be78c req-64ce8994-b2ae-4ff7-b752-02948bc7f6c1 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c32bc2d-c736-49d5-b6a5-95b578f46899 HTTP/1.1" status: 200 len: 943 time: 0.2193935 Mar 30 18:22:00.333945 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6b3552-786c-4823-a3b3-04e6072007a2 admin admin] Network 1ac97e91-fa8e-41d7-abce-016c28065e30 is already hosted by enough agents. {{(pid=103294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:22:00.336168 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cac542-03db-4de6-aa7e-ad9b3037a507 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:22:00.336608 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cac542-03db-4de6-aa7e-ad9b3037a507 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:22:00.336940 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.base_scheduler [None req-4a6b3552-786c-4823-a3b3-04e6072007a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:22:00.337108 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cac542-03db-4de6-aa7e-ad9b3037a507 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:22:00.337590 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cac542-03db-4de6-aa7e-ad9b3037a507 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:22:00.337978 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cac542-03db-4de6-aa7e-ad9b3037a507 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:22:00.338815 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cac542-03db-4de6-aa7e-ad9b3037a507 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:22:00.338815 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cac542-03db-4de6-aa7e-ad9b3037a507 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:22:00.339039 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cac542-03db-4de6-aa7e-ad9b3037a507 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:22:00.339458 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cac542-03db-4de6-aa7e-ad9b3037a507 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:22:00.340358 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cac542-03db-4de6-aa7e-ad9b3037a507 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:22:00.340481 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6b3552-786c-4823-a3b3-04e6072007a2 admin admin] Received port after_create {{(pid=103294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:22:00.340774 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cac542-03db-4de6-aa7e-ad9b3037a507 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:22:00.341180 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cac542-03db-4de6-aa7e-ad9b3037a507 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:22:00.341576 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cac542-03db-4de6-aa7e-ad9b3037a507 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:22:00.341969 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cac542-03db-4de6-aa7e-ad9b3037a507 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:22:00.342361 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cac542-03db-4de6-aa7e-ad9b3037a507 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:22:00.346594 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d122579-e002-48a0-8c6a-c9b55986ee32 None None] Checking agent: {'id': '6489659c-3f19-4a2c-89f8-52d37c938fb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 11, 4), 'started_at': datetime.datetime(2022, 3, 30, 18, 11, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:22:00.347076 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d122579-e002-48a0-8c6a-c9b55986ee32 None None] Checking segment: {'id': '4e174139-f6b8-43d7-bf46-4927edc5f7d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:22:00.347585 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3d122579-e002-48a0-8c6a-c9b55986ee32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:00.348487 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d122579-e002-48a0-8c6a-c9b55986ee32 None None] Bound using segment: {'id': '4e174139-f6b8-43d7-bf46-4927edc5f7d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:22:00.349120 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-3d122579-e002-48a0-8c6a-c9b55986ee32 None None] Bound port: 315f9c87-01c7-4cad-ab3a-3684cef9f2a9, host: dv-cinder-835879-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e174139-f6b8-43d7-bf46-4927edc5f7d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:22:00.349631 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3d122579-e002-48a0-8c6a-c9b55986ee32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (315f9c87-01c7-4cad-ab3a-3684cef9f2a9), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:00.371401 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6b3552-786c-4823-a3b3-04e6072007a2 admin admin] Pushing event updated for resources: {'Port': ['ID=ceb6462a-0a68-4c99-8735-6fc5ce3bc418,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:22:00.397173 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4a6b3552-786c-4823-a3b3-04e6072007a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625807'] for router_interface (0a18f1c0-ebfe-4af1-bc55-c114eca5fae5), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:00.456975 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-3d122579-e002-48a0-8c6a-c9b55986ee32 None None] For port 315f9c87-01c7-4cad-ab3a-3684cef9f2a9, host dv-cinder-835879-1-iscsi, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:22:00.461566 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-3d122579-e002-48a0-8c6a-c9b55986ee32 None None] For port 315f9c87-01c7-4cad-ab3a-3684cef9f2a9, host dv-cinder-835879-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=315f9c87-01c7-4cad-ab3a-3684cef9f2a9,segment=NetworkSegment(4e174139-f6b8-43d7-bf46-4927edc5f7d6),segment_id=4e174139-f6b8-43d7-bf46-4927edc5f7d6)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:22:00.471718 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3d122579-e002-48a0-8c6a-c9b55986ee32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (315f9c87-01c7-4cad-ab3a-3684cef9f2a9), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:00.490205 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-284c0e9f-698d-4ff5-9d9c-d29c2a0a4d6b None None] Current status of the port 594dcf28-edd7-4ee1-954c-d117a3b98554 is: ACTIVE; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:22:00.539711 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d122579-e002-48a0-8c6a-c9b55986ee32 None None] Routers {'0a18f1c0-ebfe-4af1-bc55-c114eca5fae5'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:22:00.541384 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-3d122579-e002-48a0-8c6a-c9b55986ee32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:22:00Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['0a18f1c0-ebfe-4af1-bc55-c114eca5fae5'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:22:00.620808 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cac542-03db-4de6-aa7e-ad9b3037a507 None None] Pushing event updated for resources: {'Port': ['ID=315f9c87-01c7-4cad-ab3a-3684cef9f2a9,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:22:00.645891 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4a6b3552-786c-4823-a3b3-04e6072007a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (ceb6462a-0a68-4c99-8735-6fc5ce3bc418), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:00.678127 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-3d122579-e002-48a0-8c6a-c9b55986ee32 None None] Set router 0a18f1c0-ebfe-4af1-bc55-c114eca5fae5 gateway port host: dv-cinder-835879-1-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:22:00.723608 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-4c04f748-1360-4a63-b250-898a39211611 None None] Provisioning complete for port ceb6462a-0a68-4c99-8735-6fc5ce3bc418 triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:22:00.724144 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-4c04f748-1360-4a63-b250-898a39211611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (ceb6462a-0a68-4c99-8735-6fc5ce3bc418), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:00.796680 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-4c04f748-1360-4a63-b250-898a39211611 None None] Port ceb6462a-0a68-4c99-8735-6fc5ce3bc418 cannot update to ACTIVE because it is not bound. {{(pid=103295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:22:00.837434 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a4fff-3d1b-436e-90af-35e61982e11c req-155baaec-661e-4d3e-9854-8d399c6f181a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:00.838962 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-263a4fff-3d1b-436e-90af-35e61982e11c req-155baaec-661e-4d3e-9854-8d399c6f181a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5660527 Mar 30 18:22:00.848922 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-fda9c01a-484d-4892-9e08-50f5933be78c req-9c1ba38f-485e-4bdb-8d2b-5c25d340b281 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/security-groups?id=018b16a5-8be5-487d-9ccd-6d1cce3bb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4808667 Mar 30 18:22:00.862556 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device 594dcf28-edd7-4ee1-954c-d117a3b98554 up at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:22:00.904965 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [req-7dd9cbd6-235d-4e14-aaa6-70ed6502464c req-ffa8b130-5064-40bd-801e-a01a8b781bcd service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103293) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 18:22:00.905962 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-7dd9cbd6-235d-4e14-aaa6-70ed6502464c req-ffa8b130-5064-40bd-801e-a01a8b781bcd service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053058 Mar 30 18:22:00.912237 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4a6b3552-786c-4823-a3b3-04e6072007a2 admin admin] Publish callbacks [] for port (ceb6462a-0a68-4c99-8735-6fc5ce3bc418), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:00.919454 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4a6b3552-786c-4823-a3b3-04e6072007a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59249985'] for port (ceb6462a-0a68-4c99-8735-6fc5ce3bc418), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:00.930095 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ef6d9467-66d1-4032-9e93-f284d8be15fd req-425e4f30-54ca-4513-b78c-3915a7d0f075 service neutron] 10.222.0.55 "GET /v2.0/networks/af330621-acdf-4f3d-ad55-9f9e392a3f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6481693 Mar 30 18:22:00.975836 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-3d122579-e002-48a0-8c6a-c9b55986ee32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a18f1c0-ebfe-4af1-bc55-c114eca5fae5', 'name': 'tempest-TestShelveInstance-148878223-router', 'tenant_id': '6ddcc755c06b440bb6750e5d44c3b913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '315f9c87-01c7-4cad-ab3a-3684cef9f2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:21:56Z', 'updated_at': '2022-03-30T18:21:57Z', 'revision_number': 3, 'project_id': '6ddcc755c06b440bb6750e5d44c3b913', 'gw_port': {'id': '315f9c87-01c7-4cad-ab3a-3684cef9f2a9', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:26:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a18f1c0-ebfe-4af1-bc55-c114eca5fae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:21:57Z', 'updated_at': '2022-03-30T18:22:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi'}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:22:00.977327 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Provisioning complete for port 594dcf28-edd7-4ee1-954c-d117a3b98554 triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:22:00.977699 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (594dcf28-edd7-4ee1-954c-d117a3b98554), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:01.001921 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4a6b3552-786c-4823-a3b3-04e6072007a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1628234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625691'] for router_interface (0a18f1c0-ebfe-4af1-bc55-c114eca5fae5), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:01.006293 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6b3552-786c-4823-a3b3-04e6072007a2 admin admin] Pushing event updated for resources: {'Port': ['ID=ceb6462a-0a68-4c99-8735-6fc5ce3bc418,revision_number=2']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:22:01.015961 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d122579-e002-48a0-8c6a-c9b55986ee32 None None] The sync data for ids ['0a18f1c0-ebfe-4af1-bc55-c114eca5fae5'] in dv-cinder-835879-1-iscsi is: [{'id': '0a18f1c0-ebfe-4af1-bc55-c114eca5fae5', 'name': 'tempest-TestShelveInstance-148878223-router', 'tenant_id': '6ddcc755c06b440bb6750e5d44c3b913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '315f9c87-01c7-4cad-ab3a-3684cef9f2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:21:56Z', 'updated_at': '2022-03-30T18:21:57Z', 'revision_number': 3, 'project_id': '6ddcc755c06b440bb6750e5d44c3b913', 'gw_port': {'id': '315f9c87-01c7-4cad-ab3a-3684cef9f2a9', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:26:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a18f1c0-ebfe-4af1-bc55-c114eca5fae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:21:57Z', 'updated_at': '2022-03-30T18:22:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi'}] {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:22:01.113255 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ef6d9467-66d1-4032-9e93-f284d8be15fd req-ba910a23-eb72-49bd-b2bb-9a209448e76d service neutron] 10.222.0.55 "GET /v2.0/networks/af330621-acdf-4f3d-ad55-9f9e392a3f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757014 Mar 30 18:22:01.139631 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6b3552-786c-4823-a3b3-04e6072007a2 admin admin] Network 1ac97e91-fa8e-41d7-abce-016c28065e30 is already hosted by enough agents. {{(pid=103294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:22:01.144823 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.base_scheduler [None req-4a6b3552-786c-4823-a3b3-04e6072007a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:22:01.188834 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Current status of the port 594dcf28-edd7-4ee1-954c-d117a3b98554 is: ACTIVE; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:22:01.190621 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-263a4fff-3d1b-436e-90af-35e61982e11c req-a73fe1b2-f9f5-4140-b7f6-c986a775af43 service neutron] 10.222.0.55 "GET /v2.0/networks/0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3391974 Mar 30 18:22:01.216213 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f19afa9d-e030-40e8-acc4-8e1b9083a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (63dcb6ae-3517-415b-a3a4-cfabe01bf14f), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:01.275045 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device 4a2027e6-5cf7-423e-880c-46b4d7edc1e1 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103295) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:22:01.352238 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a6b3552-786c-4823-a3b3-04e6072007a2 admin admin] Router 0a18f1c0-ebfe-4af1-bc55-c114eca5fae5 has already been hosted by L3 agent bb9cbda0-d504-4372-97ec-0881b5676f92 {{(pid=103294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:22:01.466800 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port 4a2027e6-5cf7-423e-880c-46b4d7edc1e1, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=4a2027e6-5cf7-423e-880c-46b4d7edc1e1,segment=NetworkSegment(eb738ca0-ee17-403d-85ee-2ae2dc7037b1),segment_id=eb738ca0-ee17-403d-85ee-2ae2dc7037b1)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:22:01.469224 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-263a4fff-3d1b-436e-90af-35e61982e11c req-9c9883c5-1076-4d39-a099-eb77dd22982b service neutron] 10.222.0.55 "GET /v2.0/networks/0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738826 Mar 30 18:22:01.482109 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c650265-4ef7-4123-8a10-bf778761e62a req-f0f59963-afdc-47fb-9c46-7d1892821546 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:01.484140 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4c650265-4ef7-4123-8a10-bf778761e62a req-f0f59963-afdc-47fb-9c46-7d1892821546 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 943 time: 0.2909880 Mar 30 18:22:01.492322 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Returning: {'device': '4a2027e6-5cf7-423e-880c-46b4d7edc1e1', 'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a', 'port_id': '4a2027e6-5cf7-423e-880c-46b4d7edc1e1', 'mac_address': 'fa:16:3e:cc:ae:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '753583e9-792f-4b04-97da-dc50f6b2fa57', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103295) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:22:01.494433 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device b5b2146d-6bbf-4747-a33f-30320ba120ee no longer exists at agent hyperv_hv-cinder-83587 {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:22:01.501761 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c613932-fc77-4fd9-a7d0-888630c143b8 req-738bd87a-1828-411b-991c-57e398dbefe1 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:01.504389 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0c613932-fc77-4fd9-a7d0-888630c143b8 req-738bd87a-1828-411b-991c-57e398dbefe1 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3b1014b-57d4-4226-a4c3-219a1a4db3db HTTP/1.1" status: 200 len: 945 time: 0.3899696 Mar 30 18:22:01.612142 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a6b3552-786c-4823-a3b3-04e6072007a2 admin admin] Notify agent at l3_agent.dv-cinder-835879-1-iscsi the message routers_updated {{(pid=103294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:22:01.625719 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4c650265-4ef7-4123-8a10-bf778761e62a req-4cea80e5-0401-4d55-bed7-c840e36c6c56 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104476 Mar 30 18:22:01.626528 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-4a6b3552-786c-4823-a3b3-04e6072007a2 admin admin] 10.222.0.18 "PUT /v2.0/routers/0a18f1c0-ebfe-4af1-bc55-c114eca5fae5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4929962 Mar 30 18:22:01.634549 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-3acfbc18-7ca1-44fc-a311-4eadcfeec116 None None] Provisioning complete for port ceb6462a-0a68-4c99-8735-6fc5ce3bc418 triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:22:01.634929 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-3acfbc18-7ca1-44fc-a311-4eadcfeec116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (ceb6462a-0a68-4c99-8735-6fc5ce3bc418), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:01.680186 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0c613932-fc77-4fd9-a7d0-888630c143b8 req-214cf913-56f4-4990-832b-e7f1ed38022d tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089973 Mar 30 18:22:01.724299 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Current status of the port 4a2027e6-5cf7-423e-880c-46b4d7edc1e1 is: DOWN; New status is: BUILD {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:22:01.724696 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (4a2027e6-5cf7-423e-880c-46b4d7edc1e1), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:01.743004 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-3acfbc18-7ca1-44fc-a311-4eadcfeec116 None None] Port ceb6462a-0a68-4c99-8735-6fc5ce3bc418 cannot update to ACTIVE because it is not bound. {{(pid=103295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:22:01.750623 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Current status of the port b5b2146d-6bbf-4747-a33f-30320ba120ee is: DOWN; New status is: DOWN {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:22:01.754844 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a2027e6-5cf7-423e-880c-46b4d7edc1e1 {{(pid=103295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:22:01.778617 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port 4a2027e6-5cf7-423e-880c-46b4d7edc1e1, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=4a2027e6-5cf7-423e-880c-46b4d7edc1e1,segment=NetworkSegment(eb738ca0-ee17-403d-85ee-2ae2dc7037b1),segment_id=eb738ca0-ee17-403d-85ee-2ae2dc7037b1)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:22:01.785881 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (4a2027e6-5cf7-423e-880c-46b4d7edc1e1), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:01.839274 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Pushing event updated for resources: {'Port': ['ID=4a2027e6-5cf7-423e-880c-46b4d7edc1e1,revision_number=4']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:22:01.863163 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 36086) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:22:02.029682 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b59e1-aeb2-44e6-94e0-558b0b719971 req-979e381b-c08c-47df-a71b-c0efc1e446a7 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:02.031234 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-389b59e1-aeb2-44e6-94e0-558b0b719971 req-979e381b-c08c-47df-a71b-c0efc1e446a7 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c32bc2d-c736-49d5-b6a5-95b578f46899 HTTP/1.1" status: 200 len: 944 time: 0.0939615 Mar 30 18:22:02.038223 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-04159a4c-2dbd-482a-83d6-292f9f1c5490 req-6850c4d8-3279-40dd-b73f-39a69681e81f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1733584 Mar 30 18:22:02.050321 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [req-04159a4c-2dbd-482a-83d6-292f9f1c5490 req-d084790b-f8da-4a8e-bc2b-f243f64b7931 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103293) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 18:22:02.051356 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-04159a4c-2dbd-482a-83d6-292f9f1c5490 req-d084790b-f8da-4a8e-bc2b-f243f64b7931 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059910 Mar 30 18:22:02.089748 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-389b59e1-aeb2-44e6-94e0-558b0b719971 req-12fef576-8b96-4d10-a0a9-75ec2abcda33 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/security-groups?id=018b16a5-8be5-487d-9ccd-6d1cce3bb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505445 Mar 30 18:22:02.163731 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] get_ports_and_sgs() called for port_ids ['4a2027e6-5cf7-423e-880c-46b4d7edc1e1'] {{(pid=103295) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:22:02.225713 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 36106) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:22:02.264322 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 36110) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:22:02.269570 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-0c8195c1-098a-43f3-82d3-7fb29fe574b0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1359718385-network', 'tenant_id': 'a7eb145b691f4a579a4febdfee7454c1'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:22:02.293580 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c8195c1-098a-43f3-82d3-7fb29fe574b0 admin admin] Made reservation on behalf of a7eb145b691f4a579a4febdfee7454c1 for: {'network': 1} {{(pid=103294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:22:02.295970 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0c8195c1-098a-43f3-82d3-7fb29fe574b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for network (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:02.306569 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0c8195c1-098a-43f3-82d3-7fb29fe574b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:02.395383 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0c8195c1-098a-43f3-82d3-7fb29fe574b0 admin admin] Publish callbacks [] for security_group (98d2126f-457e-4159-944e-008f95d5b4e1), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:02.402209 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0c8195c1-098a-43f3-82d3-7fb29fe574b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (98d2126f-457e-4159-944e-008f95d5b4e1), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:02.428301 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c8195c1-098a-43f3-82d3-7fb29fe574b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=103294) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 18:22:02.445994 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8195c1-098a-43f3-82d3-7fb29fe574b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d2126f-457e-4159-944e-008f95d5b4e1,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:22:02.449015 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0c8195c1-098a-43f3-82d3-7fb29fe574b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-829919'] for segment (d48755bd-72d0-431e-9aa4-8947efa4d80f), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:02.449576 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.db.segments_db [None req-0c8195c1-098a-43f3-82d3-7fb29fe574b0 admin admin] Added segment d48755bd-72d0-431e-9aa4-8947efa4d80f of type vlan for network e6985ef2-f860-4f2c-8ba4-4e16ec0ef471 Mar 30 18:22:02.492589 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0c8195c1-098a-43f3-82d3-7fb29fe574b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759689436227'] for network (e6985ef2-f860-4f2c-8ba4-4e16ec0ef471), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:02.497825 dv-cinder-835879-1-iscsi neutron-server[103294]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 30 18:22:02.554248 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04159a4c-2dbd-482a-83d6-292f9f1c5490 req-71fa5468-2847-48cd-a601-0cb9c39d3db3 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:02.556182 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [req-04159a4c-2dbd-482a-83d6-292f9f1c5490 req-71fa5468-2847-48cd-a601-0cb9c39d3db3 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports/b5b2146d-6bbf-4747-a33f-30320ba120ee HTTP/1.1" status: 200 len: 940 time: 0.3285058 Mar 30 18:22:02.557232 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0c8195c1-098a-43f3-82d3-7fb29fe574b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248'] for network (e6985ef2-f860-4f2c-8ba4-4e16ec0ef471), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:02.558153 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8195c1-098a-43f3-82d3-7fb29fe574b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:02.558630 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0c8195c1-098a-43f3-82d3-7fb29fe574b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628270'] for network (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:02.583361 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-735ee7a5-faf9-4a72-9605-65e031eaef75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bc479c0e-1124-4d13-b03e-bb2d712dc776), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:02.622768 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-0c8195c1-098a-43f3-82d3-7fb29fe574b0 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3573649 Mar 30 18:22:02.625535 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 36120) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:22:02.630553 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [None req-353d1d7f-77ab-490f-bdd8-8820bdebcfe8 admin admin] Request body: {'subnet': {'network_id': 'e6985ef2-f860-4f2c-8ba4-4e16ec0ef471', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1359718385-subnet', 'tenant_id': 'a7eb145b691f4a579a4febdfee7454c1', 'ip_version': 4}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:22:02.630755 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8195c1-098a-43f3-82d3-7fb29fe574b0 admin admin] Pushing event updated for resources: {'Network': ['ID=e6985ef2-f860-4f2c-8ba4-4e16ec0ef471,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:22:02.640576 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Network e6985ef2-f860-4f2c-8ba4-4e16ec0ef471 details requested by agent ovs-agent-dv-cinder-835879-1-iscsi with host dv-cinder-835879-1-iscsi {{(pid=103295) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 18:22:02.660131 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353d1d7f-77ab-490f-bdd8-8820bdebcfe8 admin admin] Made reservation on behalf of a7eb145b691f4a579a4febdfee7454c1 for: {'subnet': 1} {{(pid=103293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:22:02.662697 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-353d1d7f-77ab-490f-bdd8-8820bdebcfe8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58991712'] for subnet (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:02.895517 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device 315f9c87-01c7-4cad-ab3a-3684cef9f2a9 up at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:22:02.919784 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0801b9c5-4f2d-4a7a-9c0b-69126cfcf0c9 req-d3176bf1-fa0b-4795-b76c-a2c94becb369 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:02.924379 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0801b9c5-4f2d-4a7a-9c0b-69126cfcf0c9 req-d3176bf1-fa0b-4795-b76c-a2c94becb369 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 943 time: 0.1601107 Mar 30 18:22:02.972665 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Provisioning complete for port 315f9c87-01c7-4cad-ab3a-3684cef9f2a9 triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:22:02.973245 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (315f9c87-01c7-4cad-ab3a-3684cef9f2a9), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:02.984035 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e7bcf-8fb4-43a8-8e39-4437aee64b22 req-a51d6509-6ac2-4a54-9099-baa2f77bbf28 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:02.987686 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-2e7e7bcf-8fb4-43a8-8e39-4437aee64b22 req-a51d6509-6ac2-4a54-9099-baa2f77bbf28 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3b1014b-57d4-4226-a4c3-219a1a4db3db HTTP/1.1" status: 200 len: 945 time: 0.1892354 Mar 30 18:22:02.995956 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-353d1d7f-77ab-490f-bdd8-8820bdebcfe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58812537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58991734'] for subnet (55250474-c35a-437e-b78d-8d94ed752387), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:03.060814 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Current status of the port 315f9c87-01c7-4cad-ab3a-3684cef9f2a9 is: DOWN; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:22:03.061895 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (315f9c87-01c7-4cad-ab3a-3684cef9f2a9), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:03.072100 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0801b9c5-4f2d-4a7a-9c0b-69126cfcf0c9 req-454f9668-2e48-495d-b0c9-87032d70231c tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373472 Mar 30 18:22:03.106882 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] For port 315f9c87-01c7-4cad-ab3a-3684cef9f2a9, host dv-cinder-835879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=315f9c87-01c7-4cad-ab3a-3684cef9f2a9,segment=NetworkSegment(4e174139-f6b8-43d7-bf46-4927edc5f7d6),segment_id=4e174139-f6b8-43d7-bf46-4927edc5f7d6)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:22:03.112057 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (315f9c87-01c7-4cad-ab3a-3684cef9f2a9), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:03.136985 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-2e7e7bcf-8fb4-43a8-8e39-4437aee64b22 req-f81b8984-9091-4037-8bec-54a9355e579f tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381094 Mar 30 18:22:03.140828 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353d1d7f-77ab-490f-bdd8-8820bdebcfe8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55250474-c35a-437e-b78d-8d94ed752387,revision_number=0']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:22:03.146676 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353d1d7f-77ab-490f-bdd8-8820bdebcfe8 admin admin] Checking segment: {'id': 'd48755bd-72d0-431e-9aa4-8947efa4d80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e6985ef2-f860-4f2c-8ba4-4e16ec0ef471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:22:03.147030 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353d1d7f-77ab-490f-bdd8-8820bdebcfe8 admin admin] Network hostable DHCP agents. Network: e6985ef2-f860-4f2c-8ba4-4e16ec0ef471, hostable agents: ['c82c41e6-6be9-408a-ae4d-4131a3230230'], hosted agents: [] {{(pid=103293) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 18:22:03.181851 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353d1d7f-77ab-490f-bdd8-8820bdebcfe8 admin admin] Network e6985ef2-f860-4f2c-8ba4-4e16ec0ef471 is scheduled to be hosted by DHCP agent c82c41e6-6be9-408a-ae4d-4131a3230230 with binding_index 1 {{(pid=103293) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 18:22:03.193008 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.base_scheduler [None req-353d1d7f-77ab-490f-bdd8-8820bdebcfe8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835879-1-iscsi, e6985ef2-f860-4f2c-8ba4-4e16ec0ef471) {{(pid=103293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:22:03.198033 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353d1d7f-77ab-490f-bdd8-8820bdebcfe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:03.198917 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-353d1d7f-77ab-490f-bdd8-8820bdebcfe8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:03.246085 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-353d1d7f-77ab-490f-bdd8-8820bdebcfe8 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6194260 Mar 30 18:22:03.249918 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 36132) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:22:03.255776 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-73db66bc-627a-42a6-b124-caec9c2dd233 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1359718385-router', 'tenant_id': 'a7eb145b691f4a579a4febdfee7454c1', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd'}}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:22:03.276430 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c165e039-4c6d-4a19-a5a6-3f54ee8d2c90 req-33bda2d9-a32f-4443-97ac-8ced81cabf4c tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:03.278032 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c165e039-4c6d-4a19-a5a6-3f54ee8d2c90 req-33bda2d9-a32f-4443-97ac-8ced81cabf4c tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c32bc2d-c736-49d5-b6a5-95b578f46899 HTTP/1.1" status: 200 len: 944 time: 0.0692484 Mar 30 18:22:03.291640 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-73db66bc-627a-42a6-b124-caec9c2dd233 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7066'] for router (7c948fb0-10d6-434f-9aac-49fc9cacb527), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:03.292872 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-73db66bc-627a-42a6-b124-caec9c2dd233 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1628062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623759', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7043'] for router (7c948fb0-10d6-434f-9aac-49fc9cacb527), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:03.324996 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ade31f-6e70-4e16-b05a-2f4e975bc2d4 None None] Network e6985ef2-f860-4f2c-8ba4-4e16ec0ef471 requested from dv-cinder-835879-1-iscsi {{(pid=103295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:22:03.326973 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device 4a2027e6-5cf7-423e-880c-46b4d7edc1e1 up at agent hyperv_hv-cinder-83587 {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:22:03.347025 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c165e039-4c6d-4a19-a5a6-3f54ee8d2c90 req-8de588ee-cc9f-4d8a-99f6-146a972f66da tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/security-groups?id=018b16a5-8be5-487d-9ccd-6d1cce3bb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627034 Mar 30 18:22:03.356468 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-73db66bc-627a-42a6-b124-caec9c2dd233 admin admin] Publish callbacks [] for router_controller (7c948fb0-10d6-434f-9aac-49fc9cacb527), precommit_add_association {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:03.400362 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6d6275-2e54-40c6-83d4-1bb5704baa9f None None] Sync routers for ids ['0a18f1c0-ebfe-4af1-bc55-c114eca5fae5'] in dv-cinder-835879-1-iscsi {{(pid=103295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:22:03.418183 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Pushing event updated for resources: {'Port': ['ID=315f9c87-01c7-4cad-ab3a-3684cef9f2a9,revision_number=4']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:22:03.441409 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6d6275-2e54-40c6-83d4-1bb5704baa9f None None] Routers {'0a18f1c0-ebfe-4af1-bc55-c114eca5fae5'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:22:03.442032 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-0e6d6275-2e54-40c6-83d4-1bb5704baa9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:22:00Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['0a18f1c0-ebfe-4af1-bc55-c114eca5fae5'], 'active': True} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:22:03.505768 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-73db66bc-627a-42a6-b124-caec9c2dd233 admin admin] Publish callbacks [] for router_gateway (7c948fb0-10d6-434f-9aac-49fc9cacb527), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:03.564546 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Provisioning for port 4a2027e6-5cf7-423e-880c-46b4d7edc1e1 completed by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 18:22:03.573754 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Provisioning complete for port 4a2027e6-5cf7-423e-880c-46b4d7edc1e1 triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:22:03.574122 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (4a2027e6-5cf7-423e-880c-46b4d7edc1e1), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:03.581547 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfcc2ca-719f-44fd-92e6-0e16e8f6cd87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2ea507c-a6af-52c0-bc08-d79d09ab5728-e6985ef2-f860-4f2c-8ba4-4e16ec0ef471', 'network_id': 'e6985ef2-f860-4f2c-8ba4-4e16ec0ef471', 'project_id': 'a7eb145b691f4a579a4febdfee7454c1', 'fixed_ips': [{'subnet_id': '55250474-c35a-437e-b78d-8d94ed752387'}]}} from dv-cinder-835879-1-iscsi. {{(pid=103295) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 18:22:03.582578 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-8dfcc2ca-719f-44fd-92e6-0e16e8f6cd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:03.645776 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvr_db [None req-0e6d6275-2e54-40c6-83d4-1bb5704baa9f None None] Set router 0a18f1c0-ebfe-4af1-bc55-c114eca5fae5 gateway port host: dv-cinder-835879-1-iscsi {{(pid=103295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:22:03.721485 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-73db66bc-627a-42a6-b124-caec9c2dd233 admin admin] Publish callbacks [] for router_gateway (7c948fb0-10d6-434f-9aac-49fc9cacb527), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:03.745702 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-73db66bc-627a-42a6-b124-caec9c2dd233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:03.776046 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 36140) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:22:03.871295 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.db.db_base_plugin_common [None req-73db66bc-627a-42a6-b124-caec9c2dd233 admin admin] Allocated IP 172.27.0.185 (502cc405-82c2-4579-84e2-1393f2fa67cd/b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8/957f71c2-ba6b-4f68-b5e5-aa0a6c75bb63) {{(pid=103294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:22:03.904653 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Current status of the port 4a2027e6-5cf7-423e-880c-46b4d7edc1e1 is: BUILD; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:22:03.905082 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-ec2adb74-02fa-480a-a0d9-5edc736b4693 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:03.905313 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (4a2027e6-5cf7-423e-880c-46b4d7edc1e1), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:03.964525 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.db_base_plugin_common [None req-8dfcc2ca-719f-44fd-92e6-0e16e8f6cd87 None None] Allocated IP 172.20.0.2 (e6985ef2-f860-4f2c-8ba4-4e16ec0ef471/55250474-c35a-437e-b78d-8d94ed752387/89b861fa-e192-45d5-ae67-ce2ea92a4485) {{(pid=103295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:22:03.978948 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c32bc2d-c736-49d5-b6a5-95b578f46899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a2027e6-5cf7-423e-880c-46b4d7edc1e1'}] {{(pid=103295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:22:03.981956 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7869a1eaeafddf677110b76453ce8b8be8513095297872c2e0c75408178073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a04ce580-5233-4fbf-b671-4349ffb55e85" -d '{"events": [{"server_uuid": "0c32bc2d-c736-49d5-b6a5-95b578f46899", "name": "network-vif-plugged", "status": "completed", "tag": "4a2027e6-5cf7-423e-880c-46b4d7edc1e1"}]}' {{(pid=103295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:22:03.999536 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-ec2adb74-02fa-480a-a0d9-5edc736b4693 admin admin] Publish callbacks [] for security_group (09211580-bccf-4753-a237-edb587abaf8c), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:04.004963 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-ec2adb74-02fa-480a-a0d9-5edc736b4693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (09211580-bccf-4753-a237-edb587abaf8c), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:04.032628 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-73db66bc-627a-42a6-b124-caec9c2dd233 admin admin] Publish callbacks [] for port (957f71c2-ba6b-4f68-b5e5-aa0a6c75bb63), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:04.047734 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-212e184b-5720-463e-9a09-f86586d32ee6 x-openstack-request-id: req-212e184b-5720-463e-9a09-f86586d32ee6 {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:22:04.048311 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c32bc2d-c736-49d5-b6a5-95b578f46899", "name": "network-vif-plugged", "status": "completed", "tag": "4a2027e6-5cf7-423e-880c-46b4d7edc1e1", "code": 200}]} {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:22:04.048517 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-212e184b-5720-463e-9a09-f86586d32ee6 {{(pid=103295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:22:04.048922 dv-cinder-835879-1-iscsi neutron-server[103295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-212e184b-5720-463e-9a09-f86586d32ee6'] response: {'server_uuid': '0c32bc2d-c736-49d5-b6a5-95b578f46899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a2027e6-5cf7-423e-880c-46b4d7edc1e1', 'code': 200} Mar 30 18:22:04.059426 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port 4a2027e6-5cf7-423e-880c-46b4d7edc1e1, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=4a2027e6-5cf7-423e-880c-46b4d7edc1e1,segment=NetworkSegment(eb738ca0-ee17-403d-85ee-2ae2dc7037b1),segment_id=eb738ca0-ee17-403d-85ee-2ae2dc7037b1)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:22:04.065974 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-ec2adb74-02fa-480a-a0d9-5edc736b4693 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f098bddcdf2645fbb1d9bb6861d04e32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2887080 Mar 30 18:22:04.067674 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2adb74-02fa-480a-a0d9-5edc736b4693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09211580-bccf-4753-a237-edb587abaf8c,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:22:04.069824 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 36146) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:22:04.082169 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (4a2027e6-5cf7-423e-880c-46b4d7edc1e1), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:04.084346 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (6489659c-3f19-4a2c-89f8-52d37c938fb3), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:04.092387 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-73db66bc-627a-42a6-b124-caec9c2dd233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759689464324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59249992'] for port (957f71c2-ba6b-4f68-b5e5-aa0a6c75bb63), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:04.155591 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73db66bc-627a-42a6-b124-caec9c2dd233 admin admin] Network 502cc405-82c2-4579-84e2-1393f2fa67cd is already hosted by enough agents. {{(pid=103294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:22:04.160739 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.base_scheduler [None req-73db66bc-627a-42a6-b124-caec9c2dd233 admin admin] Resources bound (agent type, host, resource id): {{(pid=103294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:22:04.163245 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73db66bc-627a-42a6-b124-caec9c2dd233 admin admin] Received port after_create {{(pid=103294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:22:04.188831 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73db66bc-627a-42a6-b124-caec9c2dd233 admin admin] Pushing event updated for resources: {'Port': ['ID=957f71c2-ba6b-4f68-b5e5-aa0a6c75bb63,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:22:04.215536 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Pushing event updated for resources: {'Port': ['ID=4a2027e6-5cf7-423e-880c-46b4d7edc1e1,revision_number=5']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:22:04.233011 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-0e6d6275-2e54-40c6-83d4-1bb5704baa9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a18f1c0-ebfe-4af1-bc55-c114eca5fae5', 'name': 'tempest-TestShelveInstance-148878223-router', 'tenant_id': '6ddcc755c06b440bb6750e5d44c3b913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '315f9c87-01c7-4cad-ab3a-3684cef9f2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:21:56Z', 'updated_at': '2022-03-30T18:22:00Z', 'revision_number': 4, 'project_id': '6ddcc755c06b440bb6750e5d44c3b913', 'gw_port': {'id': '315f9c87-01c7-4cad-ab3a-3684cef9f2a9', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:26:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a18f1c0-ebfe-4af1-bc55-c114eca5fae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:21:57Z', 'updated_at': '2022-03-30T18:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_interfaces': [{'id': 'ceb6462a-0a68-4c99-8735-6fc5ce3bc418', 'name': '', 'network_id': '1ac97e91-fa8e-41d7-abce-016c28065e30', 'tenant_id': '6ddcc755c06b440bb6750e5d44c3b913', 'mac_address': 'fa:16:3e:26:ae:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a18f1c0-ebfe-4af1-bc55-c114eca5fae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '8d0df9d6-37fc-48cb-beb7-46feba9ce564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:21:59Z', 'updated_at': '2022-03-30T18:22:00Z', 'revision_number': 2, 'project_id': '6ddcc755c06b440bb6750e5d44c3b913', 'subnets': [{'id': '8d0df9d6-37fc-48cb-beb7-46feba9ce564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:22:04.238481 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-26494cf8-a86e-406c-8545-e9893b37df92 admin admin] Publish callbacks [] for security_group (09211580-bccf-4753-a237-edb587abaf8c), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:04.272548 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-26494cf8-a86e-406c-8545-e9893b37df92 admin admin] Publish callbacks [] for security_group (09211580-bccf-4753-a237-edb587abaf8c), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:04.273221 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6d6275-2e54-40c6-83d4-1bb5704baa9f None None] Checking router: 0a18f1c0-ebfe-4af1-bc55-c114eca5fae5 for host: dv-cinder-835879-1-iscsi {{(pid=103295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:22:04.273221 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6d6275-2e54-40c6-83d4-1bb5704baa9f None None] Updating router 0a18f1c0-ebfe-4af1-bc55-c114eca5fae5 port ceb6462a-0a68-4c99-8735-6fc5ce3bc418 binding host dv-cinder-835879-1-iscsi {{(pid=103295) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 18:22:04.335355 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-0e6d6275-2e54-40c6-83d4-1bb5704baa9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (ceb6462a-0a68-4c99-8735-6fc5ce3bc418), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:04.337379 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd46e6a-0a1d-4b2f-99a0-f6d39c516014 req-5c6f2c53-b1c5-4fde-9d96-1233924837be tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:04.339272 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-2dd46e6a-0a1d-4b2f-99a0-f6d39c516014 req-5c6f2c53-b1c5-4fde-9d96-1233924837be tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 943 time: 0.1656358 Mar 30 18:22:04.361094 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-8dfcc2ca-719f-44fd-92e6-0e16e8f6cd87 None None] Publish callbacks [] for port (89b861fa-e192-45d5-ae67-ce2ea92a4485), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:04.385612 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-8dfcc2ca-719f-44fd-92e6-0e16e8f6cd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759689464324'] for port (89b861fa-e192-45d5-ae67-ce2ea92a4485), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:04.464709 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f3b04-8d24-4b8c-b855-f9787786e9c0 req-9923bc2a-ab38-4427-954c-65922918b45e tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:04.466225 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-1c6f3b04-8d24-4b8c-b855-f9787786e9c0 req-9923bc2a-ab38-4427-954c-65922918b45e tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3b1014b-57d4-4226-a4c3-219a1a4db3db HTTP/1.1" status: 200 len: 945 time: 0.1621943 Mar 30 18:22:04.469851 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f5eb1-797e-4ffd-9a9d-ab6bdb67eff9 req-8952037d-0ba7-4878-bf3c-8254c30fddb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:04.471337 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-516f5eb1-797e-4ffd-9a9d-ab6bdb67eff9 req-8952037d-0ba7-4878-bf3c-8254c30fddb9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0c32bc2d-c736-49d5-b6a5-95b578f46899 HTTP/1.1" status: 200 len: 1129 time: 0.1163192 Mar 30 18:22:04.474590 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-2dd46e6a-0a1d-4b2f-99a0-f6d39c516014 req-88ea784c-ca87-40f7-95ad-72fd7d3e0c66 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183276 Mar 30 18:22:04.484179 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfcc2ca-719f-44fd-92e6-0e16e8f6cd87 None None] Network e6985ef2-f860-4f2c-8ba4-4e16ec0ef471 is already hosted by enough agents. {{(pid=103295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:22:04.494029 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.scheduler.base_scheduler [None req-8dfcc2ca-719f-44fd-92e6-0e16e8f6cd87 None None] Resources bound (agent type, host, resource id): {{(pid=103295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:22:04.514890 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-26494cf8-a86e-406c-8545-e9893b37df92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (09211580-bccf-4753-a237-edb587abaf8c), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:04.515244 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfcc2ca-719f-44fd-92e6-0e16e8f6cd87 None None] Received port after_create {{(pid=103295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:22:04.515244 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfcc2ca-719f-44fd-92e6-0e16e8f6cd87 None None] Pushing event updated for resources: {'Port': ['ID=89b861fa-e192-45d5-ae67-ce2ea92a4485,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:22:04.515414 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-26494cf8-a86e-406c-8545-e9893b37df92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:04.515414 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-26494cf8-a86e-406c-8545-e9893b37df92 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/09211580-bccf-4753-a237-edb587abaf8c HTTP/1.1" status: 204 len: 168 time: 0.4415410 Mar 30 18:22:04.560178 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26494cf8-a86e-406c-8545-e9893b37df92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09211580-bccf-4753-a237-edb587abaf8c,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:22:04.591399 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [None req-8dfcc2ca-719f-44fd-92e6-0e16e8f6cd87 None None] Attempting to bind port 89b861fa-e192-45d5-ae67-ce2ea92a4485 on host dv-cinder-835879-1-iscsi for vnic_type normal with profile {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:22:04.591769 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [None req-8dfcc2ca-719f-44fd-92e6-0e16e8f6cd87 None None] Attempting to bind port 89b861fa-e192-45d5-ae67-ce2ea92a4485 by drivers openvswitch,hyperv on host dv-cinder-835879-1-iscsi at level 0 using segments [{'id': 'd48755bd-72d0-431e-9aa4-8947efa4d80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e6985ef2-f860-4f2c-8ba4-4e16ec0ef471'}] {{(pid=103295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:22:04.592135 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfcc2ca-719f-44fd-92e6-0e16e8f6cd87 None None] Attempting to bind port 89b861fa-e192-45d5-ae67-ce2ea92a4485 on network e6985ef2-f860-4f2c-8ba4-4e16ec0ef471 {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:22:04.594871 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-516f5eb1-797e-4ffd-9a9d-ab6bdb67eff9 req-05ae3db3-f2e4-4741-8296-348e39e4d829 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=018b16a5-8be5-487d-9ccd-6d1cce3bb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063309 Mar 30 18:22:04.599453 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-1c6f3b04-8d24-4b8c-b855-f9787786e9c0 req-26a1a0f6-e6f1-44d2-8d54-a90f7a98c638 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240168 Mar 30 18:22:04.608634 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-73db66bc-627a-42a6-b124-caec9c2dd233 admin admin] Publish callbacks [] for router_gateway (7c948fb0-10d6-434f-9aac-49fc9cacb527), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:04.638099 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfcc2ca-719f-44fd-92e6-0e16e8f6cd87 None None] Checking agent: {'id': '6489659c-3f19-4a2c-89f8-52d37c938fb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 11, 4), 'started_at': datetime.datetime(2022, 3, 30, 18, 11, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:22:04.638474 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfcc2ca-719f-44fd-92e6-0e16e8f6cd87 None None] Checking segment: {'id': 'd48755bd-72d0-431e-9aa4-8947efa4d80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e6985ef2-f860-4f2c-8ba4-4e16ec0ef471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:22:04.638876 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-8dfcc2ca-719f-44fd-92e6-0e16e8f6cd87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:04.639361 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfcc2ca-719f-44fd-92e6-0e16e8f6cd87 None None] Bound using segment: {'id': 'd48755bd-72d0-431e-9aa4-8947efa4d80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e6985ef2-f860-4f2c-8ba4-4e16ec0ef471'} {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:22:04.639981 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [None req-8dfcc2ca-719f-44fd-92e6-0e16e8f6cd87 None None] Bound port: 89b861fa-e192-45d5-ae67-ce2ea92a4485, host: dv-cinder-835879-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd48755bd-72d0-431e-9aa4-8947efa4d80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e6985ef2-f860-4f2c-8ba4-4e16ec0ef471'}}] {{(pid=103295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:22:04.640369 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-8dfcc2ca-719f-44fd-92e6-0e16e8f6cd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (89b861fa-e192-45d5-ae67-ce2ea92a4485), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:04.745229 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-8dfcc2ca-719f-44fd-92e6-0e16e8f6cd87 None None] For port 89b861fa-e192-45d5-ae67-ce2ea92a4485, host dv-cinder-835879-1-iscsi, cleared binding levels {{(pid=103295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:22:04.750840 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-8dfcc2ca-719f-44fd-92e6-0e16e8f6cd87 None None] For port 89b861fa-e192-45d5-ae67-ce2ea92a4485, host dv-cinder-835879-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=89b861fa-e192-45d5-ae67-ce2ea92a4485,segment=NetworkSegment(d48755bd-72d0-431e-9aa4-8947efa4d80f),segment_id=d48755bd-72d0-431e-9aa4-8947efa4d80f)] {{(pid=103295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:22:04.769437 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-8dfcc2ca-719f-44fd-92e6-0e16e8f6cd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (89b861fa-e192-45d5-ae67-ce2ea92a4485), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:04.773773 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b089f-48e3-4afe-9f60-e2a200f1e77c req-4752ef47-51f6-459a-9ace-b45b066236ad tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:04.786874 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-d57b089f-48e3-4afe-9f60-e2a200f1e77c req-4752ef47-51f6-459a-9ace-b45b066236ad tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c32bc2d-c736-49d5-b6a5-95b578f46899 HTTP/1.1" status: 200 len: 945 time: 0.1146848 Mar 30 18:22:04.880734 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-0e6d6275-2e54-40c6-83d4-1bb5704baa9f None None] Publish callbacks [] for port (ceb6462a-0a68-4c99-8735-6fc5ce3bc418), precommit_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:04.891410 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device 315f9c87-01c7-4cad-ab3a-3684cef9f2a9 up at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:22:04.925615 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-d57b089f-48e3-4afe-9f60-e2a200f1e77c req-65fc0957-02da-4082-af01-cc37340ae7c0 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/security-groups?id=018b16a5-8be5-487d-9ccd-6d1cce3bb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376700 Mar 30 18:22:04.981926 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-0e6d6275-2e54-40c6-83d4-1bb5704baa9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (ceb6462a-0a68-4c99-8735-6fc5ce3bc418), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:04.985463 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfcc2ca-719f-44fd-92e6-0e16e8f6cd87 None None] Pushing event updated for resources: {'Port': ['ID=89b861fa-e192-45d5-ae67-ce2ea92a4485,revision_number=2']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:22:05.043588 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04159a4c-2dbd-482a-83d6-292f9f1c5490 req-925471f8-14ce-47b2-8037-79fb2f7df934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:05.045840 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-04159a4c-2dbd-482a-83d6-292f9f1c5490 req-925471f8-14ce-47b2-8037-79fb2f7df934 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af&tenant_id=160e10afe45b4c309f409b0d9735b01b HTTP/1.1" status: 200 len: 1127 time: 0.1023784 Mar 30 18:22:05.054194 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Provisioning complete for port 315f9c87-01c7-4cad-ab3a-3684cef9f2a9 triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:22:05.054698 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (315f9c87-01c7-4cad-ab3a-3684cef9f2a9), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:05.056789 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70bd798-b737-4c47-aa28-cad32c5e192e None None] Pushing event updated for resources: {'Port': ['ID=ceb6462a-0a68-4c99-8735-6fc5ce3bc418,revision_number=3']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:22:05.174356 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04159a4c-2dbd-482a-83d6-292f9f1c5490 req-66c01968-caa8-4f55-b79e-5653f38f7ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:05.175945 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-04159a4c-2dbd-482a-83d6-292f9f1c5490 req-66c01968-caa8-4f55-b79e-5653f38f7ea5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=160e10afe45b4c309f409b0d9735b01b&device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 1127 time: 0.0856619 Mar 30 18:22:05.217000 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-73db66bc-627a-42a6-b124-caec9c2dd233 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1628055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623576'] for router (7c948fb0-10d6-434f-9aac-49fc9cacb527), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:05.317129 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04159a4c-2dbd-482a-83d6-292f9f1c5490 req-acd2f3b0-4878-495c-9e65-3355dd92a35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:05.319223 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-04159a4c-2dbd-482a-83d6-292f9f1c5490 req-acd2f3b0-4878-495c-9e65-3355dd92a35b service neutron] 10.222.0.55 "GET /v2.0/networks?id=962d8774-065a-4a3e-943e-02c437f03701 HTTP/1.1" status: 200 len: 917 time: 0.1366580 Mar 30 18:22:05.328626 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [None req-0e6d6275-2e54-40c6-83d4-1bb5704baa9f None None] Attempting to bind port ceb6462a-0a68-4c99-8735-6fc5ce3bc418 on host dv-cinder-835879-1-iscsi for vnic_type normal with profile {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:22:05.329100 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [None req-0e6d6275-2e54-40c6-83d4-1bb5704baa9f None None] Attempting to bind port ceb6462a-0a68-4c99-8735-6fc5ce3bc418 by drivers openvswitch,hyperv on host dv-cinder-835879-1-iscsi at level 0 using segments [{'id': 'ec1ba8c4-73b1-442d-a2a6-c87c8a23e0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1ac97e91-fa8e-41d7-abce-016c28065e30'}] {{(pid=103295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:22:05.329565 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6d6275-2e54-40c6-83d4-1bb5704baa9f None None] Attempting to bind port ceb6462a-0a68-4c99-8735-6fc5ce3bc418 on network 1ac97e91-fa8e-41d7-abce-016c28065e30 {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:22:05.341521 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6d6275-2e54-40c6-83d4-1bb5704baa9f None None] Checking agent: {'id': '6489659c-3f19-4a2c-89f8-52d37c938fb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 11, 4), 'started_at': datetime.datetime(2022, 3, 30, 18, 11, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:22:05.342365 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6d6275-2e54-40c6-83d4-1bb5704baa9f None None] Checking segment: {'id': 'ec1ba8c4-73b1-442d-a2a6-c87c8a23e0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1ac97e91-fa8e-41d7-abce-016c28065e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:22:05.342999 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-0e6d6275-2e54-40c6-83d4-1bb5704baa9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:05.343629 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6d6275-2e54-40c6-83d4-1bb5704baa9f None None] Bound using segment: {'id': 'ec1ba8c4-73b1-442d-a2a6-c87c8a23e0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1ac97e91-fa8e-41d7-abce-016c28065e30'} {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:22:05.344337 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [None req-0e6d6275-2e54-40c6-83d4-1bb5704baa9f None None] Bound port: ceb6462a-0a68-4c99-8735-6fc5ce3bc418, host: dv-cinder-835879-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec1ba8c4-73b1-442d-a2a6-c87c8a23e0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1ac97e91-fa8e-41d7-abce-016c28065e30'}}] {{(pid=103295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:22:05.344935 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-0e6d6275-2e54-40c6-83d4-1bb5704baa9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (ceb6462a-0a68-4c99-8735-6fc5ce3bc418), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:05.402256 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73db66bc-627a-42a6-b124-caec9c2dd233 admin admin] Router 7c948fb0-10d6-434f-9aac-49fc9cacb527 is scheduled to L3 agent bb9cbda0-d504-4372-97ec-0881b5676f92 with binding_index 1 {{(pid=103294) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 18:22:05.407717 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-04159a4c-2dbd-482a-83d6-292f9f1c5490 req-2eb68bae-1846-4b18-93a0-c16504463723 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5b2146d-6bbf-4747-a33f-30320ba120ee HTTP/1.1" status: 200 len: 998 time: 0.0812635 Mar 30 18:22:05.438499 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Current status of the port 315f9c87-01c7-4cad-ab3a-3684cef9f2a9 is: ACTIVE; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:22:05.455918 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-44f5e379-622c-4ab9-83ef-a683d7ebe7d1 None None] Provisioning complete for port ceb6462a-0a68-4c99-8735-6fc5ce3bc418 triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:22:05.456406 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-44f5e379-622c-4ab9-83ef-a683d7ebe7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (ceb6462a-0a68-4c99-8735-6fc5ce3bc418), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:05.467377 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04159a4c-2dbd-482a-83d6-292f9f1c5490 req-9a764848-d7a7-4138-8d76-2125b604bae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:05.469101 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-04159a4c-2dbd-482a-83d6-292f9f1c5490 req-9a764848-d7a7-4138-8d76-2125b604bae7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8c5ebae0-2426-48ad-8a00-7de0e10a4970 HTTP/1.1" status: 200 len: 855 time: 0.0550177 Mar 30 18:22:05.479138 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-0e6d6275-2e54-40c6-83d4-1bb5704baa9f None None] For port ceb6462a-0a68-4c99-8735-6fc5ce3bc418, host dv-cinder-835879-1-iscsi, cleared binding levels {{(pid=103295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:22:05.496269 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-0e6d6275-2e54-40c6-83d4-1bb5704baa9f None None] For port ceb6462a-0a68-4c99-8735-6fc5ce3bc418, host dv-cinder-835879-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=ceb6462a-0a68-4c99-8735-6fc5ce3bc418,segment=NetworkSegment(ec1ba8c4-73b1-442d-a2a6-c87c8a23e0be),segment_id=ec1ba8c4-73b1-442d-a2a6-c87c8a23e0be)] {{(pid=103295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:22:05.506342 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-0e6d6275-2e54-40c6-83d4-1bb5704baa9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (ceb6462a-0a68-4c99-8735-6fc5ce3bc418), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:05.510862 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-44f5e379-622c-4ab9-83ef-a683d7ebe7d1 None None] Port ceb6462a-0a68-4c99-8735-6fc5ce3bc418 cannot update to ACTIVE because it is not bound. {{(pid=103295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:22:05.528838 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04159a4c-2dbd-482a-83d6-292f9f1c5490 req-db9e5ba9-f65c-432c-af38-62582c05dfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:05.530404 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-04159a4c-2dbd-482a-83d6-292f9f1c5490 req-db9e5ba9-f65c-432c-af38-62582c05dfee service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=962d8774-065a-4a3e-943e-02c437f03701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0520198 Mar 30 18:22:05.535450 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73db66bc-627a-42a6-b124-caec9c2dd233 admin admin] Notify agent at l3_agent.dv-cinder-835879-1-iscsi the message routers_updated {{(pid=103294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:22:05.551384 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfad1d2-bb35-485d-bcb5-a39d503ae559 None None] Sync routers for ids ['7c948fb0-10d6-434f-9aac-49fc9cacb527'] in dv-cinder-835879-1-iscsi {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:22:05.564828 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-73db66bc-627a-42a6-b124-caec9c2dd233 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:05.569337 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-73db66bc-627a-42a6-b124-caec9c2dd233 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3146935 Mar 30 18:22:05.569688 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 36158) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:22:05.577583 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6d6275-2e54-40c6-83d4-1bb5704baa9f None None] Routers {'0a18f1c0-ebfe-4af1-bc55-c114eca5fae5'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:22:05.578240 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-0e6d6275-2e54-40c6-83d4-1bb5704baa9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:22:00Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['0a18f1c0-ebfe-4af1-bc55-c114eca5fae5'], 'active': True} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:22:05.580193 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70bd798-b737-4c47-aa28-cad32c5e192e None None] Pushing event updated for resources: {'Port': ['ID=ceb6462a-0a68-4c99-8735-6fc5ce3bc418,revision_number=4']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:22:05.584291 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfad1d2-bb35-485d-bcb5-a39d503ae559 None None] Routers {'7c948fb0-10d6-434f-9aac-49fc9cacb527'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:22:05.591945 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-0bfad1d2-bb35-485d-bcb5-a39d503ae559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:22:00Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['7c948fb0-10d6-434f-9aac-49fc9cacb527'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:22:05.755951 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvr_db [None req-0e6d6275-2e54-40c6-83d4-1bb5704baa9f None None] Set router 0a18f1c0-ebfe-4af1-bc55-c114eca5fae5 gateway port host: dv-cinder-835879-1-iscsi {{(pid=103295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:22:05.790708 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-04159a4c-2dbd-482a-83d6-292f9f1c5490 req-da0416b7-6146-49b2-86dd-6a18ea265bf0 service neutron] 10.222.0.55 "GET /v2.0/networks/962d8774-065a-4a3e-943e-02c437f03701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523484 Mar 30 18:22:05.811142 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-0bfad1d2-bb35-485d-bcb5-a39d503ae559 None None] Set router 7c948fb0-10d6-434f-9aac-49fc9cacb527 gateway port host: dv-cinder-835879-1-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:22:05.847912 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a32520c-1a45-4695-a732-e9165c4c678c req-92b796da-4243-4601-93a8-c24b05ad6843 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:05.855113 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4a32520c-1a45-4695-a732-e9165c4c678c req-92b796da-4243-4601-93a8-c24b05ad6843 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 943 time: 0.1758952 Mar 30 18:22:05.885540 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f89e7ed-21b5-4e7c-b5ec-ba97271cbade req-06c66466-2c83-4867-a6e9-881e6078415f tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:05.897074 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-9f89e7ed-21b5-4e7c-b5ec-ba97271cbade req-06c66466-2c83-4867-a6e9-881e6078415f tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3b1014b-57d4-4226-a4c3-219a1a4db3db HTTP/1.1" status: 200 len: 945 time: 0.1696730 Mar 30 18:22:06.031727 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4a32520c-1a45-4695-a732-e9165c4c678c req-0c7e4144-3617-4e0c-be5c-ab91789c2d6b tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1756229 Mar 30 18:22:06.060636 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-ca08ae6c-f043-4078-9d59-838384ee68f8 None None] Provisioning complete for port ceb6462a-0a68-4c99-8735-6fc5ce3bc418 triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:22:06.061018 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-ca08ae6c-f043-4078-9d59-838384ee68f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (ceb6462a-0a68-4c99-8735-6fc5ce3bc418), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:06.159574 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-9f89e7ed-21b5-4e7c-b5ec-ba97271cbade req-807ea51c-c7c0-474b-8574-8eaa8800830a tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614970 Mar 30 18:22:06.165067 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-04159a4c-2dbd-482a-83d6-292f9f1c5490 req-d70498d8-9bfe-4fac-a846-c578d8d943ad service neutron] 10.222.0.55 "GET /v2.0/networks/962d8774-065a-4a3e-943e-02c437f03701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602741 Mar 30 18:22:06.167588 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-0bfad1d2-bb35-485d-bcb5-a39d503ae559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c948fb0-10d6-434f-9aac-49fc9cacb527', 'name': 'tempest-TestShelveInstance-1359718385-router', 'tenant_id': 'a7eb145b691f4a579a4febdfee7454c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '957f71c2-ba6b-4f68-b5e5-aa0a6c75bb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:22:03Z', 'updated_at': '2022-03-30T18:22:04Z', 'revision_number': 3, 'project_id': 'a7eb145b691f4a579a4febdfee7454c1', 'gw_port': {'id': '957f71c2-ba6b-4f68-b5e5-aa0a6c75bb63', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:04:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c948fb0-10d6-434f-9aac-49fc9cacb527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:22:03Z', 'updated_at': '2022-03-30T18:22:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi'}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:22:06.249303 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-ca08ae6c-f043-4078-9d59-838384ee68f8 None None] Current status of the port ceb6462a-0a68-4c99-8735-6fc5ce3bc418 is: DOWN; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:22:06.249864 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-ca08ae6c-f043-4078-9d59-838384ee68f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (ceb6462a-0a68-4c99-8735-6fc5ce3bc418), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:06.256403 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfad1d2-bb35-485d-bcb5-a39d503ae559 None None] Checking router: 7c948fb0-10d6-434f-9aac-49fc9cacb527 for host: dv-cinder-835879-1-iscsi {{(pid=103296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:22:06.256760 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfad1d2-bb35-485d-bcb5-a39d503ae559 None None] Updating router 7c948fb0-10d6-434f-9aac-49fc9cacb527 port 957f71c2-ba6b-4f68-b5e5-aa0a6c75bb63 binding host dv-cinder-835879-1-iscsi {{(pid=103296) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 18:22:06.277657 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e32d9ad-1d35-422a-b650-69066bef906a req-af9f4087-4207-41c8-aedb-8c9b72f2f497 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:06.279427 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-9e32d9ad-1d35-422a-b650-69066bef906a req-af9f4087-4207-41c8-aedb-8c9b72f2f497 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c32bc2d-c736-49d5-b6a5-95b578f46899 HTTP/1.1" status: 200 len: 945 time: 0.1188123 Mar 30 18:22:06.287578 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-0e6d6275-2e54-40c6-83d4-1bb5704baa9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a18f1c0-ebfe-4af1-bc55-c114eca5fae5', 'name': 'tempest-TestShelveInstance-148878223-router', 'tenant_id': '6ddcc755c06b440bb6750e5d44c3b913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '315f9c87-01c7-4cad-ab3a-3684cef9f2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:21:56Z', 'updated_at': '2022-03-30T18:22:00Z', 'revision_number': 4, 'project_id': '6ddcc755c06b440bb6750e5d44c3b913', 'gw_port': {'id': '315f9c87-01c7-4cad-ab3a-3684cef9f2a9', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:26:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a18f1c0-ebfe-4af1-bc55-c114eca5fae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:21:57Z', 'updated_at': '2022-03-30T18:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_interfaces': [{'id': 'ceb6462a-0a68-4c99-8735-6fc5ce3bc418', 'name': '', 'network_id': '1ac97e91-fa8e-41d7-abce-016c28065e30', 'tenant_id': '6ddcc755c06b440bb6750e5d44c3b913', 'mac_address': 'fa:16:3e:26:ae:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a18f1c0-ebfe-4af1-bc55-c114eca5fae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '8d0df9d6-37fc-48cb-beb7-46feba9ce564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:21:59Z', 'updated_at': '2022-03-30T18:22:05Z', 'revision_number': 4, 'project_id': '6ddcc755c06b440bb6750e5d44c3b913', 'subnets': [{'id': '8d0df9d6-37fc-48cb-beb7-46feba9ce564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:22:06.301140 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0bfad1d2-bb35-485d-bcb5-a39d503ae559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (957f71c2-ba6b-4f68-b5e5-aa0a6c75bb63), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:06.324219 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-3e519187-71b1-48fb-984f-e6593fc2b56e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:06.325959 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6d6275-2e54-40c6-83d4-1bb5704baa9f None None] The sync data for ids ['0a18f1c0-ebfe-4af1-bc55-c114eca5fae5'] in dv-cinder-835879-1-iscsi is: [{'id': '0a18f1c0-ebfe-4af1-bc55-c114eca5fae5', 'name': 'tempest-TestShelveInstance-148878223-router', 'tenant_id': '6ddcc755c06b440bb6750e5d44c3b913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '315f9c87-01c7-4cad-ab3a-3684cef9f2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:21:56Z', 'updated_at': '2022-03-30T18:22:00Z', 'revision_number': 4, 'project_id': '6ddcc755c06b440bb6750e5d44c3b913', 'gw_port': {'id': '315f9c87-01c7-4cad-ab3a-3684cef9f2a9', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:26:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a18f1c0-ebfe-4af1-bc55-c114eca5fae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:21:57Z', 'updated_at': '2022-03-30T18:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_interfaces': [{'id': 'ceb6462a-0a68-4c99-8735-6fc5ce3bc418', 'name': '', 'network_id': '1ac97e91-fa8e-41d7-abce-016c28065e30', 'tenant_id': '6ddcc755c06b440bb6750e5d44c3b913', 'mac_address': 'fa:16:3e:26:ae:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a18f1c0-ebfe-4af1-bc55-c114eca5fae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '8d0df9d6-37fc-48cb-beb7-46feba9ce564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:21:59Z', 'updated_at': '2022-03-30T18:22:05Z', 'revision_number': 4, 'project_id': '6ddcc755c06b440bb6750e5d44c3b913', 'subnets': [{'id': '8d0df9d6-37fc-48cb-beb7-46feba9ce564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:22:06.328698 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-ca08ae6c-f043-4078-9d59-838384ee68f8 None None] For port ceb6462a-0a68-4c99-8735-6fc5ce3bc418, host dv-cinder-835879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=ceb6462a-0a68-4c99-8735-6fc5ce3bc418,segment=NetworkSegment(ec1ba8c4-73b1-442d-a2a6-c87c8a23e0be),segment_id=ec1ba8c4-73b1-442d-a2a6-c87c8a23e0be)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:22:06.336207 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-ca08ae6c-f043-4078-9d59-838384ee68f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (ceb6462a-0a68-4c99-8735-6fc5ce3bc418), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:06.361145 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-9e32d9ad-1d35-422a-b650-69066bef906a req-1b4643a9-52f2-4a69-b2a7-f10607b937ce tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/security-groups?id=018b16a5-8be5-487d-9ccd-6d1cce3bb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752749 Mar 30 18:22:06.410623 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11e52a1-c07e-473d-be39-7759f621434a None None] Network e6985ef2-f860-4f2c-8ba4-4e16ec0ef471 requested from dv-cinder-835879-1-iscsi {{(pid=103295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:22:06.562869 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca08ae6c-f043-4078-9d59-838384ee68f8 None None] Pushing event updated for resources: {'Port': ['ID=ceb6462a-0a68-4c99-8735-6fc5ce3bc418,revision_number=5']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:22:06.570930 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d59a4da-1390-4ba8-843d-ac49e9a4fa1b req-965c1db2-0a5c-4dc0-9bbf-2ad017dad4dc tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:06.574809 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-7d59a4da-1390-4ba8-843d-ac49e9a4fa1b req-965c1db2-0a5c-4dc0-9bbf-2ad017dad4dc tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c32bc2d-c736-49d5-b6a5-95b578f46899 HTTP/1.1" status: 200 len: 945 time: 0.0807235 Mar 30 18:22:06.582516 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-a45cd924-cbff-487b-b134-972854877ff9 None None] Provisioning complete for port 89b861fa-e192-45d5-ae67-ce2ea92a4485 triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:22:06.583383 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-a45cd924-cbff-487b-b134-972854877ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (89b861fa-e192-45d5-ae67-ce2ea92a4485), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:06.583932 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 36176) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:22:06.602053 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [None req-75272c27-0cfd-4620-83d3-4f94360b9107 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Request body: {'floatingip': {'port_id': '4a2027e6-5cf7-423e-880c-46b4d7edc1e1'}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:22:06.616594 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.db.db_base_plugin_common [None req-3e519187-71b1-48fb-984f-e6593fc2b56e admin admin] Allocated IP 172.20.0.1 (e6985ef2-f860-4f2c-8ba4-4e16ec0ef471/55250474-c35a-437e-b78d-8d94ed752387/f8c0f0d8-9abe-4edd-b0a9-dcf9f68f6a18) {{(pid=103294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:22:06.734972 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-a45cd924-cbff-487b-b134-972854877ff9 None None] Current status of the port 89b861fa-e192-45d5-ae67-ce2ea92a4485 is: DOWN; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:22:06.735490 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-a45cd924-cbff-487b-b134-972854877ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (89b861fa-e192-45d5-ae67-ce2ea92a4485), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:06.775409 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-a45cd924-cbff-487b-b134-972854877ff9 None None] For port 89b861fa-e192-45d5-ae67-ce2ea92a4485, host dv-cinder-835879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=89b861fa-e192-45d5-ae67-ce2ea92a4485,segment=NetworkSegment(d48755bd-72d0-431e-9aa4-8947efa4d80f),segment_id=d48755bd-72d0-431e-9aa4-8947efa4d80f)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:22:06.786123 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-a45cd924-cbff-487b-b134-972854877ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (89b861fa-e192-45d5-ae67-ce2ea92a4485), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:06.834578 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-75272c27-0cfd-4620-83d3-4f94360b9107 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for floatingip (019513ad-3569-4d90-a25c-5ac92751a705), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:06.841135 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0bfad1d2-bb35-485d-bcb5-a39d503ae559 None None] Publish callbacks [] for port (957f71c2-ba6b-4f68-b5e5-aa0a6c75bb63), precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:06.853109 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0bfad1d2-bb35-485d-bcb5-a39d503ae559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (957f71c2-ba6b-4f68-b5e5-aa0a6c75bb63), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:06.868904 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-3e519187-71b1-48fb-984f-e6593fc2b56e admin admin] Publish callbacks [] for port (f8c0f0d8-9abe-4edd-b0a9-dcf9f68f6a18), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:06.949421 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45cd924-cbff-487b-b134-972854877ff9 None None] Pushing event updated for resources: {'Port': ['ID=89b861fa-e192-45d5-ae67-ce2ea92a4485,revision_number=3']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:22:06.956600 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe8ad22-28a2-40f1-a526-6784bd23350e None None] Pushing event updated for resources: {'Port': ['ID=957f71c2-ba6b-4f68-b5e5-aa0a6c75bb63,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:22:06.962558 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-0bfad1d2-bb35-485d-bcb5-a39d503ae559 None None] Attempting to bind port 957f71c2-ba6b-4f68-b5e5-aa0a6c75bb63 on host dv-cinder-835879-1-iscsi for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:22:06.962943 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-0bfad1d2-bb35-485d-bcb5-a39d503ae559 None None] Attempting to bind port 957f71c2-ba6b-4f68-b5e5-aa0a6c75bb63 by drivers openvswitch,hyperv on host dv-cinder-835879-1-iscsi at level 0 using segments [{'id': '4e174139-f6b8-43d7-bf46-4927edc5f7d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:22:06.963336 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfad1d2-bb35-485d-bcb5-a39d503ae559 None None] Attempting to bind port 957f71c2-ba6b-4f68-b5e5-aa0a6c75bb63 on network 502cc405-82c2-4579-84e2-1393f2fa67cd {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:22:06.969277 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfad1d2-bb35-485d-bcb5-a39d503ae559 None None] Checking agent: {'id': '6489659c-3f19-4a2c-89f8-52d37c938fb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 11, 4), 'started_at': datetime.datetime(2022, 3, 30, 18, 11, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:22:06.969665 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfad1d2-bb35-485d-bcb5-a39d503ae559 None None] Checking segment: {'id': '4e174139-f6b8-43d7-bf46-4927edc5f7d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:22:06.970236 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0bfad1d2-bb35-485d-bcb5-a39d503ae559 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:06.970635 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfad1d2-bb35-485d-bcb5-a39d503ae559 None None] Bound using segment: {'id': '4e174139-f6b8-43d7-bf46-4927edc5f7d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:22:06.971363 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-0bfad1d2-bb35-485d-bcb5-a39d503ae559 None None] Bound port: 957f71c2-ba6b-4f68-b5e5-aa0a6c75bb63, host: dv-cinder-835879-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e174139-f6b8-43d7-bf46-4927edc5f7d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:22:06.971698 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0bfad1d2-bb35-485d-bcb5-a39d503ae559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (957f71c2-ba6b-4f68-b5e5-aa0a6c75bb63), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:07.013659 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-3e519187-71b1-48fb-984f-e6593fc2b56e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759689464324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59249992'] for port (f8c0f0d8-9abe-4edd-b0a9-dcf9f68f6a18), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:07.047045 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device 89b861fa-e192-45d5-ae67-ce2ea92a4485 up at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:22:07.083397 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-0bfad1d2-bb35-485d-bcb5-a39d503ae559 None None] For port 957f71c2-ba6b-4f68-b5e5-aa0a6c75bb63, host dv-cinder-835879-1-iscsi, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:22:07.093593 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-0bfad1d2-bb35-485d-bcb5-a39d503ae559 None None] For port 957f71c2-ba6b-4f68-b5e5-aa0a6c75bb63, host dv-cinder-835879-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=957f71c2-ba6b-4f68-b5e5-aa0a6c75bb63,segment=NetworkSegment(4e174139-f6b8-43d7-bf46-4927edc5f7d6),segment_id=4e174139-f6b8-43d7-bf46-4927edc5f7d6)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:22:07.116544 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0bfad1d2-bb35-485d-bcb5-a39d503ae559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (957f71c2-ba6b-4f68-b5e5-aa0a6c75bb63), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:07.131942 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e519187-71b1-48fb-984f-e6593fc2b56e admin admin] Pushing event updated for resources: {'Port': ['ID=f8c0f0d8-9abe-4edd-b0a9-dcf9f68f6a18,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:22:07.170891 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e519187-71b1-48fb-984f-e6593fc2b56e admin admin] Network e6985ef2-f860-4f2c-8ba4-4e16ec0ef471 is already hosted by enough agents. {{(pid=103294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:22:07.184085 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.base_scheduler [None req-3e519187-71b1-48fb-984f-e6593fc2b56e admin admin] Resources bound (agent type, host, resource id): {{(pid=103294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:22:07.206051 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e519187-71b1-48fb-984f-e6593fc2b56e admin admin] Received port after_create {{(pid=103294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:22:07.271760 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-df9a2584-9e86-4931-9b00-143cd0568d7b None None] Provisioning complete for port 89b861fa-e192-45d5-ae67-ce2ea92a4485 triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:22:07.272434 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-df9a2584-9e86-4931-9b00-143cd0568d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (89b861fa-e192-45d5-ae67-ce2ea92a4485), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:07.300760 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfad1d2-bb35-485d-bcb5-a39d503ae559 None None] Routers {'7c948fb0-10d6-434f-9aac-49fc9cacb527'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:22:07.301581 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-0bfad1d2-bb35-485d-bcb5-a39d503ae559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:22:00Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['7c948fb0-10d6-434f-9aac-49fc9cacb527'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:22:07.326463 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-3e519187-71b1-48fb-984f-e6593fc2b56e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625807'] for router_interface (7c948fb0-10d6-434f-9aac-49fc9cacb527), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:07.341766 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Provisioning complete for port 89b861fa-e192-45d5-ae67-ce2ea92a4485 triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:22:07.342397 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (89b861fa-e192-45d5-ae67-ce2ea92a4485), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:07.580099 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbdffc3-d559-4a84-99d6-cdc0ad52fc09 req-628172a7-e333-4e57-92b5-0241622adfb7 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:07.582329 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4bbdffc3-d559-4a84-99d6-cdc0ad52fc09 req-628172a7-e333-4e57-92b5-0241622adfb7 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 943 time: 0.3273153 Mar 30 18:22:07.609637 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5110f6-2756-4a8e-9138-d910d9ecb0f7 req-51782c9f-c73d-4a01-b304-8d19dab5c77f tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:07.611311 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ef5110f6-2756-4a8e-9138-d910d9ecb0f7 req-51782c9f-c73d-4a01-b304-8d19dab5c77f tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3b1014b-57d4-4226-a4c3-219a1a4db3db HTTP/1.1" status: 200 len: 945 time: 0.2570038 Mar 30 18:22:07.689021 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-df9a2584-9e86-4931-9b00-143cd0568d7b None None] Current status of the port 89b861fa-e192-45d5-ae67-ce2ea92a4485 is: ACTIVE; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:22:07.726779 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4bbdffc3-d559-4a84-99d6-cdc0ad52fc09 req-08c89331-bf38-44ac-80fb-00d527360cd4 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324406 Mar 30 18:22:07.745982 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Current status of the port 89b861fa-e192-45d5-ae67-ce2ea92a4485 is: ACTIVE; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:22:07.750763 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device ceb6462a-0a68-4c99-8735-6fc5ce3bc418 up at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:22:07.758395 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ef5110f6-2756-4a8e-9138-d910d9ecb0f7 req-4be071e8-ca7e-4a76-a08e-7921aecf1132 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353364 Mar 30 18:22:07.790680 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe8ad22-28a2-40f1-a526-6784bd23350e None None] Pushing event updated for resources: {'Port': ['ID=957f71c2-ba6b-4f68-b5e5-aa0a6c75bb63,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:22:07.803448 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-3e519187-71b1-48fb-984f-e6593fc2b56e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (f8c0f0d8-9abe-4edd-b0a9-dcf9f68f6a18), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:07.905599 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Provisioning complete for port ceb6462a-0a68-4c99-8735-6fc5ce3bc418 triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:22:07.906151 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (ceb6462a-0a68-4c99-8735-6fc5ce3bc418), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:07.917633 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-0bfad1d2-bb35-485d-bcb5-a39d503ae559 None None] Set router 7c948fb0-10d6-434f-9aac-49fc9cacb527 gateway port host: dv-cinder-835879-1-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:22:07.954261 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-317f39e3-053f-4824-9ba1-ca4b2894ff7e None None] Provisioning complete for port f8c0f0d8-9abe-4edd-b0a9-dcf9f68f6a18 triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:22:07.954635 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-317f39e3-053f-4824-9ba1-ca4b2894ff7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (f8c0f0d8-9abe-4edd-b0a9-dcf9f68f6a18), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:08.087932 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-317f39e3-053f-4824-9ba1-ca4b2894ff7e None None] Port f8c0f0d8-9abe-4edd-b0a9-dcf9f68f6a18 cannot update to ACTIVE because it is not bound. {{(pid=103295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:22:08.124012 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Current status of the port ceb6462a-0a68-4c99-8735-6fc5ce3bc418 is: ACTIVE; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:22:08.244489 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-3e519187-71b1-48fb-984f-e6593fc2b56e admin admin] Publish callbacks [] for port (f8c0f0d8-9abe-4edd-b0a9-dcf9f68f6a18), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:08.255468 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-3e519187-71b1-48fb-984f-e6593fc2b56e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59249985'] for port (f8c0f0d8-9abe-4edd-b0a9-dcf9f68f6a18), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:08.280384 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.agents_db [None req-615cdb4a-d653-495f-8f07-938524d0c5b5 None None] Agent healthcheck: found 6 active agents {{(pid=103296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:22:08.325762 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-0bfad1d2-bb35-485d-bcb5-a39d503ae559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c948fb0-10d6-434f-9aac-49fc9cacb527', 'name': 'tempest-TestShelveInstance-1359718385-router', 'tenant_id': 'a7eb145b691f4a579a4febdfee7454c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '957f71c2-ba6b-4f68-b5e5-aa0a6c75bb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:22:03Z', 'updated_at': '2022-03-30T18:22:04Z', 'revision_number': 3, 'project_id': 'a7eb145b691f4a579a4febdfee7454c1', 'gw_port': {'id': '957f71c2-ba6b-4f68-b5e5-aa0a6c75bb63', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:04:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c948fb0-10d6-434f-9aac-49fc9cacb527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:22:03Z', 'updated_at': '2022-03-30T18:22:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi'}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:22:08.396001 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfad1d2-bb35-485d-bcb5-a39d503ae559 None None] The sync data for ids ['7c948fb0-10d6-434f-9aac-49fc9cacb527'] in dv-cinder-835879-1-iscsi is: [{'id': '7c948fb0-10d6-434f-9aac-49fc9cacb527', 'name': 'tempest-TestShelveInstance-1359718385-router', 'tenant_id': 'a7eb145b691f4a579a4febdfee7454c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '957f71c2-ba6b-4f68-b5e5-aa0a6c75bb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:22:03Z', 'updated_at': '2022-03-30T18:22:04Z', 'revision_number': 3, 'project_id': 'a7eb145b691f4a579a4febdfee7454c1', 'gw_port': {'id': '957f71c2-ba6b-4f68-b5e5-aa0a6c75bb63', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:04:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c948fb0-10d6-434f-9aac-49fc9cacb527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:22:03Z', 'updated_at': '2022-03-30T18:22:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi'}] {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:22:08.421780 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e519187-71b1-48fb-984f-e6593fc2b56e admin admin] Pushing event updated for resources: {'Port': ['ID=f8c0f0d8-9abe-4edd-b0a9-dcf9f68f6a18,revision_number=2']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:22:08.437006 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-3e519187-71b1-48fb-984f-e6593fc2b56e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1628234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625691'] for router_interface (7c948fb0-10d6-434f-9aac-49fc9cacb527), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:08.576008 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.db.resource_extend [None req-75272c27-0cfd-4620-83d3-4f94360b9107 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 30 18:22:08.594073 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e519187-71b1-48fb-984f-e6593fc2b56e admin admin] Network e6985ef2-f860-4f2c-8ba4-4e16ec0ef471 is already hosted by enough agents. {{(pid=103294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:22:08.596082 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.base_scheduler [None req-3e519187-71b1-48fb-984f-e6593fc2b56e admin admin] Resources bound (agent type, host, resource id): {{(pid=103294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:22:08.724721 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-75272c27-0cfd-4620-83d3-4f94360b9107 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:08.737081 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-75272c27-0cfd-4620-83d3-4f94360b9107 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623622'] for floatingip (019513ad-3569-4d90-a25c-5ac92751a705), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:08.907893 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e519187-71b1-48fb-984f-e6593fc2b56e admin admin] Router 7c948fb0-10d6-434f-9aac-49fc9cacb527 has already been hosted by L3 agent bb9cbda0-d504-4372-97ec-0881b5676f92 {{(pid=103294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:22:08.984000 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device 89b861fa-e192-45d5-ae67-ce2ea92a4485 up at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:22:09.159390 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Provisioning complete for port 89b861fa-e192-45d5-ae67-ce2ea92a4485 triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:22:09.159983 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (89b861fa-e192-45d5-ae67-ce2ea92a4485), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:09.161808 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.db.l3_db [None req-75272c27-0cfd-4620-83d3-4f94360b9107 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Floating IP 019513ad-3569-4d90-a25c-5ac92751a705 associated. External IP: 172.27.0.245, port: 4a2027e6-5cf7-423e-880c-46b4d7edc1e1. Mar 30 18:22:09.183963 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e519187-71b1-48fb-984f-e6593fc2b56e admin admin] Notify agent at l3_agent.dv-cinder-835879-1-iscsi the message routers_updated {{(pid=103294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:22:09.190177 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-3e519187-71b1-48fb-984f-e6593fc2b56e admin admin] 10.222.0.18 "PUT /v2.0/routers/7c948fb0-10d6-434f-9aac-49fc9cacb527/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6178145 Mar 30 18:22:09.213207 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-d1c754e3-fea3-46b1-a3bc-f11449140bae None None] Provisioning complete for port f8c0f0d8-9abe-4edd-b0a9-dcf9f68f6a18 triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:22:09.220824 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab689e0-ebd8-4756-b3c0-b796bc60b6d0 req-7ff30091-a450-4e7a-bda5-476d91c6b17e tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:09.221071 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-d1c754e3-fea3-46b1-a3bc-f11449140bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (f8c0f0d8-9abe-4edd-b0a9-dcf9f68f6a18), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:09.222460 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-dab689e0-ebd8-4756-b3c0-b796bc60b6d0 req-7ff30091-a450-4e7a-bda5-476d91c6b17e tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 943 time: 0.2672207 Mar 30 18:22:09.261315 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b465d2-db1a-4b61-82f5-bc6bc0bc566e req-50b28f43-6ca9-49f0-9dff-af76733c0799 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:09.262918 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a8b465d2-db1a-4b61-82f5-bc6bc0bc566e req-50b28f43-6ca9-49f0-9dff-af76733c0799 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3b1014b-57d4-4226-a4c3-219a1a4db3db HTTP/1.1" status: 200 len: 945 time: 0.2750587 Mar 30 18:22:09.328845 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-d1c754e3-fea3-46b1-a3bc-f11449140bae None None] Port f8c0f0d8-9abe-4edd-b0a9-dcf9f68f6a18 cannot update to ACTIVE because it is not bound. {{(pid=103295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:22:09.428960 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Current status of the port 89b861fa-e192-45d5-ae67-ce2ea92a4485 is: ACTIVE; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:22:09.434563 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-dab689e0-ebd8-4756-b3c0-b796bc60b6d0 req-759780f5-3831-41e3-a5d1-58f37e7ad096 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706009 Mar 30 18:22:09.437589 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a8b465d2-db1a-4b61-82f5-bc6bc0bc566e req-75ef1032-62d0-418e-a7c3-1ceb5865c5da tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644266 Mar 30 18:22:09.604907 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75272c27-0cfd-4620-83d3-4f94360b9107 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Router 9e927d26-fdad-4de0-b401-be4f8bf7ed4f has already been hosted by L3 agent bb9cbda0-d504-4372-97ec-0881b5676f92 {{(pid=103293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:22:09.770776 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75272c27-0cfd-4620-83d3-4f94360b9107 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Notify agent at l3_agent.dv-cinder-835879-1-iscsi the message routers_updated {{(pid=103293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:22:09.776280 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-75272c27-0cfd-4620-83d3-4f94360b9107 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for floatingip (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:09.783302 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d338dc-67e8-48b3-85be-a4d39a0e6eff None None] Sync routers for ids ['9e927d26-fdad-4de0-b401-be4f8bf7ed4f'] in dv-cinder-835879-1-iscsi {{(pid=103295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:22:09.797069 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d338dc-67e8-48b3-85be-a4d39a0e6eff None None] Routers {'9e927d26-fdad-4de0-b401-be4f8bf7ed4f'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:22:09.798203 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-d3d338dc-67e8-48b3-85be-a4d39a0e6eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:22:00Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['9e927d26-fdad-4de0-b401-be4f8bf7ed4f'], 'active': True} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:22:09.825365 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-75272c27-0cfd-4620-83d3-4f94360b9107 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "PUT /v2.0/floatingips/019513ad-3569-4d90-a25c-5ac92751a705 HTTP/1.1" status: 200 len: 991 time: 3.2284975 Mar 30 18:22:09.825365 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c32bc2d-c736-49d5-b6a5-95b578f46899', 'tag': '4a2027e6-5cf7-423e-880c-46b4d7edc1e1'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:22:09.825365 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e41150553c85b09edab6cb52843a30629a36ec9d810f78f9b9d5c7c277fb574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82de6b94-9cf2-475e-b77b-01a3df17d7cc" -d '{"events": [{"name": "network-changed", "server_uuid": "0c32bc2d-c736-49d5-b6a5-95b578f46899", "tag": "4a2027e6-5cf7-423e-880c-46b4d7edc1e1"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:22:09.867434 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06eacb78-74cb-4fe5-8b47-be14759b8791 x-openstack-request-id: req-06eacb78-74cb-4fe5-8b47-be14759b8791 {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:22:09.868531 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c32bc2d-c736-49d5-b6a5-95b578f46899", "tag": "4a2027e6-5cf7-423e-880c-46b4d7edc1e1", "status": "completed", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:22:09.869006 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-06eacb78-74cb-4fe5-8b47-be14759b8791 {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:22:09.869987 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06eacb78-74cb-4fe5-8b47-be14759b8791'] response: {'name': 'network-changed', 'server_uuid': '0c32bc2d-c736-49d5-b6a5-95b578f46899', 'tag': '4a2027e6-5cf7-423e-880c-46b4d7edc1e1', 'status': 'completed', 'code': 200} Mar 30 18:22:10.029015 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvr_db [None req-d3d338dc-67e8-48b3-85be-a4d39a0e6eff None None] Set router 9e927d26-fdad-4de0-b401-be4f8bf7ed4f gateway port host: dv-cinder-835879-1-iscsi {{(pid=103295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:22:10.284834 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 36206) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:22:10.289570 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [None req-5997a87e-5341-48e1-b685-38993a2c5836 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-849660371', 'description': 'tempest-secgroup-smoke-849660371 description', 'project_id': '6ddcc755c06b440bb6750e5d44c3b913'}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:22:10.319699 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-5997a87e-5341-48e1-b685-38993a2c5836 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Publish callbacks [] for security_group (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:10.404271 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-5997a87e-5341-48e1-b685-38993a2c5836 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Publish callbacks [] for security_group (2b6bf04e-6871-4ba6-a021-75f1f75a47ed), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:10.409822 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-5997a87e-5341-48e1-b685-38993a2c5836 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (2b6bf04e-6871-4ba6-a021-75f1f75a47ed), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:10.443670 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-5997a87e-5341-48e1-b685-38993a2c5836 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Publish callbacks [] for security_group (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:10.449049 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-5997a87e-5341-48e1-b685-38993a2c5836 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1592398 Mar 30 18:22:10.449049 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5997a87e-5341-48e1-b685-38993a2c5836 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6bf04e-6871-4ba6-a021-75f1f75a47ed,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:22:10.449285 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 36208) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:22:10.454161 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-615ebf84-fb13-4644-8b84-43708a8f8d15 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Request body: {'security_group_rule': {'security_group_id': '2b6bf04e-6871-4ba6-a021-75f1f75a47ed', 'project_id': '6ddcc755c06b440bb6750e5d44c3b913', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:22:10.484670 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-615ebf84-fb13-4644-8b84-43708a8f8d15 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Publish callbacks [] for security_group_rule (f49162b6-7356-42b0-9c06-0557702f21f5), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:10.504822 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-d3d338dc-67e8-48b3-85be-a4d39a0e6eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'name': 'tempest-AttachVolumeNegativeTest-1445051510-router', 'tenant_id': '279a01c655714587a3db731678eada47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'b803bc7d-24e4-4b13-8019-5fc99b0eeb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:19:14Z', 'updated_at': '2022-03-30T18:19:32Z', 'revision_number': 4, 'project_id': '279a01c655714587a3db731678eada47', 'gw_port': {'id': 'b803bc7d-24e4-4b13-8019-5fc99b0eeb41', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:44:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:16Z', 'updated_at': '2022-03-30T18:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_floatingips': [{'id': '019513ad-3569-4d90-a25c-5ac92751a705', 'tenant_id': '279a01c655714587a3db731678eada47', 'floating_ip_address': '172.27.0.245', 'floating_network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'router_id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'port_id': '4a2027e6-5cf7-423e-880c-46b4d7edc1e1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a', 'mac_address': 'fa:16:3e:cc:ae:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c32bc2d-c736-49d5-b6a5-95b578f46899', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:21:44Z', 'updated_at': '2022-03-30T18:22:08Z', 'revision_number': 1, 'project_id': '279a01c655714587a3db731678eada47', 'fixed_ip_address_scope': None}, {'id': 'aebbebf7-34c7-485e-af46-6250fbb15b71', 'tenant_id': '279a01c655714587a3db731678eada47', 'floating_ip_address': '172.27.0.79', 'floating_network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'router_id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'port_id': '3cad2eef-ab5f-4875-b984-11e70f3336ec', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a', 'mac_address': 'fa:16:3e:7c:c5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8422ff0d-76db-4352-a488-42d4f62b1277', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:19:44Z', 'updated_at': '2022-03-30T18:20:18Z', 'revision_number': 2, 'project_id': '279a01c655714587a3db731678eada47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f95f2d79-8e95-460d-b979-08e6301c655f', 'name': '', 'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a', 'tenant_id': '279a01c655714587a3db731678eada47', 'mac_address': 'fa:16:3e:95:ea:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '753583e9-792f-4b04-97da-dc50f6b2fa57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:26Z', 'updated_at': '2022-03-30T18:19:41Z', 'revision_number': 5, 'project_id': '279a01c655714587a3db731678eada47', 'subnets': [{'id': '753583e9-792f-4b04-97da-dc50f6b2fa57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:22:10.541872 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d338dc-67e8-48b3-85be-a4d39a0e6eff None None] Checking router: 9e927d26-fdad-4de0-b401-be4f8bf7ed4f for host: dv-cinder-835879-1-iscsi {{(pid=103295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:22:10.564432 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d338dc-67e8-48b3-85be-a4d39a0e6eff None None] Routers {'9e927d26-fdad-4de0-b401-be4f8bf7ed4f'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:22:10.568679 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-615ebf84-fb13-4644-8b84-43708a8f8d15 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Publish callbacks [] for security_group_rule (f49162b6-7356-42b0-9c06-0557702f21f5), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:10.570199 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-d3d338dc-67e8-48b3-85be-a4d39a0e6eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:22:00Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['9e927d26-fdad-4de0-b401-be4f8bf7ed4f'], 'active': True} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:22:10.588745 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-615ebf84-fb13-4644-8b84-43708a8f8d15 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797579'] for security_group_rule (f49162b6-7356-42b0-9c06-0557702f21f5), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:10.623514 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615ebf84-fb13-4644-8b84-43708a8f8d15 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f49162b6-7356-42b0-9c06-0557702f21f5,revision_number=0']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:22:10.631379 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-615ebf84-fb13-4644-8b84-43708a8f8d15 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:10.633046 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-615ebf84-fb13-4644-8b84-43708a8f8d15 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1830680 Mar 30 18:22:10.636197 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 36216) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:22:10.657699 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-b2465b07-1abf-4d8b-bcd4-bb3d1b52a95f tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Request body: {'security_group_rule': {'security_group_id': '2b6bf04e-6871-4ba6-a021-75f1f75a47ed', 'project_id': '6ddcc755c06b440bb6750e5d44c3b913', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:22:10.707820 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-b2465b07-1abf-4d8b-bcd4-bb3d1b52a95f tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Publish callbacks [] for security_group_rule (c707d5ff-398e-460d-8af3-3a18d20a7636), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:10.716275 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed98f061-5696-4419-b9db-f08f580cb1ba req-8da59f9a-295b-4067-96e8-b67ca674d0d7 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:10.718107 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ed98f061-5696-4419-b9db-f08f580cb1ba req-8da59f9a-295b-4067-96e8-b67ca674d0d7 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3b1014b-57d4-4226-a4c3-219a1a4db3db HTTP/1.1" status: 200 len: 945 time: 0.1188166 Mar 30 18:22:10.748002 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6befa863-6252-47d2-9cc4-5804c0d1f252 req-56d17b9e-8ae5-4eff-a08f-dd0105f52869 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:10.755455 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-6befa863-6252-47d2-9cc4-5804c0d1f252 req-56d17b9e-8ae5-4eff-a08f-dd0105f52869 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 943 time: 0.1080840 Mar 30 18:22:10.764105 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvr_db [None req-d3d338dc-67e8-48b3-85be-a4d39a0e6eff None None] Set router 9e927d26-fdad-4de0-b401-be4f8bf7ed4f gateway port host: dv-cinder-835879-1-iscsi {{(pid=103295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:22:10.846223 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-b2465b07-1abf-4d8b-bcd4-bb3d1b52a95f tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Publish callbacks [] for security_group_rule (c707d5ff-398e-460d-8af3-3a18d20a7636), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:10.852360 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-b2465b07-1abf-4d8b-bcd4-bb3d1b52a95f tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797579'] for security_group_rule (c707d5ff-398e-460d-8af3-3a18d20a7636), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:10.879490 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2465b07-1abf-4d8b-bcd4-bb3d1b52a95f tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c707d5ff-398e-460d-8af3-3a18d20a7636,revision_number=0']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:22:10.893680 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-b2465b07-1abf-4d8b-bcd4-bb3d1b52a95f tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:10.898184 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-b2465b07-1abf-4d8b-bcd4-bb3d1b52a95f tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2605727 Mar 30 18:22:10.898797 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 36218) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:22:10.909420 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-80b19124-3524-49e7-b351-3f9f979d2939 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Request body: {'security_group_rule': {'security_group_id': '2b6bf04e-6871-4ba6-a021-75f1f75a47ed', 'project_id': '6ddcc755c06b440bb6750e5d44c3b913', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:22:10.913386 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device 957f71c2-ba6b-4f68-b5e5-aa0a6c75bb63 up at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:22:10.954151 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ed98f061-5696-4419-b9db-f08f580cb1ba req-dec390d5-eef0-4c37-a42b-4eac2fe8199a tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281091 Mar 30 18:22:10.968353 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-80b19124-3524-49e7-b351-3f9f979d2939 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Publish callbacks [] for security_group_rule (d18a34db-567a-4c6d-982f-5ab109513e4b), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:10.975129 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-6befa863-6252-47d2-9cc4-5804c0d1f252 req-7d0e2ab8-f975-4bed-a11c-d15c583fe8c6 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2186339 Mar 30 18:22:11.073563 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-80b19124-3524-49e7-b351-3f9f979d2939 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Publish callbacks [] for security_group_rule (d18a34db-567a-4c6d-982f-5ab109513e4b), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:11.078295 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-80b19124-3524-49e7-b351-3f9f979d2939 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797579'] for security_group_rule (d18a34db-567a-4c6d-982f-5ab109513e4b), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:11.092184 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Provisioning complete for port 957f71c2-ba6b-4f68-b5e5-aa0a6c75bb63 triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:22:11.092733 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (957f71c2-ba6b-4f68-b5e5-aa0a6c75bb63), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:11.097569 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b19124-3524-49e7-b351-3f9f979d2939 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d18a34db-567a-4c6d-982f-5ab109513e4b,revision_number=0']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:22:11.115838 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-80b19124-3524-49e7-b351-3f9f979d2939 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:11.120545 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-80b19124-3524-49e7-b351-3f9f979d2939 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2200325 Mar 30 18:22:11.120920 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 36220) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:22:11.126873 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-692122ac-e172-45b9-a8c9-9c0c57295ad1 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Request body: {'security_group_rule': {'security_group_id': '2b6bf04e-6871-4ba6-a021-75f1f75a47ed', 'project_id': '6ddcc755c06b440bb6750e5d44c3b913', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:22:11.167330 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d57deb-cc1f-4d18-b996-141ce4a18f46 None None] Sync routers for ids ['7c948fb0-10d6-434f-9aac-49fc9cacb527'] in dv-cinder-835879-1-iscsi {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:22:11.177414 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-692122ac-e172-45b9-a8c9-9c0c57295ad1 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Publish callbacks [] for security_group_rule (b0a38f09-0286-4036-bfc9-35a14e9bb16e), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:11.180268 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d57deb-cc1f-4d18-b996-141ce4a18f46 None None] Routers {'7c948fb0-10d6-434f-9aac-49fc9cacb527'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:22:11.181701 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-06d57deb-cc1f-4d18-b996-141ce4a18f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:22:00Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['7c948fb0-10d6-434f-9aac-49fc9cacb527'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:22:11.265256 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-692122ac-e172-45b9-a8c9-9c0c57295ad1 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Publish callbacks [] for security_group_rule (b0a38f09-0286-4036-bfc9-35a14e9bb16e), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:11.272036 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-692122ac-e172-45b9-a8c9-9c0c57295ad1 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797579'] for security_group_rule (b0a38f09-0286-4036-bfc9-35a14e9bb16e), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:11.283572 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Current status of the port 957f71c2-ba6b-4f68-b5e5-aa0a6c75bb63 is: DOWN; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:22:11.284601 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (957f71c2-ba6b-4f68-b5e5-aa0a6c75bb63), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:11.290175 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692122ac-e172-45b9-a8c9-9c0c57295ad1 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0a38f09-0286-4036-bfc9-35a14e9bb16e,revision_number=0']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:22:11.301251 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-692122ac-e172-45b9-a8c9-9c0c57295ad1 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:11.302510 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-692122ac-e172-45b9-a8c9-9c0c57295ad1 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1804850 Mar 30 18:22:11.302816 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-06d57deb-cc1f-4d18-b996-141ce4a18f46 None None] Set router 7c948fb0-10d6-434f-9aac-49fc9cacb527 gateway port host: dv-cinder-835879-1-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:22:11.305168 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 36222) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:22:11.313206 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-52a90023-1d11-4d1c-be81-c070969f0654 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Request body: {'security_group_rule': {'security_group_id': '2b6bf04e-6871-4ba6-a021-75f1f75a47ed', 'project_id': '6ddcc755c06b440bb6750e5d44c3b913', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:22:11.321789 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] For port 957f71c2-ba6b-4f68-b5e5-aa0a6c75bb63, host dv-cinder-835879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=957f71c2-ba6b-4f68-b5e5-aa0a6c75bb63,segment=NetworkSegment(4e174139-f6b8-43d7-bf46-4927edc5f7d6),segment_id=4e174139-f6b8-43d7-bf46-4927edc5f7d6)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:22:11.330447 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-d3d338dc-67e8-48b3-85be-a4d39a0e6eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'name': 'tempest-AttachVolumeNegativeTest-1445051510-router', 'tenant_id': '279a01c655714587a3db731678eada47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'b803bc7d-24e4-4b13-8019-5fc99b0eeb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:19:14Z', 'updated_at': '2022-03-30T18:19:32Z', 'revision_number': 4, 'project_id': '279a01c655714587a3db731678eada47', 'gw_port': {'id': 'b803bc7d-24e4-4b13-8019-5fc99b0eeb41', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:44:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:16Z', 'updated_at': '2022-03-30T18:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_floatingips': [{'id': '019513ad-3569-4d90-a25c-5ac92751a705', 'tenant_id': '279a01c655714587a3db731678eada47', 'floating_ip_address': '172.27.0.245', 'floating_network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'router_id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'port_id': '4a2027e6-5cf7-423e-880c-46b4d7edc1e1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a', 'mac_address': 'fa:16:3e:cc:ae:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c32bc2d-c736-49d5-b6a5-95b578f46899', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:21:44Z', 'updated_at': '2022-03-30T18:22:08Z', 'revision_number': 1, 'project_id': '279a01c655714587a3db731678eada47', 'fixed_ip_address_scope': None}, {'id': 'aebbebf7-34c7-485e-af46-6250fbb15b71', 'tenant_id': '279a01c655714587a3db731678eada47', 'floating_ip_address': '172.27.0.79', 'floating_network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'router_id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'port_id': '3cad2eef-ab5f-4875-b984-11e70f3336ec', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a', 'mac_address': 'fa:16:3e:7c:c5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8422ff0d-76db-4352-a488-42d4f62b1277', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:19:44Z', 'updated_at': '2022-03-30T18:20:18Z', 'revision_number': 2, 'project_id': '279a01c655714587a3db731678eada47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f95f2d79-8e95-460d-b979-08e6301c655f', 'name': '', 'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a', 'tenant_id': '279a01c655714587a3db731678eada47', 'mac_address': 'fa:16:3e:95:ea:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '753583e9-792f-4b04-97da-dc50f6b2fa57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:26Z', 'updated_at': '2022-03-30T18:19:41Z', 'revision_number': 5, 'project_id': '279a01c655714587a3db731678eada47', 'subnets': [{'id': '753583e9-792f-4b04-97da-dc50f6b2fa57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:22:11.349616 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.db.securitygroups_db [None req-52a90023-1d11-4d1c-be81-c070969f0654 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Project 6ddcc755c06b440bb6750e5d44c3b913 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 18:22:11.356292 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-52a90023-1d11-4d1c-be81-c070969f0654 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Publish callbacks [] for security_group_rule (0da8f7e0-2afe-447d-8f9d-aa9f7323b1a5), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:11.359822 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (957f71c2-ba6b-4f68-b5e5-aa0a6c75bb63), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:11.362748 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d338dc-67e8-48b3-85be-a4d39a0e6eff None None] The sync data for ids ['9e927d26-fdad-4de0-b401-be4f8bf7ed4f'] in dv-cinder-835879-1-iscsi is: [{'id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'name': 'tempest-AttachVolumeNegativeTest-1445051510-router', 'tenant_id': '279a01c655714587a3db731678eada47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'b803bc7d-24e4-4b13-8019-5fc99b0eeb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:19:14Z', 'updated_at': '2022-03-30T18:19:32Z', 'revision_number': 4, 'project_id': '279a01c655714587a3db731678eada47', 'gw_port': {'id': 'b803bc7d-24e4-4b13-8019-5fc99b0eeb41', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:44:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:16Z', 'updated_at': '2022-03-30T18:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_floatingips': [{'id': '019513ad-3569-4d90-a25c-5ac92751a705', 'tenant_id': '279a01c655714587a3db731678eada47', 'floating_ip_address': '172.27.0.245', 'floating_network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'router_id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'port_id': '4a2027e6-5cf7-423e-880c-46b4d7edc1e1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a', 'mac_address': 'fa:16:3e:cc:ae:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c32bc2d-c736-49d5-b6a5-95b578f46899', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:21:44Z', 'updated_at': '2022-03-30T18:22:08Z', 'revision_number': 1, 'project_id': '279a01c655714587a3db731678eada47', 'fixed_ip_address_scope': None}, {'id': 'aebbebf7-34c7-485e-af46-6250fbb15b71', 'tenant_id': '279a01c655714587a3db731678eada47', 'floating_ip_address': '172.27.0.79', 'floating_network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'router_id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'port_id': '3cad2eef-ab5f-4875-b984-11e70f3336ec', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a', 'mac_address': 'fa:16:3e:7c:c5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8422ff0d-76db-4352-a488-42d4f62b1277', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:19:44Z', 'updated_at': '2022-03-30T18:20:18Z', 'revision_number': 2, 'project_id': '279a01c655714587a3db731678eada47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f95f2d79-8e95-460d-b979-08e6301c655f', 'name': '', 'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a', 'tenant_id': '279a01c655714587a3db731678eada47', 'mac_address': 'fa:16:3e:95:ea:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '753583e9-792f-4b04-97da-dc50f6b2fa57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:26Z', 'updated_at': '2022-03-30T18:19:41Z', 'revision_number': 5, 'project_id': '279a01c655714587a3db731678eada47', 'subnets': [{'id': '753583e9-792f-4b04-97da-dc50f6b2fa57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:22:11.433401 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Pushing event updated for resources: {'Port': ['ID=957f71c2-ba6b-4f68-b5e5-aa0a6c75bb63,revision_number=4']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:22:11.496395 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-52a90023-1d11-4d1c-be81-c070969f0654 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Publish callbacks [] for security_group_rule (0da8f7e0-2afe-447d-8f9d-aa9f7323b1a5), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:11.502486 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-52a90023-1d11-4d1c-be81-c070969f0654 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797579'] for security_group_rule (0da8f7e0-2afe-447d-8f9d-aa9f7323b1a5), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:11.528045 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90023-1d11-4d1c-be81-c070969f0654 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0da8f7e0-2afe-447d-8f9d-aa9f7323b1a5,revision_number=0']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:22:11.539836 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-52a90023-1d11-4d1c-be81-c070969f0654 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:11.551631 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-52a90023-1d11-4d1c-be81-c070969f0654 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2442009 Mar 30 18:22:11.554302 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 36224) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:22:11.559568 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [None req-ed07b819-f7ae-4e3c-ae0a-06ef1c8b9929 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Request body: {'security_group_rule': {'security_group_id': '2b6bf04e-6871-4ba6-a021-75f1f75a47ed', 'project_id': '6ddcc755c06b440bb6750e5d44c3b913', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:22:11.584850 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.db.securitygroups_db [None req-ed07b819-f7ae-4e3c-ae0a-06ef1c8b9929 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Project 6ddcc755c06b440bb6750e5d44c3b913 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 18:22:11.590358 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-ed07b819-f7ae-4e3c-ae0a-06ef1c8b9929 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Publish callbacks [] for security_group_rule (99a77de8-a2ca-4796-ac06-292d691cfdeb), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:11.617519 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-06d57deb-cc1f-4d18-b996-141ce4a18f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c948fb0-10d6-434f-9aac-49fc9cacb527', 'name': 'tempest-TestShelveInstance-1359718385-router', 'tenant_id': 'a7eb145b691f4a579a4febdfee7454c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '957f71c2-ba6b-4f68-b5e5-aa0a6c75bb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:22:03Z', 'updated_at': '2022-03-30T18:22:07Z', 'revision_number': 4, 'project_id': 'a7eb145b691f4a579a4febdfee7454c1', 'gw_port': {'id': '957f71c2-ba6b-4f68-b5e5-aa0a6c75bb63', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:04:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c948fb0-10d6-434f-9aac-49fc9cacb527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:22:03Z', 'updated_at': '2022-03-30T18:22:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_interfaces': [{'id': 'f8c0f0d8-9abe-4edd-b0a9-dcf9f68f6a18', 'name': '', 'network_id': 'e6985ef2-f860-4f2c-8ba4-4e16ec0ef471', 'tenant_id': 'a7eb145b691f4a579a4febdfee7454c1', 'mac_address': 'fa:16:3e:34:70:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c948fb0-10d6-434f-9aac-49fc9cacb527', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '55250474-c35a-437e-b78d-8d94ed752387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:22:06Z', 'updated_at': '2022-03-30T18:22:07Z', 'revision_number': 2, 'project_id': 'a7eb145b691f4a579a4febdfee7454c1', 'subnets': [{'id': '55250474-c35a-437e-b78d-8d94ed752387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:22:11.659427 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d57deb-cc1f-4d18-b996-141ce4a18f46 None None] Checking router: 7c948fb0-10d6-434f-9aac-49fc9cacb527 for host: dv-cinder-835879-1-iscsi {{(pid=103296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:22:11.659781 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d57deb-cc1f-4d18-b996-141ce4a18f46 None None] Updating router 7c948fb0-10d6-434f-9aac-49fc9cacb527 port f8c0f0d8-9abe-4edd-b0a9-dcf9f68f6a18 binding host dv-cinder-835879-1-iscsi {{(pid=103296) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 18:22:11.688118 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-06d57deb-cc1f-4d18-b996-141ce4a18f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (f8c0f0d8-9abe-4edd-b0a9-dcf9f68f6a18), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:11.698774 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-ed07b819-f7ae-4e3c-ae0a-06ef1c8b9929 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Publish callbacks [] for security_group_rule (99a77de8-a2ca-4796-ac06-292d691cfdeb), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:11.705909 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-ed07b819-f7ae-4e3c-ae0a-06ef1c8b9929 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797579'] for security_group_rule (99a77de8-a2ca-4796-ac06-292d691cfdeb), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:11.732790 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed07b819-f7ae-4e3c-ae0a-06ef1c8b9929 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99a77de8-a2ca-4796-ac06-292d691cfdeb,revision_number=0']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:22:11.748490 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-ed07b819-f7ae-4e3c-ae0a-06ef1c8b9929 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:11.749727 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-ed07b819-f7ae-4e3c-ae0a-06ef1c8b9929 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1943369 Mar 30 18:22:11.768276 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74321a67-aeb0-4b50-803f-faa90697cadb None None] New status for floating IP 019513ad-3569-4d90-a25c-5ac92751a705: ACTIVE {{(pid=103295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:22:12.121849 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-06d57deb-cc1f-4d18-b996-141ce4a18f46 None None] Publish callbacks [] for port (f8c0f0d8-9abe-4edd-b0a9-dcf9f68f6a18), precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:12.127757 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b4935d-0991-4284-a941-2ea815da4cbb req-c0bba55e-eb63-484e-bf02-878ded66e9bb tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:12.131517 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-06d57deb-cc1f-4d18-b996-141ce4a18f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (f8c0f0d8-9abe-4edd-b0a9-dcf9f68f6a18), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:12.132029 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-46b4935d-0991-4284-a941-2ea815da4cbb req-c0bba55e-eb63-484e-bf02-878ded66e9bb tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3b1014b-57d4-4226-a4c3-219a1a4db3db HTTP/1.1" status: 200 len: 945 time: 0.0761123 Mar 30 18:22:12.205283 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222fb4a2-ee43-429f-a2dc-a3caa870386d None None] Pushing event updated for resources: {'Port': ['ID=f8c0f0d8-9abe-4edd-b0a9-dcf9f68f6a18,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:22:12.268274 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-46b4935d-0991-4284-a941-2ea815da4cbb req-b8042483-e88a-408e-bcd6-e97f23a1a0ac tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890622 Mar 30 18:22:12.304097 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539cc41e-d519-48bc-862c-bb27d982d163 req-8121693b-4975-4306-a307-5bbff438a645 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:12.305578 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-539cc41e-d519-48bc-862c-bb27d982d163 req-8121693b-4975-4306-a307-5bbff438a645 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 943 time: 0.1724322 Mar 30 18:22:12.314396 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-06d57deb-cc1f-4d18-b996-141ce4a18f46 None None] Attempting to bind port f8c0f0d8-9abe-4edd-b0a9-dcf9f68f6a18 on host dv-cinder-835879-1-iscsi for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:22:12.315277 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-06d57deb-cc1f-4d18-b996-141ce4a18f46 None None] Attempting to bind port f8c0f0d8-9abe-4edd-b0a9-dcf9f68f6a18 by drivers openvswitch,hyperv on host dv-cinder-835879-1-iscsi at level 0 using segments [{'id': 'd48755bd-72d0-431e-9aa4-8947efa4d80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e6985ef2-f860-4f2c-8ba4-4e16ec0ef471'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:22:12.315793 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d57deb-cc1f-4d18-b996-141ce4a18f46 None None] Attempting to bind port f8c0f0d8-9abe-4edd-b0a9-dcf9f68f6a18 on network e6985ef2-f860-4f2c-8ba4-4e16ec0ef471 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:22:12.322970 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d57deb-cc1f-4d18-b996-141ce4a18f46 None None] Checking agent: {'id': '6489659c-3f19-4a2c-89f8-52d37c938fb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 11, 4), 'started_at': datetime.datetime(2022, 3, 30, 18, 11, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:22:12.323665 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d57deb-cc1f-4d18-b996-141ce4a18f46 None None] Checking segment: {'id': 'd48755bd-72d0-431e-9aa4-8947efa4d80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e6985ef2-f860-4f2c-8ba4-4e16ec0ef471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:22:12.324342 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-06d57deb-cc1f-4d18-b996-141ce4a18f46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:12.325301 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d57deb-cc1f-4d18-b996-141ce4a18f46 None None] Bound using segment: {'id': 'd48755bd-72d0-431e-9aa4-8947efa4d80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e6985ef2-f860-4f2c-8ba4-4e16ec0ef471'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:22:12.325966 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-06d57deb-cc1f-4d18-b996-141ce4a18f46 None None] Bound port: f8c0f0d8-9abe-4edd-b0a9-dcf9f68f6a18, host: dv-cinder-835879-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd48755bd-72d0-431e-9aa4-8947efa4d80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e6985ef2-f860-4f2c-8ba4-4e16ec0ef471'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:22:12.326552 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-06d57deb-cc1f-4d18-b996-141ce4a18f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (f8c0f0d8-9abe-4edd-b0a9-dcf9f68f6a18), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:12.404889 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-539cc41e-d519-48bc-862c-bb27d982d163 req-98d00036-29d8-4001-81c3-ae1c3dc4e989 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934250 Mar 30 18:22:12.432384 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-06d57deb-cc1f-4d18-b996-141ce4a18f46 None None] For port f8c0f0d8-9abe-4edd-b0a9-dcf9f68f6a18, host dv-cinder-835879-1-iscsi, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:22:12.436406 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-06d57deb-cc1f-4d18-b996-141ce4a18f46 None None] For port f8c0f0d8-9abe-4edd-b0a9-dcf9f68f6a18, host dv-cinder-835879-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=f8c0f0d8-9abe-4edd-b0a9-dcf9f68f6a18,segment=NetworkSegment(d48755bd-72d0-431e-9aa4-8947efa4d80f),segment_id=d48755bd-72d0-431e-9aa4-8947efa4d80f)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:22:12.453711 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-06d57deb-cc1f-4d18-b996-141ce4a18f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (f8c0f0d8-9abe-4edd-b0a9-dcf9f68f6a18), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:12.524368 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222fb4a2-ee43-429f-a2dc-a3caa870386d None None] Pushing event updated for resources: {'Port': ['ID=f8c0f0d8-9abe-4edd-b0a9-dcf9f68f6a18,revision_number=4']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:22:12.585534 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d57deb-cc1f-4d18-b996-141ce4a18f46 None None] Routers {'7c948fb0-10d6-434f-9aac-49fc9cacb527'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:22:12.586219 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-06d57deb-cc1f-4d18-b996-141ce4a18f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:22:00Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['7c948fb0-10d6-434f-9aac-49fc9cacb527'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:22:12.693010 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-8c03de1e-19f9-4f07-be15-8bf93af3ab67 None None] Provisioning complete for port f8c0f0d8-9abe-4edd-b0a9-dcf9f68f6a18 triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:22:12.693685 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-8c03de1e-19f9-4f07-be15-8bf93af3ab67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (f8c0f0d8-9abe-4edd-b0a9-dcf9f68f6a18), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:12.761691 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-06d57deb-cc1f-4d18-b996-141ce4a18f46 None None] Set router 7c948fb0-10d6-434f-9aac-49fc9cacb527 gateway port host: dv-cinder-835879-1-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:22:12.830424 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-8c03de1e-19f9-4f07-be15-8bf93af3ab67 None None] Current status of the port f8c0f0d8-9abe-4edd-b0a9-dcf9f68f6a18 is: DOWN; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:22:12.831089 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-8c03de1e-19f9-4f07-be15-8bf93af3ab67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (f8c0f0d8-9abe-4edd-b0a9-dcf9f68f6a18), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:12.860074 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device 957f71c2-ba6b-4f68-b5e5-aa0a6c75bb63 up at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:22:12.902997 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-8c03de1e-19f9-4f07-be15-8bf93af3ab67 None None] For port f8c0f0d8-9abe-4edd-b0a9-dcf9f68f6a18, host dv-cinder-835879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=f8c0f0d8-9abe-4edd-b0a9-dcf9f68f6a18,segment=NetworkSegment(d48755bd-72d0-431e-9aa4-8947efa4d80f),segment_id=d48755bd-72d0-431e-9aa4-8947efa4d80f)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:22:12.941878 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-8c03de1e-19f9-4f07-be15-8bf93af3ab67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (f8c0f0d8-9abe-4edd-b0a9-dcf9f68f6a18), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:13.066458 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Provisioning complete for port 957f71c2-ba6b-4f68-b5e5-aa0a6c75bb63 triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:22:13.066831 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (957f71c2-ba6b-4f68-b5e5-aa0a6c75bb63), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:13.104681 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c03de1e-19f9-4f07-be15-8bf93af3ab67 None None] Pushing event updated for resources: {'Port': ['ID=f8c0f0d8-9abe-4edd-b0a9-dcf9f68f6a18,revision_number=5']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:22:13.109444 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-06d57deb-cc1f-4d18-b996-141ce4a18f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c948fb0-10d6-434f-9aac-49fc9cacb527', 'name': 'tempest-TestShelveInstance-1359718385-router', 'tenant_id': 'a7eb145b691f4a579a4febdfee7454c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '957f71c2-ba6b-4f68-b5e5-aa0a6c75bb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:22:03Z', 'updated_at': '2022-03-30T18:22:07Z', 'revision_number': 4, 'project_id': 'a7eb145b691f4a579a4febdfee7454c1', 'gw_port': {'id': '957f71c2-ba6b-4f68-b5e5-aa0a6c75bb63', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:04:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c948fb0-10d6-434f-9aac-49fc9cacb527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:22:03Z', 'updated_at': '2022-03-30T18:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_interfaces': [{'id': 'f8c0f0d8-9abe-4edd-b0a9-dcf9f68f6a18', 'name': '', 'network_id': 'e6985ef2-f860-4f2c-8ba4-4e16ec0ef471', 'tenant_id': 'a7eb145b691f4a579a4febdfee7454c1', 'mac_address': 'fa:16:3e:34:70:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c948fb0-10d6-434f-9aac-49fc9cacb527', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '55250474-c35a-437e-b78d-8d94ed752387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:22:06Z', 'updated_at': '2022-03-30T18:22:12Z', 'revision_number': 4, 'project_id': 'a7eb145b691f4a579a4febdfee7454c1', 'subnets': [{'id': '55250474-c35a-437e-b78d-8d94ed752387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:22:13.116212 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-4a6f3148-7949-47dd-bb82-9af718e2fe98 None None] Provisioning complete for port f8c0f0d8-9abe-4edd-b0a9-dcf9f68f6a18 triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:22:13.116586 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-4a6f3148-7949-47dd-bb82-9af718e2fe98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (f8c0f0d8-9abe-4edd-b0a9-dcf9f68f6a18), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:13.137834 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d57deb-cc1f-4d18-b996-141ce4a18f46 None None] The sync data for ids ['7c948fb0-10d6-434f-9aac-49fc9cacb527'] in dv-cinder-835879-1-iscsi is: [{'id': '7c948fb0-10d6-434f-9aac-49fc9cacb527', 'name': 'tempest-TestShelveInstance-1359718385-router', 'tenant_id': 'a7eb145b691f4a579a4febdfee7454c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '957f71c2-ba6b-4f68-b5e5-aa0a6c75bb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:22:03Z', 'updated_at': '2022-03-30T18:22:07Z', 'revision_number': 4, 'project_id': 'a7eb145b691f4a579a4febdfee7454c1', 'gw_port': {'id': '957f71c2-ba6b-4f68-b5e5-aa0a6c75bb63', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:04:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c948fb0-10d6-434f-9aac-49fc9cacb527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:22:03Z', 'updated_at': '2022-03-30T18:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_interfaces': [{'id': 'f8c0f0d8-9abe-4edd-b0a9-dcf9f68f6a18', 'name': '', 'network_id': 'e6985ef2-f860-4f2c-8ba4-4e16ec0ef471', 'tenant_id': 'a7eb145b691f4a579a4febdfee7454c1', 'mac_address': 'fa:16:3e:34:70:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c948fb0-10d6-434f-9aac-49fc9cacb527', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '55250474-c35a-437e-b78d-8d94ed752387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:22:06Z', 'updated_at': '2022-03-30T18:22:12Z', 'revision_number': 4, 'project_id': 'a7eb145b691f4a579a4febdfee7454c1', 'subnets': [{'id': '55250474-c35a-437e-b78d-8d94ed752387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:22:13.248771 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Current status of the port 957f71c2-ba6b-4f68-b5e5-aa0a6c75bb63 is: ACTIVE; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:22:13.327055 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-4a6f3148-7949-47dd-bb82-9af718e2fe98 None None] Current status of the port f8c0f0d8-9abe-4edd-b0a9-dcf9f68f6a18 is: ACTIVE; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:22:13.524494 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861fb63c-5f13-488e-8822-a1821665b324 req-eea673b5-96ff-4d57-80b6-0b718de55818 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:13.538198 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-861fb63c-5f13-488e-8822-a1821665b324 req-eea673b5-96ff-4d57-80b6-0b718de55818 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3b1014b-57d4-4226-a4c3-219a1a4db3db HTTP/1.1" status: 200 len: 945 time: 0.1673701 Mar 30 18:22:13.681715 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-861fb63c-5f13-488e-8822-a1821665b324 req-2b4a1a7a-78cf-48b1-a2b6-8d670e6acf81 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424048 Mar 30 18:22:13.715245 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af325fca-8f9f-468d-a61c-0f6c82cc0144 req-ae393e2c-e1e1-45ad-b76b-5af9c4ee229f tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:13.717258 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-af325fca-8f9f-468d-a61c-0f6c82cc0144 req-ae393e2c-e1e1-45ad-b76b-5af9c4ee229f tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 943 time: 0.1327326 Mar 30 18:22:13.786495 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-af325fca-8f9f-468d-a61c-0f6c82cc0144 req-90ed0b3b-b338-4a6e-b54e-cbd64e61fba7 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581639 Mar 30 18:22:14.834792 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20fb2d-b3ad-4982-8ff6-2e9abe3692ae req-cd41eb58-55dd-45fa-aff7-e7359befbd78 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:14.836405 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-2e20fb2d-b3ad-4982-8ff6-2e9abe3692ae req-cd41eb58-55dd-45fa-aff7-e7359befbd78 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3b1014b-57d4-4226-a4c3-219a1a4db3db HTTP/1.1" status: 200 len: 945 time: 0.0695312 Mar 30 18:22:14.886086 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device f8c0f0d8-9abe-4edd-b0a9-dcf9f68f6a18 up at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:22:14.946078 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Provisioning complete for port f8c0f0d8-9abe-4edd-b0a9-dcf9f68f6a18 triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:22:14.946640 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (f8c0f0d8-9abe-4edd-b0a9-dcf9f68f6a18), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:14.975339 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-2e20fb2d-b3ad-4982-8ff6-2e9abe3692ae req-f3c41c09-4fda-4d04-81fb-613b249b8385 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313717 Mar 30 18:22:15.001204 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c3e0f-0cce-4112-8507-ce9a122bc531 req-3a1132e3-733e-4bcf-8b44-423255ad3df9 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:15.009285 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-505c3e0f-0cce-4112-8507-ce9a122bc531 req-3a1132e3-733e-4bcf-8b44-423255ad3df9 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 943 time: 0.1054306 Mar 30 18:22:15.059382 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Current status of the port f8c0f0d8-9abe-4edd-b0a9-dcf9f68f6a18 is: ACTIVE; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:22:15.071608 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-505c3e0f-0cce-4112-8507-ce9a122bc531 req-bd98b1ed-bc5d-4228-ba6f-a4d740ad01c1 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614228 Mar 30 18:22:16.090706 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4c5881-caba-40b1-92d5-44f32a9c2deb req-2b908e0f-7483-478e-b8fa-cd33a672b2e0 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:16.092445 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-1d4c5881-caba-40b1-92d5-44f32a9c2deb req-2b908e0f-7483-478e-b8fa-cd33a672b2e0 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3b1014b-57d4-4226-a4c3-219a1a4db3db HTTP/1.1" status: 200 len: 945 time: 0.0551505 Mar 30 18:22:16.165649 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-1d4c5881-caba-40b1-92d5-44f32a9c2deb req-c46bc023-2320-4168-bc5e-0b5e8e3b3438 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665832 Mar 30 18:22:16.212561 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e51711-9c0c-41ee-87b0-0b3fec88cc6f req-51ad620b-f6f0-4b8c-b088-9e617ee8ecf8 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:16.214035 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-55e51711-9c0c-41ee-87b0-0b3fec88cc6f req-51ad620b-f6f0-4b8c-b088-9e617ee8ecf8 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 943 time: 0.0651252 Mar 30 18:22:16.265965 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-55e51711-9c0c-41ee-87b0-0b3fec88cc6f req-4d406a79-7750-4d5a-b565-0db242b76483 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462413 Mar 30 18:22:16.315334 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (48cc6dd0-9d47-40d1-bfd7-3609261a1488), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:17.292674 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09313adb-f7dc-44bc-8366-409424755b6d req-38dc94d5-cc5d-435a-8c16-d697037ad23b tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:17.294107 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-09313adb-f7dc-44bc-8366-409424755b6d req-38dc94d5-cc5d-435a-8c16-d697037ad23b tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3b1014b-57d4-4226-a4c3-219a1a4db3db HTTP/1.1" status: 200 len: 945 time: 0.0554259 Mar 30 18:22:17.363065 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-09313adb-f7dc-44bc-8366-409424755b6d req-583b906c-d624-4e07-9716-08b23fe0069e tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533209 Mar 30 18:22:17.421352 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01bd0ad-5ff9-452b-b31b-0e2bf0c37464 req-aeca81d7-483a-437d-ac76-673e9c26f9ca tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:17.422928 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a01bd0ad-5ff9-452b-b31b-0e2bf0c37464 req-aeca81d7-483a-437d-ac76-673e9c26f9ca tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 943 time: 0.0719688 Mar 30 18:22:17.482970 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a01bd0ad-5ff9-452b-b31b-0e2bf0c37464 req-54be6ef5-50c7-4f21-9a3e-9f44309eb9a0 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459757 Mar 30 18:22:18.348400 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de6b94-9cf2-475e-b77b-01a3df17d7cc req-4d090ef5-215b-4f0b-8330-c2b087966f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:18.349887 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-82de6b94-9cf2-475e-b77b-01a3df17d7cc req-4d090ef5-215b-4f0b-8330-c2b087966f00 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=279a01c655714587a3db731678eada47&device_id=0c32bc2d-c736-49d5-b6a5-95b578f46899 HTTP/1.1" status: 200 len: 1129 time: 0.0503237 Mar 30 18:22:18.590554 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857473b-e515-4908-bbda-21333a2ff007 req-989092f0-1342-4456-986c-6faa331f4dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:18.592005 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0857473b-e515-4908-bbda-21333a2ff007 req-989092f0-1342-4456-986c-6faa331f4dce service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=160e10afe45b4c309f409b0d9735b01b&device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 1127 time: 0.1314948 Mar 30 18:22:18.604599 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fae343-5e7a-4931-8e2c-71a2d90ad557 req-47bba5a7-f781-40ae-8bb2-212f1a72167b tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:18.605989 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-d4fae343-5e7a-4931-8e2c-71a2d90ad557 req-47bba5a7-f781-40ae-8bb2-212f1a72167b tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3b1014b-57d4-4226-a4c3-219a1a4db3db HTTP/1.1" status: 200 len: 945 time: 0.1633081 Mar 30 18:22:18.640602 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de6b94-9cf2-475e-b77b-01a3df17d7cc req-b1722189-472d-439e-a457-ef83f0f2ae34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:18.641971 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-82de6b94-9cf2-475e-b77b-01a3df17d7cc req-b1722189-472d-439e-a457-ef83f0f2ae34 service neutron] 10.222.0.55 "GET /v2.0/networks?id=af330621-acdf-4f3d-ad55-9f9e392a3f7a HTTP/1.1" status: 200 len: 916 time: 0.2067235 Mar 30 18:22:18.798338 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49356ace-a02a-4319-8e9b-7f066dc8861e req-e7ddcc07-1dea-423d-901b-dab18006d618 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:18.799874 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-49356ace-a02a-4319-8e9b-7f066dc8861e req-e7ddcc07-1dea-423d-901b-dab18006d618 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 943 time: 0.2277143 Mar 30 18:22:18.801622 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-82de6b94-9cf2-475e-b77b-01a3df17d7cc req-3fe1a4ed-8d53-4e20-a4a0-4ab01528d6f4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a2027e6-5cf7-423e-880c-46b4d7edc1e1 HTTP/1.1" status: 200 len: 1001 time: 0.1437988 Mar 30 18:22:18.804544 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-d4fae343-5e7a-4931-8e2c-71a2d90ad557 req-f3f11709-dca5-4486-837d-fe0c2b71f0d2 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797020 Mar 30 18:22:18.866884 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857473b-e515-4908-bbda-21333a2ff007 req-38087762-9b33-4aa5-8d26-028bfbbcc3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:18.868283 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0857473b-e515-4908-bbda-21333a2ff007 req-38087762-9b33-4aa5-8d26-028bfbbcc3a5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=962d8774-065a-4a3e-943e-02c437f03701 HTTP/1.1" status: 200 len: 917 time: 0.2458687 Mar 30 18:22:18.920778 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de6b94-9cf2-475e-b77b-01a3df17d7cc req-76293fef-9946-498f-b335-f636c46eddd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:18.922223 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-82de6b94-9cf2-475e-b77b-01a3df17d7cc req-76293fef-9946-498f-b335-f636c46eddd9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=753583e9-792f-4b04-97da-dc50f6b2fa57 HTTP/1.1" status: 200 len: 854 time: 0.1124368 Mar 30 18:22:18.949345 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-49356ace-a02a-4319-8e9b-7f066dc8861e req-06d83592-d392-4c26-a813-2f1188c1086e tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438160 Mar 30 18:22:19.215167 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0857473b-e515-4908-bbda-21333a2ff007 req-5aae27a0-1553-481c-9f14-6ad3f85ba44e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5b2146d-6bbf-4747-a33f-30320ba120ee HTTP/1.1" status: 200 len: 998 time: 0.3399310 Mar 30 18:22:19.227225 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de6b94-9cf2-475e-b77b-01a3df17d7cc req-eaa1bd81-b527-42af-a2a9-ed229e9dec3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:19.229120 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-82de6b94-9cf2-475e-b77b-01a3df17d7cc req-eaa1bd81-b527-42af-a2a9-ed229e9dec3e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=af330621-acdf-4f3d-ad55-9f9e392a3f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2987127 Mar 30 18:22:19.315070 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857473b-e515-4908-bbda-21333a2ff007 req-076f22be-eb6f-4750-bea8-d33f9c7d4b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:19.316533 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0857473b-e515-4908-bbda-21333a2ff007 req-076f22be-eb6f-4750-bea8-d33f9c7d4b13 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8c5ebae0-2426-48ad-8a00-7de0e10a4970 HTTP/1.1" status: 200 len: 855 time: 0.0865924 Mar 30 18:22:19.374124 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-82de6b94-9cf2-475e-b77b-01a3df17d7cc req-d4f69f0c-a09f-4647-accf-9472809c608e service neutron] 10.222.0.55 "GET /v2.0/networks/af330621-acdf-4f3d-ad55-9f9e392a3f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373522 Mar 30 18:22:19.387580 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857473b-e515-4908-bbda-21333a2ff007 req-fc576f93-2b42-4973-9e0e-931737db8ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:19.388940 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0857473b-e515-4908-bbda-21333a2ff007 req-fc576f93-2b42-4973-9e0e-931737db8ea8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=962d8774-065a-4a3e-943e-02c437f03701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0612686 Mar 30 18:22:19.535012 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-82de6b94-9cf2-475e-b77b-01a3df17d7cc req-f340cb64-6205-440a-bf53-9562cbc305d4 service neutron] 10.222.0.55 "GET /v2.0/networks/af330621-acdf-4f3d-ad55-9f9e392a3f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496041 Mar 30 18:22:19.540317 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0857473b-e515-4908-bbda-21333a2ff007 req-c2582c66-8c14-4725-9377-fd6ca34a45b8 service neutron] 10.222.0.55 "GET /v2.0/networks/962d8774-065a-4a3e-943e-02c437f03701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346354 Mar 30 18:22:19.653167 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0857473b-e515-4908-bbda-21333a2ff007 req-156d70d3-8708-4554-956f-18b4b4fdb992 service neutron] 10.222.0.55 "GET /v2.0/networks/962d8774-065a-4a3e-943e-02c437f03701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807681 Mar 30 18:22:19.925453 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd6b47-0c42-4d0d-93cd-d6121126ce59 req-7c8e0bde-3c23-46e5-a1af-985df108b915 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:19.926949 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-dcbd6b47-0c42-4d0d-93cd-d6121126ce59 req-7c8e0bde-3c23-46e5-a1af-985df108b915 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3b1014b-57d4-4226-a4c3-219a1a4db3db HTTP/1.1" status: 200 len: 945 time: 0.0577250 Mar 30 18:22:19.982282 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-dcbd6b47-0c42-4d0d-93cd-d6121126ce59 req-6ae98f5f-1850-4d21-b977-4cf9c92f6d23 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488236 Mar 30 18:22:20.078142 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4038f4-d61c-45ed-a020-56a3d383eeee req-965d5a59-ff8d-4c9a-a9f1-965eebf954e2 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:20.079648 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-fb4038f4-d61c-45ed-a020-56a3d383eeee req-965d5a59-ff8d-4c9a-a9f1-965eebf954e2 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 943 time: 0.0533311 Mar 30 18:22:20.128820 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-fb4038f4-d61c-45ed-a020-56a3d383eeee req-4df242f0-5acf-4d6e-983d-605d94c80d62 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429158 Mar 30 18:22:20.206286 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b867981-298c-40b1-8c86-1ea32af449f8 req-97f21e27-62a4-4bfe-ae02-ef5c0e9a34b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:20.207803 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-2b867981-298c-40b1-8c86-1ea32af449f8 req-97f21e27-62a4-4bfe-ae02-ef5c0e9a34b9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f3b1014b-57d4-4226-a4c3-219a1a4db3db HTTP/1.1" status: 200 len: 1129 time: 0.0485184 Mar 30 18:22:20.262072 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-2b867981-298c-40b1-8c86-1ea32af449f8 req-a29b4118-8b97-4bb5-bee0-faa84d85e93d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371215 Mar 30 18:22:21.098255 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8da700-9713-4c9b-acc7-77cee4434729 req-160354c3-8556-41a4-ad86-097e9126e019 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:21.099841 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0e8da700-9713-4c9b-acc7-77cee4434729 req-160354c3-8556-41a4-ad86-097e9126e019 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3b1014b-57d4-4226-a4c3-219a1a4db3db HTTP/1.1" status: 200 len: 945 time: 0.0517740 Mar 30 18:22:21.150084 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0e8da700-9713-4c9b-acc7-77cee4434729 req-475d4700-013d-4f4d-abfb-d275398868e6 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434756 Mar 30 18:22:21.252938 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11390f8c-cb75-45e2-9baf-db45b4522783 req-bc78aa07-5294-4024-befc-53db3fe77199 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:21.254309 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-11390f8c-cb75-45e2-9baf-db45b4522783 req-bc78aa07-5294-4024-befc-53db3fe77199 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 943 time: 0.0510910 Mar 30 18:22:21.304423 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-11390f8c-cb75-45e2-9baf-db45b4522783 req-99d479ae-f587-42a6-b402-2a2986e5a1e9 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438752 Mar 30 18:22:22.264898 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cfffd9-deab-4845-a81b-3c237fb1a032 req-745482a1-fd1d-4e87-b5ac-7fee9f002471 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:22.266342 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-e6cfffd9-deab-4845-a81b-3c237fb1a032 req-745482a1-fd1d-4e87-b5ac-7fee9f002471 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3b1014b-57d4-4226-a4c3-219a1a4db3db HTTP/1.1" status: 200 len: 945 time: 0.0511200 Mar 30 18:22:22.312241 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-e6cfffd9-deab-4845-a81b-3c237fb1a032 req-9426457a-7914-4a23-9d8c-95d1dfa6c6c7 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400140 Mar 30 18:22:22.431236 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304e628-2374-4d9a-8e71-3b95dc7f5a52 req-37cb108b-3804-484b-a422-3400d0739e24 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:22.432695 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-d304e628-2374-4d9a-8e71-3b95dc7f5a52 req-37cb108b-3804-484b-a422-3400d0739e24 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 943 time: 0.0538890 Mar 30 18:22:22.487170 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-d304e628-2374-4d9a-8e71-3b95dc7f5a52 req-51d2543c-6416-4dd1-84bd-5f9cc1d3af73 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488472 Mar 30 18:22:22.599992 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1661b1-7a6a-430e-b9a3-280d626a074b req-e13dc888-e67a-4de8-b19f-f96e487d1ae1 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:22.601528 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ae1661b1-7a6a-430e-b9a3-280d626a074b req-e13dc888-e67a-4de8-b19f-f96e487d1ae1 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3b1014b-57d4-4226-a4c3-219a1a4db3db HTTP/1.1" status: 200 len: 945 time: 0.0891638 Mar 30 18:22:22.608437 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb19d81-01fa-4189-a0c1-b0f70ec3345d req-14778134-2d14-4e05-9b21-478d6eeb04f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:22.609869 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0cb19d81-01fa-4189-a0c1-b0f70ec3345d req-14778134-2d14-4e05-9b21-478d6eeb04f8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=585ebec9292d43e7b65aab5ba734d8b9&device_id=f3b1014b-57d4-4226-a4c3-219a1a4db3db HTTP/1.1" status: 200 len: 1129 time: 0.0628786 Mar 30 18:22:22.702909 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ae1661b1-7a6a-430e-b9a3-280d626a074b req-f8526c84-6883-4c43-8789-57d0b04dcf47 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920861 Mar 30 18:22:22.734422 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb19d81-01fa-4189-a0c1-b0f70ec3345d req-b2d5e8fb-4444-4f82-b4d5-8c03bb42b0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:22.736171 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0cb19d81-01fa-4189-a0c1-b0f70ec3345d req-b2d5e8fb-4444-4f82-b4d5-8c03bb42b0ed service neutron] 10.222.0.55 "GET /v2.0/networks?id=0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb HTTP/1.1" status: 200 len: 920 time: 0.1124713 Mar 30 18:22:22.780072 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0cb19d81-01fa-4189-a0c1-b0f70ec3345d req-6a6a33a3-5b56-49ce-8449-628ec9e9c04d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f011040f-cb75-49cc-9ae4-d7326ea6448c HTTP/1.1" status: 200 len: 217 time: 0.0372601 Mar 30 18:22:22.830299 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb19d81-01fa-4189-a0c1-b0f70ec3345d req-3c061608-0f60-4753-9cc3-a804aa5127f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:22.831754 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0cb19d81-01fa-4189-a0c1-b0f70ec3345d req-3c061608-0f60-4753-9cc3-a804aa5127f3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=803891e5-aae4-46c3-87bc-0de344219463 HTTP/1.1" status: 200 len: 858 time: 0.0431724 Mar 30 18:22:22.884907 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb19d81-01fa-4189-a0c1-b0f70ec3345d req-07dcd5ff-cdbe-4ec9-bbea-ce340c960b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:22.886457 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0cb19d81-01fa-4189-a0c1-b0f70ec3345d req-07dcd5ff-cdbe-4ec9-bbea-ce340c960b00 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441885 Mar 30 18:22:22.987878 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0cb19d81-01fa-4189-a0c1-b0f70ec3345d req-e3ea1e25-4c7b-41b2-a2e8-d30cfa037c24 service neutron] 10.222.0.55 "GET /v2.0/networks/0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887015 Mar 30 18:22:23.092981 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0cb19d81-01fa-4189-a0c1-b0f70ec3345d req-2e439b62-ba20-4604-bd8e-994525d56452 service neutron] 10.222.0.55 "GET /v2.0/networks/0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819068 Mar 30 18:22:23.617825 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd8661-4822-4579-98e4-73bd007f23d7 req-dc173267-f25e-4bd6-a6d3-16e7abdf57fa tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:23.619484 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-51fd8661-4822-4579-98e4-73bd007f23d7 req-dc173267-f25e-4bd6-a6d3-16e7abdf57fa tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 943 time: 0.0576856 Mar 30 18:22:23.666930 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-51fd8661-4822-4579-98e4-73bd007f23d7 req-426fd8f8-c301-42e6-bd7c-1663b2b5ca41 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417128 Mar 30 18:22:23.826714 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb7962-d8a3-4455-a0a6-764a9a2598e1 req-7a4d9e9e-0823-480d-81f0-c1be77c55ce6 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:23.828208 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-dabb7962-d8a3-4455-a0a6-764a9a2598e1 req-7a4d9e9e-0823-480d-81f0-c1be77c55ce6 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3b1014b-57d4-4226-a4c3-219a1a4db3db HTTP/1.1" status: 200 len: 945 time: 0.0532618 Mar 30 18:22:23.874611 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-dabb7962-d8a3-4455-a0a6-764a9a2598e1 req-e689bac8-8c74-4dec-877c-b5f83f1e773d tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409200 Mar 30 18:22:24.791116 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3859328-79de-4052-9ce9-537a2e3b2ce0 req-1933db23-3993-419b-bbd8-38fdb5c4f2c9 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:24.792601 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-d3859328-79de-4052-9ce9-537a2e3b2ce0 req-1933db23-3993-419b-bbd8-38fdb5c4f2c9 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 943 time: 0.0555513 Mar 30 18:22:24.838337 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-d3859328-79de-4052-9ce9-537a2e3b2ce0 req-28ee232e-972e-45e5-b4cd-664d1af8cc81 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402548 Mar 30 18:22:24.990327 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22967e8-9e9c-42d3-bb48-29a93394ce3f req-f97cf44b-41d4-45d7-8719-f15002487f8c tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:24.991741 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-f22967e8-9e9c-42d3-bb48-29a93394ce3f req-f97cf44b-41d4-45d7-8719-f15002487f8c tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3b1014b-57d4-4226-a4c3-219a1a4db3db HTTP/1.1" status: 200 len: 945 time: 0.0519626 Mar 30 18:22:25.037509 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-f22967e8-9e9c-42d3-bb48-29a93394ce3f req-ef1d7a73-e3b5-4f5d-9115-af088974852a tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396533 Mar 30 18:22:25.958575 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1293924-f083-426d-be67-a6fa88fc7bad req-5efddbab-144b-465a-86b9-c3ec6b5e1088 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:25.960078 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a1293924-f083-426d-be67-a6fa88fc7bad req-5efddbab-144b-465a-86b9-c3ec6b5e1088 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 943 time: 0.0527112 Mar 30 18:22:26.009187 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a1293924-f083-426d-be67-a6fa88fc7bad req-9faed2be-481e-409b-a040-f706626625ac tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434089 Mar 30 18:22:26.157319 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d77469-873a-49de-a0e6-3f6c71be8b42 req-7540b396-0499-4a3e-8e39-1806cdd4d4b6 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:26.158776 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-f7d77469-873a-49de-a0e6-3f6c71be8b42 req-7540b396-0499-4a3e-8e39-1806cdd4d4b6 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3b1014b-57d4-4226-a4c3-219a1a4db3db HTTP/1.1" status: 200 len: 945 time: 0.0535467 Mar 30 18:22:26.204303 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-f7d77469-873a-49de-a0e6-3f6c71be8b42 req-3122153f-e0d8-4dfa-98fd-433fd8745307 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399439 Mar 30 18:22:27.129661 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b9191-57da-45e5-ae01-52dbf725f538 req-468284d7-1eac-45da-9a78-995dbd8ca525 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:27.131119 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-f02b9191-57da-45e5-ae01-52dbf725f538 req-468284d7-1eac-45da-9a78-995dbd8ca525 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 943 time: 0.0511849 Mar 30 18:22:27.177276 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-f02b9191-57da-45e5-ae01-52dbf725f538 req-ae5b43fc-f663-4c9a-a386-e3fde01347d0 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400503 Mar 30 18:22:27.339340 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49189f5e-7340-455f-9480-7b2a6bbc8882 req-adb64a8f-fc21-4fb5-bd20-15beb1d59e58 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:27.341181 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-49189f5e-7340-455f-9480-7b2a6bbc8882 req-adb64a8f-fc21-4fb5-bd20-15beb1d59e58 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3b1014b-57d4-4226-a4c3-219a1a4db3db HTTP/1.1" status: 200 len: 945 time: 0.0663021 Mar 30 18:22:27.379552 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device b5b2146d-6bbf-4747-a33f-30320ba120ee details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103295) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:22:27.389202 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-49189f5e-7340-455f-9480-7b2a6bbc8882 req-e3febace-5e87-4ec8-bf8c-cd6264c2f3e5 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424364 Mar 30 18:22:27.495269 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port b5b2146d-6bbf-4747-a33f-30320ba120ee, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=b5b2146d-6bbf-4747-a33f-30320ba120ee,segment=NetworkSegment(e67e86d6-b9a3-48d5-b3c6-848d768aa694),segment_id=e67e86d6-b9a3-48d5-b3c6-848d768aa694)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:22:27.506700 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Returning: {'device': 'b5b2146d-6bbf-4747-a33f-30320ba120ee', 'network_id': '962d8774-065a-4a3e-943e-02c437f03701', 'port_id': 'b5b2146d-6bbf-4747-a33f-30320ba120ee', 'mac_address': 'fa:16:3e:9b:f6:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c5ebae0-2426-48ad-8a00-7de0e10a4970', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103295) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:22:27.548609 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Current status of the port b5b2146d-6bbf-4747-a33f-30320ba120ee is: DOWN; New status is: BUILD {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:22:27.548929 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (b5b2146d-6bbf-4747-a33f-30320ba120ee), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:27.561776 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5b2146d-6bbf-4747-a33f-30320ba120ee {{(pid=103295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:22:27.581573 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port b5b2146d-6bbf-4747-a33f-30320ba120ee, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=b5b2146d-6bbf-4747-a33f-30320ba120ee,segment=NetworkSegment(e67e86d6-b9a3-48d5-b3c6-848d768aa694),segment_id=e67e86d6-b9a3-48d5-b3c6-848d768aa694)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:22:27.585052 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (b5b2146d-6bbf-4747-a33f-30320ba120ee), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:27.640854 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Pushing event updated for resources: {'Port': ['ID=b5b2146d-6bbf-4747-a33f-30320ba120ee,revision_number=9']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:22:27.685771 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-e991528a-6946-4469-89c0-5d7b0dc35409 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (c82c41e6-6be9-408a-ae4d-4131a3230230), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:28.096324 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] get_ports_and_sgs() called for port_ids ['b5b2146d-6bbf-4747-a33f-30320ba120ee'] {{(pid=103295) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:22:28.305177 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a99754-8671-41c7-af00-748256172fdc req-56186baf-251d-4188-9f55-fb82d3b4ea78 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:28.306740 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-24a99754-8671-41c7-af00-748256172fdc req-56186baf-251d-4188-9f55-fb82d3b4ea78 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 944 time: 0.0523281 Mar 30 18:22:28.353563 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-24a99754-8671-41c7-af00-748256172fdc req-628d46b4-0d1e-4669-9197-34c4b57da85b tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407863 Mar 30 18:22:29.066862 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 36412) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:22:29.071923 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-6f2ad151-7940-4df4-94c6-d0984f5af37c tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Request body: {'security_group': {'name': 'tempest-securitygroup--464904432', 'description': 'tempest-description--1177820329'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:22:29.092320 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-6f2ad151-7940-4df4-94c6-d0984f5af37c tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:29.156859 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-6f2ad151-7940-4df4-94c6-d0984f5af37c tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Publish callbacks [] for security_group (e224ce21-3c38-4df1-a0c4-529ad7e4a7ba), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:29.160585 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-6f2ad151-7940-4df4-94c6-d0984f5af37c tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (e224ce21-3c38-4df1-a0c4-529ad7e4a7ba), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:29.186510 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-6f2ad151-7940-4df4-94c6-d0984f5af37c tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:29.187736 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-6f2ad151-7940-4df4-94c6-d0984f5af37c tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1197534 Mar 30 18:22:29.190686 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 36414) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:22:29.191803 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2ad151-7940-4df4-94c6-d0984f5af37c tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e224ce21-3c38-4df1-a0c4-529ad7e4a7ba,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:22:29.195430 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [None req-dd4def88-8624-4f11-8192-d3094b3928d3 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Request body: {'security_group_rule': {'security_group_id': 'e224ce21-3c38-4df1-a0c4-529ad7e4a7ba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:22:29.199293 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2ad151-7940-4df4-94c6-d0984f5af37c tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:22:29.199641 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2ad151-7940-4df4-94c6-d0984f5af37c tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:22:29.199980 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2ad151-7940-4df4-94c6-d0984f5af37c tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:22:29.200317 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2ad151-7940-4df4-94c6-d0984f5af37c tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:22:29.200646 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2ad151-7940-4df4-94c6-d0984f5af37c tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:22:29.200985 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2ad151-7940-4df4-94c6-d0984f5af37c tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:22:29.201292 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2ad151-7940-4df4-94c6-d0984f5af37c tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:22:29.201615 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2ad151-7940-4df4-94c6-d0984f5af37c tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:22:29.201937 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2ad151-7940-4df4-94c6-d0984f5af37c tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:22:29.202258 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2ad151-7940-4df4-94c6-d0984f5af37c tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:22:29.202579 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2ad151-7940-4df4-94c6-d0984f5af37c tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:22:29.202897 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2ad151-7940-4df4-94c6-d0984f5af37c tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:22:29.203251 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2ad151-7940-4df4-94c6-d0984f5af37c tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:22:29.203598 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2ad151-7940-4df4-94c6-d0984f5af37c tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:22:29.203891 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2ad151-7940-4df4-94c6-d0984f5af37c tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:22:29.221292 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-dd4def88-8624-4f11-8192-d3094b3928d3 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Publish callbacks [] for security_group_rule (6a8e7f31-ea6c-4bd7-b3ed-e988bdda9145), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:29.274123 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-dd4def88-8624-4f11-8192-d3094b3928d3 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Publish callbacks [] for security_group_rule (6a8e7f31-ea6c-4bd7-b3ed-e988bdda9145), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:29.277807 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-dd4def88-8624-4f11-8192-d3094b3928d3 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797579'] for security_group_rule (6a8e7f31-ea6c-4bd7-b3ed-e988bdda9145), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:29.297650 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4def88-8624-4f11-8192-d3094b3928d3 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a8e7f31-ea6c-4bd7-b3ed-e988bdda9145,revision_number=0']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:22:29.305431 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4def88-8624-4f11-8192-d3094b3928d3 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:22:29.306665 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4def88-8624-4f11-8192-d3094b3928d3 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:22:29.306665 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4def88-8624-4f11-8192-d3094b3928d3 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:22:29.306982 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4def88-8624-4f11-8192-d3094b3928d3 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:22:29.307340 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4def88-8624-4f11-8192-d3094b3928d3 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:22:29.307668 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4def88-8624-4f11-8192-d3094b3928d3 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:22:29.307987 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4def88-8624-4f11-8192-d3094b3928d3 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:22:29.308310 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4def88-8624-4f11-8192-d3094b3928d3 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:22:29.308626 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4def88-8624-4f11-8192-d3094b3928d3 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:22:29.308943 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4def88-8624-4f11-8192-d3094b3928d3 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:22:29.309268 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4def88-8624-4f11-8192-d3094b3928d3 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:22:29.309583 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4def88-8624-4f11-8192-d3094b3928d3 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:22:29.309897 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4def88-8624-4f11-8192-d3094b3928d3 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:22:29.310214 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4def88-8624-4f11-8192-d3094b3928d3 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:22:29.310525 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4def88-8624-4f11-8192-d3094b3928d3 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:22:29.314956 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-dd4def88-8624-4f11-8192-d3094b3928d3 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:29.316207 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-dd4def88-8624-4f11-8192-d3094b3928d3 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1243095 Mar 30 18:22:29.318782 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 36416) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:22:29.323627 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [None req-3b7383f7-89db-488a-8c29-c74b5f5c61f9 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Request body: {'security_group_rule': {'security_group_id': 'e224ce21-3c38-4df1-a0c4-529ad7e4a7ba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:22:29.347966 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-3b7383f7-89db-488a-8c29-c74b5f5c61f9 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Publish callbacks [] for security_group_rule (4b920c1f-09d0-4b90-862a-b5c7c4222012), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:29.391289 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device b5b2146d-6bbf-4747-a33f-30320ba120ee up at agent hyperv_hv-cinder-83587 {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:22:29.408218 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-3b7383f7-89db-488a-8c29-c74b5f5c61f9 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Publish callbacks [] for security_group_rule (4b920c1f-09d0-4b90-862a-b5c7c4222012), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:29.414478 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-3b7383f7-89db-488a-8c29-c74b5f5c61f9 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797579'] for security_group_rule (4b920c1f-09d0-4b90-862a-b5c7c4222012), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:29.432851 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7383f7-89db-488a-8c29-c74b5f5c61f9 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b920c1f-09d0-4b90-862a-b5c7c4222012,revision_number=0']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:22:29.447898 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-3b7383f7-89db-488a-8c29-c74b5f5c61f9 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:29.452013 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-3b7383f7-89db-488a-8c29-c74b5f5c61f9 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1294067 Mar 30 18:22:29.452334 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 36422) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:22:29.455418 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Provisioning complete for port b5b2146d-6bbf-4747-a33f-30320ba120ee triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:22:29.455806 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (b5b2146d-6bbf-4747-a33f-30320ba120ee), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:29.456708 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-02abc366-708b-4906-8b71-e6565a8cfee3 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Request body: {'floatingip': {'floating_network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:22:29.477599 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-02abc366-708b-4906-8b71-e6565a8cfee3 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:29.513097 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b187d-ae01-4847-8a95-4dcef5a7adcf req-225c10c7-b620-4292-9121-3ddf034b4e2e tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:29.514606 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-461b187d-ae01-4847-8a95-4dcef5a7adcf req-225c10c7-b620-4292-9121-3ddf034b4e2e tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 944 time: 0.0625172 Mar 30 18:22:29.546561 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Current status of the port b5b2146d-6bbf-4747-a33f-30320ba120ee is: BUILD; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:22:29.547019 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (b5b2146d-6bbf-4747-a33f-30320ba120ee), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:29.565799 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-461b187d-ae01-4847-8a95-4dcef5a7adcf req-c5dd8821-3f4d-4bca-bcc5-261eef206f6e tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441382 Mar 30 18:22:29.573579 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baa3416f-0ad6-49d9-b5a7-1afc18fb33af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5b2146d-6bbf-4747-a33f-30320ba120ee'}] {{(pid=103295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:22:29.576036 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7869a1eaeafddf677110b76453ce8b8be8513095297872c2e0c75408178073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d5f1d30-741c-4b5a-94f0-74cb271ab229" -d '{"events": [{"server_uuid": "baa3416f-0ad6-49d9-b5a7-1afc18fb33af", "name": "network-vif-plugged", "status": "completed", "tag": "b5b2146d-6bbf-4747-a33f-30320ba120ee"}]}' {{(pid=103295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:22:29.591350 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port b5b2146d-6bbf-4747-a33f-30320ba120ee, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=b5b2146d-6bbf-4747-a33f-30320ba120ee,segment=NetworkSegment(e67e86d6-b9a3-48d5-b3c6-848d768aa694),segment_id=e67e86d6-b9a3-48d5-b3c6-848d768aa694)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:22:29.595429 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (b5b2146d-6bbf-4747-a33f-30320ba120ee), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:29.611488 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-02abc366-708b-4906-8b71-e6565a8cfee3 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:29.619756 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea51a52-1a17-4d3a-8a12-3a9cac47c4b3 x-openstack-request-id: req-eea51a52-1a17-4d3a-8a12-3a9cac47c4b3 {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:22:29.620047 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baa3416f-0ad6-49d9-b5a7-1afc18fb33af", "name": "network-vif-plugged", "status": "completed", "tag": "b5b2146d-6bbf-4747-a33f-30320ba120ee", "code": 200}]} {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:22:29.620300 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eea51a52-1a17-4d3a-8a12-3a9cac47c4b3 {{(pid=103295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:22:29.620693 dv-cinder-835879-1-iscsi neutron-server[103295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eea51a52-1a17-4d3a-8a12-3a9cac47c4b3'] response: {'server_uuid': 'baa3416f-0ad6-49d9-b5a7-1afc18fb33af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5b2146d-6bbf-4747-a33f-30320ba120ee', 'code': 200} Mar 30 18:22:29.646822 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Pushing event updated for resources: {'Port': ['ID=b5b2146d-6bbf-4747-a33f-30320ba120ee,revision_number=10']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:22:29.716889 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.db.db_base_plugin_common [None req-02abc366-708b-4906-8b71-e6565a8cfee3 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Allocated IP 172.27.0.209 (502cc405-82c2-4579-84e2-1393f2fa67cd/b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8/abf2724f-6e10-4c77-8d5e-dfd318d83a37) {{(pid=103294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:22:29.816163 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-02abc366-708b-4906-8b71-e6565a8cfee3 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Publish callbacks [] for port (abf2724f-6e10-4c77-8d5e-dfd318d83a37), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:29.850015 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-02abc366-708b-4906-8b71-e6565a8cfee3 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759689464324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59249992'] for port (abf2724f-6e10-4c77-8d5e-dfd318d83a37), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:29.884944 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02abc366-708b-4906-8b71-e6565a8cfee3 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Network 502cc405-82c2-4579-84e2-1393f2fa67cd is already hosted by enough agents. {{(pid=103294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:22:29.887616 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.base_scheduler [None req-02abc366-708b-4906-8b71-e6565a8cfee3 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Resources bound (agent type, host, resource id): {{(pid=103294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:22:29.890138 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02abc366-708b-4906-8b71-e6565a8cfee3 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Received port after_create {{(pid=103294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:22:29.921188 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02abc366-708b-4906-8b71-e6565a8cfee3 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Pushing event updated for resources: {'Port': ['ID=abf2724f-6e10-4c77-8d5e-dfd318d83a37,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:22:29.982493 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-02abc366-708b-4906-8b71-e6565a8cfee3 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Publish callbacks [] for floatingip (1a6abe37-a2e5-4e13-b9c2-5c6c95e6c876), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:30.020878 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-02abc366-708b-4906-8b71-e6565a8cfee3 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (abf2724f-6e10-4c77-8d5e-dfd318d83a37), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:30.064482 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-7a9f7720-a47f-44e1-99eb-8f447c82e649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bb9cbda0-d504-4372-97ec-0881b5676f92), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:30.170336 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-02abc366-708b-4906-8b71-e6565a8cfee3 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Publish callbacks [] for port (abf2724f-6e10-4c77-8d5e-dfd318d83a37), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:30.175253 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-02abc366-708b-4906-8b71-e6565a8cfee3 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59249985'] for port (abf2724f-6e10-4c77-8d5e-dfd318d83a37), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:30.205775 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005517cc-37f5-4a54-8536-bb75f6a01e90 req-ea12e601-a10a-4f87-9b41-bbd9e176a881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:30.207303 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-005517cc-37f5-4a54-8536-bb75f6a01e90 req-ea12e601-a10a-4f87-9b41-bbd9e176a881 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 1130 time: 0.0439982 Mar 30 18:22:30.252464 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02abc366-708b-4906-8b71-e6565a8cfee3 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Pushing event updated for resources: {'Port': ['ID=abf2724f-6e10-4c77-8d5e-dfd318d83a37,revision_number=2']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:22:30.258887 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-005517cc-37f5-4a54-8536-bb75f6a01e90 req-8b0202d3-82b4-483b-bf2d-df28ea5984aa service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421491 Mar 30 18:22:30.262763 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-02abc366-708b-4906-8b71-e6565a8cfee3 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623622'] for floatingip (1a6abe37-a2e5-4e13-b9c2-5c6c95e6c876), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:30.278234 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-02abc366-708b-4906-8b71-e6565a8cfee3 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for floatingip (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:30.279716 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-02abc366-708b-4906-8b71-e6565a8cfee3 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8264186 Mar 30 18:22:30.471798 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-590f1271-1229-4e0f-9dbe-d5e6faf57c40 req-500aba62-1913-4665-b3a2-daa81b589c71 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--464904432&fields=id&tenant_id=585ebec9292d43e7b65aab5ba734d8b9 HTTP/1.1" status: 200 len: 267 time: 0.0422421 Mar 30 18:22:30.596585 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f1271-1229-4e0f-9dbe-d5e6faf57c40 req-dc7e9511-1bd4-453b-8622-81e2ae3431de tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:30.598029 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-590f1271-1229-4e0f-9dbe-d5e6faf57c40 req-dc7e9511-1bd4-453b-8622-81e2ae3431de tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/networks?id=0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb HTTP/1.1" status: 200 len: 819 time: 0.1181648 Mar 30 18:22:30.626374 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-590f1271-1229-4e0f-9dbe-d5e6faf57c40 req-88e5127b-6896-4e0b-b6b7-b08afb0847c2 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/quotas/585ebec9292d43e7b65aab5ba734d8b9 HTTP/1.1" status: 200 len: 375 time: 0.0204375 Mar 30 18:22:30.631115 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3838a986-6eb6-4098-90fe-45137f4f77d5 req-5fa90cb4-88f4-44fb-bec4-7b453b12d354 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-849660371&fields=id&tenant_id=6ddcc755c06b440bb6750e5d44c3b913 HTTP/1.1" status: 200 len: 267 time: 0.0731001 Mar 30 18:22:30.746330 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-590f1271-1229-4e0f-9dbe-d5e6faf57c40 req-56cd2268-dc83-480d-a3f4-a61a9b1fb580 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=585ebec9292d43e7b65aab5ba734d8b9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1141651 Mar 30 18:22:30.786697 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3838a986-6eb6-4098-90fe-45137f4f77d5 req-a6c65c57-053a-4ac5-8888-4c4354a8f411 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:30.788133 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3838a986-6eb6-4098-90fe-45137f4f77d5 req-a6c65c57-053a-4ac5-8888-4c4354a8f411 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/networks?id=1ac97e91-fa8e-41d7-abce-016c28065e30 HTTP/1.1" status: 200 len: 808 time: 0.1483054 Mar 30 18:22:30.827335 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3838a986-6eb6-4098-90fe-45137f4f77d5 req-d0ddb9af-63bc-4083-bc03-12e7b3292389 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/quotas/6ddcc755c06b440bb6750e5d44c3b913 HTTP/1.1" status: 200 len: 375 time: 0.0155566 Mar 30 18:22:30.890584 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-590f1271-1229-4e0f-9dbe-d5e6faf57c40 req-42240851-1f72-44d0-8375-ea152b1ce929 service neutron] 10.222.0.18 "GET /v2.0/networks/0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285913 Mar 30 18:22:30.921192 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3838a986-6eb6-4098-90fe-45137f4f77d5 req-8db832b6-e17e-4dea-97b1-8bafeccd422e tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6ddcc755c06b440bb6750e5d44c3b913&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0884566 Mar 30 18:22:31.047627 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-590f1271-1229-4e0f-9dbe-d5e6faf57c40 req-aaf487dd-8a70-472b-9a3c-66b264c04ef7 service neutron] 10.222.0.18 "GET /v2.0/networks/0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505134 Mar 30 18:22:31.057202 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3838a986-6eb6-4098-90fe-45137f4f77d5 req-df00cc83-105a-4e06-8ae9-da9eb144d7e5 service neutron] 10.222.0.18 "GET /v2.0/networks/1ac97e91-fa8e-41d7-abce-016c28065e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125510 Mar 30 18:22:31.148411 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3838a986-6eb6-4098-90fe-45137f4f77d5 req-b1b4c430-464b-428a-b447-3aff63401ce8 service neutron] 10.222.0.18 "GET /v2.0/networks/1ac97e91-fa8e-41d7-abce-016c28065e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825787 Mar 30 18:22:31.190155 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f19afa9d-e030-40e8-acc4-8e1b9083a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (63dcb6ae-3517-415b-a3a4-cfabe01bf14f), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:31.250490 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a741317-2f2c-4465-a9f6-94734c4403fc req-81a184ab-11a2-421f-b323-c5f33bbbc4db tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:31.252103 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3a741317-2f2c-4465-a9f6-94734c4403fc req-81a184ab-11a2-421f-b323-c5f33bbbc4db tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 946 time: 0.0590782 Mar 30 18:22:31.303518 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3a741317-2f2c-4465-a9f6-94734c4403fc req-e51fb7ad-9a4f-4d95-8aa7-bd5898b8d299 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447214 Mar 30 18:22:31.372611 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-54633593-42de-4d88-99c4-bdf29170f3cd req-0423f727-5386-48d2-84eb-6a6b7e41c9b3 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6e482c9-c23f-4930-a249-60dd92771d8c HTTP/1.1" status: 200 len: 210 time: 0.0271399 Mar 30 18:22:31.472635 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-045f9349-66d3-4cd6-9bec-4f105bbfdbfa req-074539f3-49a5-48a9-a829-23a2e988d281 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/ports?device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 210 time: 0.0294774 Mar 30 18:22:32.427428 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923b10e2-c1f2-4ab5-ad46-ac07b9f43a9a req-f720a131-e6f7-4252-a270-3d75f0aa5f2a tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:32.428903 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-923b10e2-c1f2-4ab5-ad46-ac07b9f43a9a req-f720a131-e6f7-4252-a270-3d75f0aa5f2a tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 946 time: 0.0529330 Mar 30 18:22:32.486707 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-d5199b8f-9b9c-432b-81fe-0725ce88cc39 req-6e32dbed-9a34-4c39-a433-c1cf62cd9669 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6e482c9-c23f-4930-a249-60dd92771d8c HTTP/1.1" status: 200 len: 210 time: 0.0458543 Mar 30 18:22:32.508568 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-923b10e2-c1f2-4ab5-ad46-ac07b9f43a9a req-9d70a20c-e91f-4eae-b0f0-43a642bd5dd4 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736492 Mar 30 18:22:32.573623 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-801418d7-acca-427d-8166-76d4183f5b76 req-d66b70ae-565b-4d0a-a2b8-8ec282a7a711 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/ports?device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 210 time: 0.0270264 Mar 30 18:22:32.582726 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-735ee7a5-faf9-4a72-9605-65e031eaef75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bc479c0e-1124-4d13-b03e-bb2d712dc776), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:33.043475 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f1271-1229-4e0f-9dbe-d5e6faf57c40 req-ae27d76f-f9d8-4e4e-b01c-df7dcb2090dc tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:33.044937 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-590f1271-1229-4e0f-9dbe-d5e6faf57c40 req-ae27d76f-f9d8-4e4e-b01c-df7dcb2090dc tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.55 "GET /v2.0/networks?id=0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb HTTP/1.1" status: 200 len: 819 time: 0.1912138 Mar 30 18:22:33.058388 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3838a986-6eb6-4098-90fe-45137f4f77d5 req-5c9933a2-148f-4c53-8a56-6e2662aed440 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:33.059746 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3838a986-6eb6-4098-90fe-45137f4f77d5 req-5c9933a2-148f-4c53-8a56-6e2662aed440 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.55 "GET /v2.0/networks?id=1ac97e91-fa8e-41d7-abce-016c28065e30 HTTP/1.1" status: 200 len: 808 time: 0.1563294 Mar 30 18:22:33.203896 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-590f1271-1229-4e0f-9dbe-d5e6faf57c40 req-5299bf52-8ae6-4a70-8d51-41023327cdbf tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=585ebec9292d43e7b65aab5ba734d8b9 HTTP/1.1" status: 200 len: 379 time: 0.0926642 Mar 30 18:22:33.210705 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3838a986-6eb6-4098-90fe-45137f4f77d5 req-cad872c4-e306-45f0-919c-180daf096dea tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ddcc755c06b440bb6750e5d44c3b913 HTTP/1.1" status: 200 len: 379 time: 0.1007266 Mar 30 18:22:33.216390 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [req-590f1271-1229-4e0f-9dbe-d5e6faf57c40 req-78f5042c-2e1c-4dae-977e-fc32a2efb583 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Request body: {'port': {'device_id': 'f6e482c9-c23f-4930-a249-60dd92771d8c', 'network_id': '0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb', 'admin_state_up': True, 'tenant_id': '585ebec9292d43e7b65aab5ba734d8b9', 'security_groups': ['e224ce21-3c38-4df1-a0c4-529ad7e4a7ba']}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:22:33.224708 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [req-3838a986-6eb6-4098-90fe-45137f4f77d5 req-9868aab0-2eb6-4851-bd90-4fbfeff7653a tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Request body: {'port': {'device_id': '4faee5ed-3991-461d-bc07-41773e890e60', 'network_id': '1ac97e91-fa8e-41d7-abce-016c28065e30', 'admin_state_up': True, 'tenant_id': '6ddcc755c06b440bb6750e5d44c3b913', 'security_groups': ['2b6bf04e-6871-4ba6-a021-75f1f75a47ed']}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:22:33.401627 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-590f1271-1229-4e0f-9dbe-d5e6faf57c40 req-78f5042c-2e1c-4dae-977e-fc32a2efb583 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Made reservation on behalf of 585ebec9292d43e7b65aab5ba734d8b9 for: {'port': 1} {{(pid=103293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:22:33.405011 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-590f1271-1229-4e0f-9dbe-d5e6faf57c40 req-78f5042c-2e1c-4dae-977e-fc32a2efb583 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:33.408012 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3838a986-6eb6-4098-90fe-45137f4f77d5 req-9868aab0-2eb6-4851-bd90-4fbfeff7653a tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Made reservation on behalf of 6ddcc755c06b440bb6750e5d44c3b913 for: {'port': 1} {{(pid=103293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:22:33.410938 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-3838a986-6eb6-4098-90fe-45137f4f77d5 req-9868aab0-2eb6-4851-bd90-4fbfeff7653a tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:33.815309 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3dedb35b-a81e-40fc-b12d-6249f3f49bf6 req-f5701ff6-8703-457b-9243-4d883147d6d6 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6e482c9-c23f-4930-a249-60dd92771d8c HTTP/1.1" status: 200 len: 210 time: 0.0702713 Mar 30 18:22:33.926345 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-b33437a4-5c86-4a4e-b00c-36a822ce574e req-3eb540cb-d613-42a4-989b-70a160cb09b5 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/ports?device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 210 time: 0.0429757 Mar 30 18:22:33.947884 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace357d-a8e7-4649-95c5-6c2fc8bfc9c3 req-e6762f66-6e96-419d-bb0f-c73150fc6c19 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:33.949334 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-5ace357d-a8e7-4649-95c5-6c2fc8bfc9c3 req-e6762f66-6e96-419d-bb0f-c73150fc6c19 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 946 time: 0.2033629 Mar 30 18:22:33.960658 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.db_base_plugin_common [req-3838a986-6eb6-4098-90fe-45137f4f77d5 req-9868aab0-2eb6-4851-bd90-4fbfeff7653a tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Allocated IP 172.20.0.3 (1ac97e91-fa8e-41d7-abce-016c28065e30/8d0df9d6-37fc-48cb-beb7-46feba9ce564/d3a4632c-ac82-4429-82d0-ea74db528887) {{(pid=103293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:22:33.982767 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.db_base_plugin_common [req-590f1271-1229-4e0f-9dbe-d5e6faf57c40 req-78f5042c-2e1c-4dae-977e-fc32a2efb583 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Allocated IP 172.20.0.13 (0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb/803891e5-aae4-46c3-87bc-0de344219463/3e2f7821-0a00-4198-8965-8972649ae0c9) {{(pid=103293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:22:33.984942 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (6489659c-3f19-4a2c-89f8-52d37c938fb3), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:34.050544 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-5ace357d-a8e7-4649-95c5-6c2fc8bfc9c3 req-793a86fd-a1c4-451f-863f-8f8a86383c3b tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910487 Mar 30 18:22:34.232317 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-3838a986-6eb6-4098-90fe-45137f4f77d5 req-9868aab0-2eb6-4851-bd90-4fbfeff7653a tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Publish callbacks [] for port (d3a4632c-ac82-4429-82d0-ea74db528887), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:34.243031 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-590f1271-1229-4e0f-9dbe-d5e6faf57c40 req-78f5042c-2e1c-4dae-977e-fc32a2efb583 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Publish callbacks [] for port (3e2f7821-0a00-4198-8965-8972649ae0c9), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:34.292880 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-3838a986-6eb6-4098-90fe-45137f4f77d5 req-9868aab0-2eb6-4851-bd90-4fbfeff7653a tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759689464324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58814409'] for port (d3a4632c-ac82-4429-82d0-ea74db528887), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:34.295338 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-590f1271-1229-4e0f-9dbe-d5e6faf57c40 req-78f5042c-2e1c-4dae-977e-fc32a2efb583 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759689464324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58814409'] for port (3e2f7821-0a00-4198-8965-8972649ae0c9), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:34.349054 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3838a986-6eb6-4098-90fe-45137f4f77d5 req-9868aab0-2eb6-4851-bd90-4fbfeff7653a tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Network 1ac97e91-fa8e-41d7-abce-016c28065e30 is already hosted by enough agents. {{(pid=103293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:22:34.356388 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-590f1271-1229-4e0f-9dbe-d5e6faf57c40 req-78f5042c-2e1c-4dae-977e-fc32a2efb583 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Network 0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb is already hosted by enough agents. {{(pid=103293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:22:34.357519 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.base_scheduler [req-3838a986-6eb6-4098-90fe-45137f4f77d5 req-9868aab0-2eb6-4851-bd90-4fbfeff7653a tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Resources bound (agent type, host, resource id): {{(pid=103293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:22:34.359634 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9868aab0-2eb6-4851-bd90-4fbfeff7653a tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Pushing event updated for resources: {'Port': ['ID=d3a4632c-ac82-4429-82d0-ea74db528887,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:22:34.361830 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [req-3838a986-6eb6-4098-90fe-45137f4f77d5 req-9868aab0-2eb6-4851-bd90-4fbfeff7653a tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Received port after_create {{(pid=103293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:22:34.364411 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.base_scheduler [req-590f1271-1229-4e0f-9dbe-d5e6faf57c40 req-78f5042c-2e1c-4dae-977e-fc32a2efb583 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Resources bound (agent type, host, resource id): {{(pid=103293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:22:34.369580 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [req-590f1271-1229-4e0f-9dbe-d5e6faf57c40 req-78f5042c-2e1c-4dae-977e-fc32a2efb583 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Received port after_create {{(pid=103293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:22:34.474997 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f5042c-2e1c-4dae-977e-fc32a2efb583 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Pushing event updated for resources: {'Port': ['ID=3e2f7821-0a00-4198-8965-8972649ae0c9,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:22:34.485262 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3838a986-6eb6-4098-90fe-45137f4f77d5 req-9868aab0-2eb6-4851-bd90-4fbfeff7653a tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:34.485892 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-3838a986-6eb6-4098-90fe-45137f4f77d5 req-9868aab0-2eb6-4851-bd90-4fbfeff7653a tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for port (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:34.493085 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f1271-1229-4e0f-9dbe-d5e6faf57c40 req-78f5042c-2e1c-4dae-977e-fc32a2efb583 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:34.493718 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-590f1271-1229-4e0f-9dbe-d5e6faf57c40 req-78f5042c-2e1c-4dae-977e-fc32a2efb583 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for port (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:34.515449 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3838a986-6eb6-4098-90fe-45137f4f77d5 req-9868aab0-2eb6-4851-bd90-4fbfeff7653a tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2955132 Mar 30 18:22:34.518979 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-590f1271-1229-4e0f-9dbe-d5e6faf57c40 req-78f5042c-2e1c-4dae-977e-fc32a2efb583 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3073354 Mar 30 18:22:34.556432 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [req-590f1271-1229-4e0f-9dbe-d5e6faf57c40 req-86aa56d8-a220-4056-8839-989b3b53bb3e service neutron] Request body: {'port': {'device_id': 'f6e482c9-c23f-4930-a249-60dd92771d8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:22:34.580072 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [req-3838a986-6eb6-4098-90fe-45137f4f77d5 req-d5007ee9-9554-4b6f-9458-5b28e89abb6f service neutron] Request body: {'port': {'device_id': '4faee5ed-3991-461d-bc07-41773e890e60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:22:34.609554 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-8d9f9d23-8555-4e63-a7b1-c18f98bdb777 None None] Provisioning complete for port d3a4632c-ac82-4429-82d0-ea74db528887 triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:22:34.610002 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-8d9f9d23-8555-4e63-a7b1-c18f98bdb777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (d3a4632c-ac82-4429-82d0-ea74db528887), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:34.644562 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-8d9f9d23-8555-4e63-a7b1-c18f98bdb777 None None] Port d3a4632c-ac82-4429-82d0-ea74db528887 cannot update to ACTIVE because it is not bound. {{(pid=103295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:22:34.669146 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-590f1271-1229-4e0f-9dbe-d5e6faf57c40 req-86aa56d8-a220-4056-8839-989b3b53bb3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (3e2f7821-0a00-4198-8965-8972649ae0c9), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:34.672134 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-3838a986-6eb6-4098-90fe-45137f4f77d5 req-d5007ee9-9554-4b6f-9458-5b28e89abb6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (d3a4632c-ac82-4429-82d0-ea74db528887), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:34.764302 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-c245147f-23a6-4956-818b-e52a91842eda None None] Provisioning complete for port 3e2f7821-0a00-4198-8965-8972649ae0c9 triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:22:34.764672 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-c245147f-23a6-4956-818b-e52a91842eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (3e2f7821-0a00-4198-8965-8972649ae0c9), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:34.798923 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-c245147f-23a6-4956-818b-e52a91842eda None None] Port 3e2f7821-0a00-4198-8965-8972649ae0c9 cannot update to ACTIVE because it is not bound. {{(pid=103295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:22:35.095479 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1553495f-274d-477a-ae06-3ef047e720a4 req-b55adb1e-e2a1-422f-a1a9-b3e3bb5f807a tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:35.096955 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-1553495f-274d-477a-ae06-3ef047e720a4 req-b55adb1e-e2a1-422f-a1a9-b3e3bb5f807a tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6e482c9-c23f-4930-a249-60dd92771d8c HTTP/1.1" status: 200 len: 932 time: 0.2138839 Mar 30 18:22:35.152226 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d9793-9afb-4702-bf57-a4a0b3a389c9 req-e50882ff-b54b-43fc-8a6d-21705a46c8d4 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:35.153573 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-2a2d9793-9afb-4702-bf57-a4a0b3a389c9 req-e50882ff-b54b-43fc-8a6d-21705a46c8d4 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/ports?device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 931 time: 0.1550739 Mar 30 18:22:35.262678 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-1553495f-274d-477a-ae06-3ef047e720a4 req-fbc97112-3eb0-49b5-aa37-6078b9334323 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=e224ce21-3c38-4df1-a0c4-529ad7e4a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527672 Mar 30 18:22:35.298595 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [req-590f1271-1229-4e0f-9dbe-d5e6faf57c40 req-86aa56d8-a220-4056-8839-989b3b53bb3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e2f7821-0a00-4198-8965-8972649ae0c9 {{(pid=103293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:22:35.303867 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [req-3838a986-6eb6-4098-90fe-45137f4f77d5 req-d5007ee9-9554-4b6f-9458-5b28e89abb6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3a4632c-ac82-4429-82d0-ea74db528887 {{(pid=103293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:22:35.313352 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-3838a986-6eb6-4098-90fe-45137f4f77d5 req-d5007ee9-9554-4b6f-9458-5b28e89abb6f service neutron] Publish callbacks [] for port (d3a4632c-ac82-4429-82d0-ea74db528887), precommit_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:35.318449 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-2a2d9793-9afb-4702-bf57-a4a0b3a389c9 req-fb96ad1c-c80e-4619-afb8-2e2138a493ab tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6bf04e-6871-4ba6-a021-75f1f75a47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1515923 Mar 30 18:22:35.321079 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-590f1271-1229-4e0f-9dbe-d5e6faf57c40 req-86aa56d8-a220-4056-8839-989b3b53bb3e service neutron] Publish callbacks [] for port (3e2f7821-0a00-4198-8965-8972649ae0c9), precommit_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:35.338510 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [req-3838a986-6eb6-4098-90fe-45137f4f77d5 req-d5007ee9-9554-4b6f-9458-5b28e89abb6f service neutron] Transition to ACTIVE for port object d3a4632c-ac82-4429-82d0-ea74db528887 will not be triggered until provisioned by entity L2. {{(pid=103293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 18:22:35.341290 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [req-590f1271-1229-4e0f-9dbe-d5e6faf57c40 req-86aa56d8-a220-4056-8839-989b3b53bb3e service neutron] Transition to ACTIVE for port object 3e2f7821-0a00-4198-8965-8972649ae0c9 will not be triggered until provisioned by entity L2. {{(pid=103293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 18:22:35.342938 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-3838a986-6eb6-4098-90fe-45137f4f77d5 req-d5007ee9-9554-4b6f-9458-5b28e89abb6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58814400'] for port (d3a4632c-ac82-4429-82d0-ea74db528887), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:35.350768 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-590f1271-1229-4e0f-9dbe-d5e6faf57c40 req-86aa56d8-a220-4056-8839-989b3b53bb3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58814400'] for port (3e2f7821-0a00-4198-8965-8972649ae0c9), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:35.404445 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5007ee9-9554-4b6f-9458-5b28e89abb6f service neutron] Pushing event updated for resources: {'Port': ['ID=d3a4632c-ac82-4429-82d0-ea74db528887,revision_number=2']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:22:35.527732 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aa56d8-a220-4056-8839-989b3b53bb3e service neutron] Pushing event updated for resources: {'Port': ['ID=3e2f7821-0a00-4198-8965-8972649ae0c9,revision_number=2']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:22:35.575383 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [req-3838a986-6eb6-4098-90fe-45137f4f77d5 req-d5007ee9-9554-4b6f-9458-5b28e89abb6f service neutron] Attempting to bind port d3a4632c-ac82-4429-82d0-ea74db528887 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:22:35.575712 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [req-3838a986-6eb6-4098-90fe-45137f4f77d5 req-d5007ee9-9554-4b6f-9458-5b28e89abb6f service neutron] Attempting to bind port d3a4632c-ac82-4429-82d0-ea74db528887 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': 'ec1ba8c4-73b1-442d-a2a6-c87c8a23e0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1ac97e91-fa8e-41d7-abce-016c28065e30'}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:22:35.576043 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3838a986-6eb6-4098-90fe-45137f4f77d5 req-d5007ee9-9554-4b6f-9458-5b28e89abb6f service neutron] Attempting to bind port d3a4632c-ac82-4429-82d0-ea74db528887 on network 1ac97e91-fa8e-41d7-abce-016c28065e30 {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:22:35.581569 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [req-590f1271-1229-4e0f-9dbe-d5e6faf57c40 req-86aa56d8-a220-4056-8839-989b3b53bb3e service neutron] Attempting to bind port 3e2f7821-0a00-4198-8965-8972649ae0c9 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:22:35.581896 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [req-590f1271-1229-4e0f-9dbe-d5e6faf57c40 req-86aa56d8-a220-4056-8839-989b3b53bb3e service neutron] Attempting to bind port 3e2f7821-0a00-4198-8965-8972649ae0c9 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': 'e89ea969-8b4b-4207-b35e-89afc567c10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb'}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:22:35.582213 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590f1271-1229-4e0f-9dbe-d5e6faf57c40 req-86aa56d8-a220-4056-8839-989b3b53bb3e service neutron] Attempting to bind port 3e2f7821-0a00-4198-8965-8972649ae0c9 on network 0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:22:35.586376 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3838a986-6eb6-4098-90fe-45137f4f77d5 req-d5007ee9-9554-4b6f-9458-5b28e89abb6f service neutron] Port d3a4632c-ac82-4429-82d0-ea74db528887 on network 1ac97e91-fa8e-41d7-abce-016c28065e30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 18:22:35.586697 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3838a986-6eb6-4098-90fe-45137f4f77d5 req-d5007ee9-9554-4b6f-9458-5b28e89abb6f service neutron] Attempting to bind port d3a4632c-ac82-4429-82d0-ea74db528887 on network 1ac97e91-fa8e-41d7-abce-016c28065e30 {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:22:35.590010 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590f1271-1229-4e0f-9dbe-d5e6faf57c40 req-86aa56d8-a220-4056-8839-989b3b53bb3e service neutron] Port 3e2f7821-0a00-4198-8965-8972649ae0c9 on network 0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 18:22:35.590308 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590f1271-1229-4e0f-9dbe-d5e6faf57c40 req-86aa56d8-a220-4056-8839-989b3b53bb3e service neutron] Attempting to bind port 3e2f7821-0a00-4198-8965-8972649ae0c9 on network 0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:22:35.596566 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3838a986-6eb6-4098-90fe-45137f4f77d5 req-d5007ee9-9554-4b6f-9458-5b28e89abb6f service neutron] Checking agent: {'id': '48cc6dd0-9d47-40d1-bfd7-3609261a1488', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 17, 16), 'started_at': datetime.datetime(2022, 3, 30, 18, 17, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:22:35.596907 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3838a986-6eb6-4098-90fe-45137f4f77d5 req-d5007ee9-9554-4b6f-9458-5b28e89abb6f service neutron] Checking segment: {'id': 'ec1ba8c4-73b1-442d-a2a6-c87c8a23e0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1ac97e91-fa8e-41d7-abce-016c28065e30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:22:35.597284 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3838a986-6eb6-4098-90fe-45137f4f77d5 req-d5007ee9-9554-4b6f-9458-5b28e89abb6f service neutron] Bound using segment: {'id': 'ec1ba8c4-73b1-442d-a2a6-c87c8a23e0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1ac97e91-fa8e-41d7-abce-016c28065e30'} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:22:35.597707 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [req-3838a986-6eb6-4098-90fe-45137f4f77d5 req-d5007ee9-9554-4b6f-9458-5b28e89abb6f service neutron] Bound port: d3a4632c-ac82-4429-82d0-ea74db528887, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec1ba8c4-73b1-442d-a2a6-c87c8a23e0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1ac97e91-fa8e-41d7-abce-016c28065e30'}}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:22:35.598060 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-3838a986-6eb6-4098-90fe-45137f4f77d5 req-d5007ee9-9554-4b6f-9458-5b28e89abb6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (d3a4632c-ac82-4429-82d0-ea74db528887), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:35.601174 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590f1271-1229-4e0f-9dbe-d5e6faf57c40 req-86aa56d8-a220-4056-8839-989b3b53bb3e service neutron] Checking agent: {'id': '48cc6dd0-9d47-40d1-bfd7-3609261a1488', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 17, 16), 'started_at': datetime.datetime(2022, 3, 30, 18, 17, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:22:35.601503 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590f1271-1229-4e0f-9dbe-d5e6faf57c40 req-86aa56d8-a220-4056-8839-989b3b53bb3e service neutron] Checking segment: {'id': 'e89ea969-8b4b-4207-b35e-89afc567c10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:22:35.601865 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590f1271-1229-4e0f-9dbe-d5e6faf57c40 req-86aa56d8-a220-4056-8839-989b3b53bb3e service neutron] Bound using segment: {'id': 'e89ea969-8b4b-4207-b35e-89afc567c10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb'} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:22:35.602284 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [req-590f1271-1229-4e0f-9dbe-d5e6faf57c40 req-86aa56d8-a220-4056-8839-989b3b53bb3e service neutron] Bound port: 3e2f7821-0a00-4198-8965-8972649ae0c9, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e89ea969-8b4b-4207-b35e-89afc567c10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb'}}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:22:35.602625 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-590f1271-1229-4e0f-9dbe-d5e6faf57c40 req-86aa56d8-a220-4056-8839-989b3b53bb3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (3e2f7821-0a00-4198-8965-8972649ae0c9), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:35.712135 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [req-3838a986-6eb6-4098-90fe-45137f4f77d5 req-d5007ee9-9554-4b6f-9458-5b28e89abb6f service neutron] For port d3a4632c-ac82-4429-82d0-ea74db528887, host hv-cinder-83587, cleared binding levels {{(pid=103293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:22:35.716577 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [req-3838a986-6eb6-4098-90fe-45137f4f77d5 req-d5007ee9-9554-4b6f-9458-5b28e89abb6f service neutron] For port d3a4632c-ac82-4429-82d0-ea74db528887, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=d3a4632c-ac82-4429-82d0-ea74db528887,segment=NetworkSegment(ec1ba8c4-73b1-442d-a2a6-c87c8a23e0be),segment_id=ec1ba8c4-73b1-442d-a2a6-c87c8a23e0be)] {{(pid=103293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:22:35.718135 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [req-590f1271-1229-4e0f-9dbe-d5e6faf57c40 req-86aa56d8-a220-4056-8839-989b3b53bb3e service neutron] For port 3e2f7821-0a00-4198-8965-8972649ae0c9, host hv-cinder-83587, cleared binding levels {{(pid=103293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:22:35.721803 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [req-590f1271-1229-4e0f-9dbe-d5e6faf57c40 req-86aa56d8-a220-4056-8839-989b3b53bb3e service neutron] For port 3e2f7821-0a00-4198-8965-8972649ae0c9, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=3e2f7821-0a00-4198-8965-8972649ae0c9,segment=NetworkSegment(e89ea969-8b4b-4207-b35e-89afc567c10c),segment_id=e89ea969-8b4b-4207-b35e-89afc567c10c)] {{(pid=103293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:22:35.725962 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-3838a986-6eb6-4098-90fe-45137f4f77d5 req-d5007ee9-9554-4b6f-9458-5b28e89abb6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58814400'] for port (d3a4632c-ac82-4429-82d0-ea74db528887), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:35.735614 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-590f1271-1229-4e0f-9dbe-d5e6faf57c40 req-86aa56d8-a220-4056-8839-989b3b53bb3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58814400'] for port (3e2f7821-0a00-4198-8965-8972649ae0c9), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:35.767931 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3838a986-6eb6-4098-90fe-45137f4f77d5 req-d5007ee9-9554-4b6f-9458-5b28e89abb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:35.768689 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-3838a986-6eb6-4098-90fe-45137f4f77d5 req-d5007ee9-9554-4b6f-9458-5b28e89abb6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for port (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:35.770056 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3838a986-6eb6-4098-90fe-45137f4f77d5 req-d5007ee9-9554-4b6f-9458-5b28e89abb6f service neutron] 10.222.0.55 "PUT /v2.0/ports/d3a4632c-ac82-4429-82d0-ea74db528887 HTTP/1.1" status: 200 len: 1093 time: 1.2184632 Mar 30 18:22:35.772906 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4faee5ed-3991-461d-bc07-41773e890e60', 'tag': 'd3a4632c-ac82-4429-82d0-ea74db528887'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:22:35.775261 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e41150553c85b09edab6cb52843a30629a36ec9d810f78f9b9d5c7c277fb574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada0f3d8-cb54-4f73-b91f-c956bf593016" -d '{"events": [{"name": "network-changed", "server_uuid": "4faee5ed-3991-461d-bc07-41773e890e60", "tag": "d3a4632c-ac82-4429-82d0-ea74db528887"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:22:35.782497 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f1271-1229-4e0f-9dbe-d5e6faf57c40 req-86aa56d8-a220-4056-8839-989b3b53bb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:35.783282 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-590f1271-1229-4e0f-9dbe-d5e6faf57c40 req-86aa56d8-a220-4056-8839-989b3b53bb3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for port (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:35.784711 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-590f1271-1229-4e0f-9dbe-d5e6faf57c40 req-86aa56d8-a220-4056-8839-989b3b53bb3e service neutron] 10.222.0.55 "PUT /v2.0/ports/3e2f7821-0a00-4198-8965-8972649ae0c9 HTTP/1.1" status: 200 len: 1094 time: 1.2343554 Mar 30 18:22:35.829994 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4c6375-cb38-439e-bc13-12ecf74d274d x-openstack-request-id: req-ae4c6375-cb38-439e-bc13-12ecf74d274d {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:22:35.830887 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4faee5ed-3991-461d-bc07-41773e890e60", "tag": "d3a4632c-ac82-4429-82d0-ea74db528887", "status": "completed", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:22:35.830887 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ae4c6375-cb38-439e-bc13-12ecf74d274d {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:22:35.831452 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae4c6375-cb38-439e-bc13-12ecf74d274d'] response: {'name': 'network-changed', 'server_uuid': '4faee5ed-3991-461d-bc07-41773e890e60', 'tag': 'd3a4632c-ac82-4429-82d0-ea74db528887', 'status': 'completed', 'code': 200} Mar 30 18:22:35.832712 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5007ee9-9554-4b6f-9458-5b28e89abb6f service neutron] Pushing event updated for resources: {'Port': ['ID=d3a4632c-ac82-4429-82d0-ea74db528887,revision_number=3']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:22:35.960816 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aa56d8-a220-4056-8839-989b3b53bb3e service neutron] Pushing event updated for resources: {'Port': ['ID=3e2f7821-0a00-4198-8965-8972649ae0c9,revision_number=3']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:22:35.983357 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3838a986-6eb6-4098-90fe-45137f4f77d5 req-062b994d-9840-4e99-91d0-c627f05ae3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:35.984993 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3838a986-6eb6-4098-90fe-45137f4f77d5 req-062b994d-9840-4e99-91d0-c627f05ae3cd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6ddcc755c06b440bb6750e5d44c3b913&device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 1127 time: 0.1190624 Mar 30 18:22:35.987599 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f1271-1229-4e0f-9dbe-d5e6faf57c40 req-73dd2244-4d48-4611-8f49-652fdb9a65d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:35.989148 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-590f1271-1229-4e0f-9dbe-d5e6faf57c40 req-73dd2244-4d48-4611-8f49-652fdb9a65d5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=585ebec9292d43e7b65aab5ba734d8b9&device_id=f6e482c9-c23f-4930-a249-60dd92771d8c HTTP/1.1" status: 200 len: 1128 time: 0.1174054 Mar 30 18:22:36.096601 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3838a986-6eb6-4098-90fe-45137f4f77d5 req-6dc60ce6-d45b-4bb7-bc48-e9e4d15a3112 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3a4632c-ac82-4429-82d0-ea74db528887 HTTP/1.1" status: 200 len: 217 time: 0.0698299 Mar 30 18:22:36.098253 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-590f1271-1229-4e0f-9dbe-d5e6faf57c40 req-6bde7449-9ee4-4bb7-b0bf-96c8690891e3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e2f7821-0a00-4198-8965-8972649ae0c9 HTTP/1.1" status: 200 len: 217 time: 0.0656967 Mar 30 18:22:36.189807 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3838a986-6eb6-4098-90fe-45137f4f77d5 req-9ed66561-9403-458f-8951-9614542581bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:36.191345 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3838a986-6eb6-4098-90fe-45137f4f77d5 req-9ed66561-9403-458f-8951-9614542581bc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8d0df9d6-37fc-48cb-beb7-46feba9ce564 HTTP/1.1" status: 200 len: 847 time: 0.0816801 Mar 30 18:22:36.192897 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f1271-1229-4e0f-9dbe-d5e6faf57c40 req-df18c097-ece9-419e-bc74-02ab59a65b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:36.194181 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-590f1271-1229-4e0f-9dbe-d5e6faf57c40 req-df18c097-ece9-419e-bc74-02ab59a65b71 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=803891e5-aae4-46c3-87bc-0de344219463 HTTP/1.1" status: 200 len: 858 time: 0.0833619 Mar 30 18:22:36.281068 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3838a986-6eb6-4098-90fe-45137f4f77d5 req-bf940ae6-f3d3-4a70-9361-136627780f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:36.282474 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3838a986-6eb6-4098-90fe-45137f4f77d5 req-bf940ae6-f3d3-4a70-9361-136627780f49 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1ac97e91-fa8e-41d7-abce-016c28065e30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0792558 Mar 30 18:22:36.285057 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f1271-1229-4e0f-9dbe-d5e6faf57c40 req-4bc28b35-d1e5-400c-83eb-365e72d4434b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:36.286402 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-590f1271-1229-4e0f-9dbe-d5e6faf57c40 req-4bc28b35-d1e5-400c-83eb-365e72d4434b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0756114 Mar 30 18:22:36.517065 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3838a986-6eb6-4098-90fe-45137f4f77d5 req-29461b00-cca5-4a15-8189-5afae4f21be2 service neutron] 10.222.0.55 "GET /v2.0/networks/1ac97e91-fa8e-41d7-abce-016c28065e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208531 Mar 30 18:22:36.524122 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1c37df-b458-4b16-8d7a-b5ba79c141d3 req-c48dc626-5224-4abd-bad8-bb8669f9ad42 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:36.525506 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-5e1c37df-b458-4b16-8d7a-b5ba79c141d3 req-c48dc626-5224-4abd-bad8-bb8669f9ad42 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6e482c9-c23f-4930-a249-60dd92771d8c HTTP/1.1" status: 200 len: 944 time: 0.1726205 Mar 30 18:22:36.529999 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-590f1271-1229-4e0f-9dbe-d5e6faf57c40 req-f3f227b2-d829-4f2f-927b-b593b58fb2f0 service neutron] 10.222.0.55 "GET /v2.0/networks/0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269485 Mar 30 18:22:36.638456 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e32c617-e174-4bea-a756-8ce24c8fde41 req-688b7a96-5388-47df-84e8-dd15645ff2a2 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:36.639919 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-9e32c617-e174-4bea-a756-8ce24c8fde41 req-688b7a96-5388-47df-84e8-dd15645ff2a2 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/ports?device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 943 time: 0.2487452 Mar 30 18:22:36.735909 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-5e1c37df-b458-4b16-8d7a-b5ba79c141d3 req-05be74be-8c7e-4190-87d9-f4596b6e2091 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=e224ce21-3c38-4df1-a0c4-529ad7e4a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1971385 Mar 30 18:22:36.764351 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3838a986-6eb6-4098-90fe-45137f4f77d5 req-cd2443bb-5f3f-4b77-b427-3dcbad37b9d8 service neutron] 10.222.0.55 "GET /v2.0/networks/1ac97e91-fa8e-41d7-abce-016c28065e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379241 Mar 30 18:22:36.769675 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-9e32c617-e174-4bea-a756-8ce24c8fde41 req-1feb6173-4a81-4cf2-8ffa-3e4690bf3b89 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6bf04e-6871-4ba6-a021-75f1f75a47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172953 Mar 30 18:22:36.771922 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-590f1271-1229-4e0f-9dbe-d5e6faf57c40 req-c8aa7859-96ac-43c4-bc85-0517b54872f5 service neutron] 10.222.0.55 "GET /v2.0/networks/0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341881 Mar 30 18:22:36.963652 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada0f3d8-cb54-4f73-b91f-c956bf593016 req-1d05989c-52e6-473a-898e-cbdd59624034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:36.965048 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ada0f3d8-cb54-4f73-b91f-c956bf593016 req-1d05989c-52e6-473a-898e-cbdd59624034 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6ddcc755c06b440bb6750e5d44c3b913&device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 1127 time: 0.0487118 Mar 30 18:22:37.057146 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada0f3d8-cb54-4f73-b91f-c956bf593016 req-8de66a7f-a292-4006-abdc-feac9312012a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:37.058594 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ada0f3d8-cb54-4f73-b91f-c956bf593016 req-8de66a7f-a292-4006-abdc-feac9312012a service neutron] 10.222.0.55 "GET /v2.0/networks?id=1ac97e91-fa8e-41d7-abce-016c28065e30 HTTP/1.1" status: 200 len: 909 time: 0.0824046 Mar 30 18:22:37.107568 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ada0f3d8-cb54-4f73-b91f-c956bf593016 req-b451032b-74b8-4ba6-bf97-73c912cd8053 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3a4632c-ac82-4429-82d0-ea74db528887 HTTP/1.1" status: 200 len: 217 time: 0.0370841 Mar 30 18:22:37.159737 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada0f3d8-cb54-4f73-b91f-c956bf593016 req-ac811079-1c0b-4071-9cb7-0e7a99f4005b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:37.161137 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ada0f3d8-cb54-4f73-b91f-c956bf593016 req-ac811079-1c0b-4071-9cb7-0e7a99f4005b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8d0df9d6-37fc-48cb-beb7-46feba9ce564 HTTP/1.1" status: 200 len: 847 time: 0.0426500 Mar 30 18:22:37.217007 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada0f3d8-cb54-4f73-b91f-c956bf593016 req-565e8113-7b3f-456d-8479-b5c038c47d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:37.218384 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ada0f3d8-cb54-4f73-b91f-c956bf593016 req-565e8113-7b3f-456d-8479-b5c038c47d57 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1ac97e91-fa8e-41d7-abce-016c28065e30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424142 Mar 30 18:22:37.309302 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ada0f3d8-cb54-4f73-b91f-c956bf593016 req-d7d4119d-98b4-4cc3-acf1-83c24f6f44c0 service neutron] 10.222.0.55 "GET /v2.0/networks/1ac97e91-fa8e-41d7-abce-016c28065e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830557 Mar 30 18:22:37.399512 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ada0f3d8-cb54-4f73-b91f-c956bf593016 req-002ab58d-440a-48da-8ca0-a023c430cb1f service neutron] 10.222.0.55 "GET /v2.0/networks/1ac97e91-fa8e-41d7-abce-016c28065e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814404 Mar 30 18:22:37.833683 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6e482c9-c23f-4930-a249-60dd92771d8c', 'tag': '3e2f7821-0a00-4198-8965-8972649ae0c9'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:22:37.836007 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e41150553c85b09edab6cb52843a30629a36ec9d810f78f9b9d5c7c277fb574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ae62ab-a097-4942-a664-d68a4321e410" -d '{"events": [{"name": "network-changed", "server_uuid": "f6e482c9-c23f-4930-a249-60dd92771d8c", "tag": "3e2f7821-0a00-4198-8965-8972649ae0c9"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:22:37.889445 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd72fc33-b546-4d0a-a53e-b592ab3e122b req-9eaea534-ad9c-4445-8cc5-1f043667ce68 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:37.890969 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-bd72fc33-b546-4d0a-a53e-b592ab3e122b req-9eaea534-ad9c-4445-8cc5-1f043667ce68 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6e482c9-c23f-4930-a249-60dd92771d8c HTTP/1.1" status: 200 len: 944 time: 0.0897286 Mar 30 18:22:38.166787 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7cf39-b5d8-4fb2-9720-f7899b4ad739 req-5b6226d8-b620-4e6e-81c3-20aba187d05a tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:38.168329 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-d0c7cf39-b5d8-4fb2-9720-f7899b4ad739 req-5b6226d8-b620-4e6e-81c3-20aba187d05a tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/ports?device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 943 time: 0.3286951 Mar 30 18:22:38.210737 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-bd72fc33-b546-4d0a-a53e-b592ab3e122b req-69800be8-9029-43df-a14b-3d2ac7a18858 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=e224ce21-3c38-4df1-a0c4-529ad7e4a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3123641 Mar 30 18:22:38.241017 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-d0c7cf39-b5d8-4fb2-9720-f7899b4ad739 req-d715bf47-d690-4b68-9372-6895c1215b6a tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6bf04e-6871-4ba6-a021-75f1f75a47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668416 Mar 30 18:22:38.252644 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f84f9fa-798e-457c-8741-68dbc787cf5f x-openstack-request-id: req-7f84f9fa-798e-457c-8741-68dbc787cf5f {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:22:38.252935 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6e482c9-c23f-4930-a249-60dd92771d8c", "tag": "3e2f7821-0a00-4198-8965-8972649ae0c9", "status": "completed", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:22:38.253188 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7f84f9fa-798e-457c-8741-68dbc787cf5f {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:22:38.253590 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f84f9fa-798e-457c-8741-68dbc787cf5f'] response: {'name': 'network-changed', 'server_uuid': 'f6e482c9-c23f-4930-a249-60dd92771d8c', 'tag': '3e2f7821-0a00-4198-8965-8972649ae0c9', 'status': 'completed', 'code': 200} Mar 30 18:22:38.355846 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae62ab-a097-4942-a664-d68a4321e410 req-8cae412a-8b61-468d-a1cf-50ee6be46d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:38.357313 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c2ae62ab-a097-4942-a664-d68a4321e410 req-8cae412a-8b61-468d-a1cf-50ee6be46d09 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=585ebec9292d43e7b65aab5ba734d8b9&device_id=f6e482c9-c23f-4930-a249-60dd92771d8c HTTP/1.1" status: 200 len: 1128 time: 0.0436573 Mar 30 18:22:38.454521 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae62ab-a097-4942-a664-d68a4321e410 req-8ef03386-f85e-45d3-8d96-6f3c63733ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:38.455992 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c2ae62ab-a097-4942-a664-d68a4321e410 req-8ef03386-f85e-45d3-8d96-6f3c63733ae5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb HTTP/1.1" status: 200 len: 920 time: 0.0845351 Mar 30 18:22:38.497480 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c2ae62ab-a097-4942-a664-d68a4321e410 req-8e65e7fd-50b0-4aa7-aae1-7942cf72979d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e2f7821-0a00-4198-8965-8972649ae0c9 HTTP/1.1" status: 200 len: 217 time: 0.0332594 Mar 30 18:22:38.545359 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae62ab-a097-4942-a664-d68a4321e410 req-6bba27e7-f15c-425a-a544-87183a66a17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:38.546842 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c2ae62ab-a097-4942-a664-d68a4321e410 req-6bba27e7-f15c-425a-a544-87183a66a17d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=803891e5-aae4-46c3-87bc-0de344219463 HTTP/1.1" status: 200 len: 858 time: 0.0429854 Mar 30 18:22:38.738097 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae62ab-a097-4942-a664-d68a4321e410 req-c7cfbe1f-520b-42de-a563-bcd94fef97ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:38.739534 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c2ae62ab-a097-4942-a664-d68a4321e410 req-c7cfbe1f-520b-42de-a563-bcd94fef97ef service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473297 Mar 30 18:22:38.824733 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c2ae62ab-a097-4942-a664-d68a4321e410 req-0c85b241-107d-41c6-8afe-60c73a1a68ce service neutron] 10.222.0.55 "GET /v2.0/networks/0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790594 Mar 30 18:22:38.916437 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c2ae62ab-a097-4942-a664-d68a4321e410 req-4862a557-3b46-46bc-9282-a9528fe75120 service neutron] 10.222.0.55 "GET /v2.0/networks/0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851755 Mar 30 18:22:39.360695 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c6e3f1-f7e9-469c-b853-54cb58cc5b98 req-fd27112e-3e9b-4663-9432-bdcae54dd935 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:39.362194 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-61c6e3f1-f7e9-469c-b853-54cb58cc5b98 req-fd27112e-3e9b-4663-9432-bdcae54dd935 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6e482c9-c23f-4930-a249-60dd92771d8c HTTP/1.1" status: 200 len: 944 time: 0.0834479 Mar 30 18:22:39.375001 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f39a27-7ba0-48dd-8266-ba225a9da54a req-ec76905a-3ef9-439c-8baa-7e722d816720 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:39.376414 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-67f39a27-7ba0-48dd-8266-ba225a9da54a req-ec76905a-3ef9-439c-8baa-7e722d816720 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/ports?device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 943 time: 0.0711782 Mar 30 18:22:39.447201 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-61c6e3f1-f7e9-469c-b853-54cb58cc5b98 req-775c4ed9-791b-4036-8de1-aaef74c4dd40 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=e224ce21-3c38-4df1-a0c4-529ad7e4a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786886 Mar 30 18:22:39.451739 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-67f39a27-7ba0-48dd-8266-ba225a9da54a req-768dfd2b-8851-44c8-af1e-532701cd3c07 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6bf04e-6871-4ba6-a021-75f1f75a47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699906 Mar 30 18:22:39.457919 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device 3e2f7821-0a00-4198-8965-8972649ae0c9 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103295) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:22:39.550473 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port 3e2f7821-0a00-4198-8965-8972649ae0c9, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=3e2f7821-0a00-4198-8965-8972649ae0c9,segment=NetworkSegment(e89ea969-8b4b-4207-b35e-89afc567c10c),segment_id=e89ea969-8b4b-4207-b35e-89afc567c10c)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:22:39.561352 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Returning: {'device': '3e2f7821-0a00-4198-8965-8972649ae0c9', 'network_id': '0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb', 'port_id': '3e2f7821-0a00-4198-8965-8972649ae0c9', 'mac_address': 'fa:16:3e:4c:3e:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '803891e5-aae4-46c3-87bc-0de344219463', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103295) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:22:39.596483 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Current status of the port 3e2f7821-0a00-4198-8965-8972649ae0c9 is: DOWN; New status is: BUILD {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:22:39.596861 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (3e2f7821-0a00-4198-8965-8972649ae0c9), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:39.612175 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e2f7821-0a00-4198-8965-8972649ae0c9 {{(pid=103295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:22:39.630585 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port 3e2f7821-0a00-4198-8965-8972649ae0c9, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=3e2f7821-0a00-4198-8965-8972649ae0c9,segment=NetworkSegment(e89ea969-8b4b-4207-b35e-89afc567c10c),segment_id=e89ea969-8b4b-4207-b35e-89afc567c10c)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:22:39.634191 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (3e2f7821-0a00-4198-8965-8972649ae0c9), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:39.678754 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Pushing event updated for resources: {'Port': ['ID=3e2f7821-0a00-4198-8965-8972649ae0c9,revision_number=4']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:22:40.128449 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] get_ports_and_sgs() called for port_ids ['3e2f7821-0a00-4198-8965-8972649ae0c9'] {{(pid=103295) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:22:40.600061 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c30a8-8582-4adb-af1d-6768b388fee2 req-bc5cf79b-f3e4-4562-9973-ee3c828c9101 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:40.601521 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-025c30a8-8582-4adb-af1d-6768b388fee2 req-bc5cf79b-f3e4-4562-9973-ee3c828c9101 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/ports?device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 943 time: 0.0841429 Mar 30 18:22:40.610004 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b43348-48ce-412f-8a00-9c4893a3d4c3 req-698266fc-7cd7-4cfe-8528-a85e653b0943 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:40.611391 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-71b43348-48ce-412f-8a00-9c4893a3d4c3 req-698266fc-7cd7-4cfe-8528-a85e653b0943 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6e482c9-c23f-4930-a249-60dd92771d8c HTTP/1.1" status: 200 len: 945 time: 0.0845776 Mar 30 18:22:40.680017 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-025c30a8-8582-4adb-af1d-6768b388fee2 req-f55c4a4a-a90a-4740-935b-a60eafc86d12 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6bf04e-6871-4ba6-a021-75f1f75a47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676148 Mar 30 18:22:40.686764 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-71b43348-48ce-412f-8a00-9c4893a3d4c3 req-4ed67ef1-8c50-440d-b4ec-58020bbe4688 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=e224ce21-3c38-4df1-a0c4-529ad7e4a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689285 Mar 30 18:22:41.452612 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device 3e2f7821-0a00-4198-8965-8972649ae0c9 up at agent hyperv_hv-cinder-83587 {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:22:41.499528 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Provisioning for port 3e2f7821-0a00-4198-8965-8972649ae0c9 completed by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 18:22:41.503512 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Provisioning complete for port 3e2f7821-0a00-4198-8965-8972649ae0c9 triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:22:41.503881 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (3e2f7821-0a00-4198-8965-8972649ae0c9), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:41.576982 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Current status of the port 3e2f7821-0a00-4198-8965-8972649ae0c9 is: BUILD; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:22:41.577361 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (3e2f7821-0a00-4198-8965-8972649ae0c9), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:41.598749 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6e482c9-c23f-4930-a249-60dd92771d8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e2f7821-0a00-4198-8965-8972649ae0c9'}] {{(pid=103295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:22:41.600961 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7869a1eaeafddf677110b76453ce8b8be8513095297872c2e0c75408178073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d6829ed-6fcb-4031-8927-ac302a18aa22" -d '{"events": [{"server_uuid": "f6e482c9-c23f-4930-a249-60dd92771d8c", "name": "network-vif-plugged", "status": "completed", "tag": "3e2f7821-0a00-4198-8965-8972649ae0c9"}]}' {{(pid=103295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:22:41.616269 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port 3e2f7821-0a00-4198-8965-8972649ae0c9, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=3e2f7821-0a00-4198-8965-8972649ae0c9,segment=NetworkSegment(e89ea969-8b4b-4207-b35e-89afc567c10c),segment_id=e89ea969-8b4b-4207-b35e-89afc567c10c)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:22:41.620096 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (3e2f7821-0a00-4198-8965-8972649ae0c9), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:41.643412 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e80a00-0ea7-4e9b-85b6-baed98fc550a x-openstack-request-id: req-58e80a00-0ea7-4e9b-85b6-baed98fc550a {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:22:41.643723 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6e482c9-c23f-4930-a249-60dd92771d8c", "name": "network-vif-plugged", "status": "completed", "tag": "3e2f7821-0a00-4198-8965-8972649ae0c9", "code": 200}]} {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:22:41.643977 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-58e80a00-0ea7-4e9b-85b6-baed98fc550a {{(pid=103295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:22:41.644363 dv-cinder-835879-1-iscsi neutron-server[103295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58e80a00-0ea7-4e9b-85b6-baed98fc550a'] response: {'server_uuid': 'f6e482c9-c23f-4930-a249-60dd92771d8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e2f7821-0a00-4198-8965-8972649ae0c9', 'code': 200} Mar 30 18:22:41.669334 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Pushing event updated for resources: {'Port': ['ID=3e2f7821-0a00-4198-8965-8972649ae0c9,revision_number=5']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:22:41.837979 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad495a-cc36-4bf1-9db1-99f236792b75 req-45952423-305c-4283-a2f9-218372e07ff3 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:41.839561 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c3ad495a-cc36-4bf1-9db1-99f236792b75 req-45952423-305c-4283-a2f9-218372e07ff3 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/ports?device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 943 time: 0.0915465 Mar 30 18:22:41.847677 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5efa70-74b1-41d1-919d-8a26cc99f41c req-03278957-fe4f-4f6d-9723-ad6afe38bd0a tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:41.849083 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-1f5efa70-74b1-41d1-919d-8a26cc99f41c req-03278957-fe4f-4f6d-9723-ad6afe38bd0a tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6e482c9-c23f-4930-a249-60dd92771d8c HTTP/1.1" status: 200 len: 946 time: 0.0916419 Mar 30 18:22:41.953560 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-1f5efa70-74b1-41d1-919d-8a26cc99f41c req-af0c8676-6f2f-4048-83eb-b7b6c733d8c0 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=e224ce21-3c38-4df1-a0c4-529ad7e4a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977273 Mar 30 18:22:41.959537 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c3ad495a-cc36-4bf1-9db1-99f236792b75 req-b6b8480d-c753-4f7f-86cd-56f1e83b9585 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6bf04e-6871-4ba6-a021-75f1f75a47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090558 Mar 30 18:22:41.964186 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22adcee3-6440-4652-82a4-4c628c1fa0c4 req-e2bc0976-1158-4eef-b6ec-b916df216102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:41.965616 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-22adcee3-6440-4652-82a4-4c628c1fa0c4 req-e2bc0976-1158-4eef-b6ec-b916df216102 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f6e482c9-c23f-4930-a249-60dd92771d8c HTTP/1.1" status: 200 len: 1130 time: 0.1034460 Mar 30 18:22:42.010819 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-22adcee3-6440-4652-82a4-4c628c1fa0c4 req-3e673bd7-bf49-4d82-973e-9af5ff9abadd service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e224ce21-3c38-4df1-a0c4-529ad7e4a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375428 Mar 30 18:22:43.105019 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3a182-151e-46a9-992e-1e26fea0289b req-7838c9b6-621d-4877-a949-cb4d723b4d33 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:43.106572 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-f2a3a182-151e-46a9-992e-1e26fea0289b req-7838c9b6-621d-4877-a949-cb4d723b4d33 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6e482c9-c23f-4930-a249-60dd92771d8c HTTP/1.1" status: 200 len: 946 time: 0.0860786 Mar 30 18:22:43.114266 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f7cb4-45d2-438e-816c-913c5d0a8410 req-806758b4-fb3a-4fb3-99c5-35342fb15418 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:43.115629 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-475f7cb4-45d2-438e-816c-913c5d0a8410 req-806758b4-fb3a-4fb3-99c5-35342fb15418 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/ports?device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 943 time: 0.0858359 Mar 30 18:22:43.185091 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-f2a3a182-151e-46a9-992e-1e26fea0289b req-bb41a101-ce15-42dd-925b-b20ada4b4897 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=e224ce21-3c38-4df1-a0c4-529ad7e4a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685380 Mar 30 18:22:43.193642 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-475f7cb4-45d2-438e-816c-913c5d0a8410 req-95e8f25c-75b0-41fe-9046-bf1fcfa66735 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6bf04e-6871-4ba6-a021-75f1f75a47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714862 Mar 30 18:22:44.338650 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd8498d-abf0-4663-807e-adce6a3c5770 req-665570e7-21d7-42b0-9a2a-71c52a358f2e tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:44.340551 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-7cd8498d-abf0-4663-807e-adce6a3c5770 req-665570e7-21d7-42b0-9a2a-71c52a358f2e tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6e482c9-c23f-4930-a249-60dd92771d8c HTTP/1.1" status: 200 len: 946 time: 0.0874553 Mar 30 18:22:44.352218 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded1c962-ece9-480d-b482-4c017af4c39e req-775bbbb7-0c7c-4c4c-9e24-9cc5dc9b087b tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:44.353638 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ded1c962-ece9-480d-b482-4c017af4c39e req-775bbbb7-0c7c-4c4c-9e24-9cc5dc9b087b tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/ports?device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 943 time: 0.0879169 Mar 30 18:22:44.420700 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-7cd8498d-abf0-4663-807e-adce6a3c5770 req-20c558de-7fa5-45c3-8e7e-3087015aad8e tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=e224ce21-3c38-4df1-a0c4-529ad7e4a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660810 Mar 30 18:22:44.429012 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ded1c962-ece9-480d-b482-4c017af4c39e req-10936168-8dd6-4fa7-805f-313071b16f61 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6bf04e-6871-4ba6-a021-75f1f75a47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688465 Mar 30 18:22:44.531559 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72020b87-214d-466c-ab71-1deb8757dfea req-d9b53e73-d841-47f8-bdf8-6f194b996440 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:44.532908 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-72020b87-214d-466c-ab71-1deb8757dfea req-d9b53e73-d841-47f8-bdf8-6f194b996440 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6e482c9-c23f-4930-a249-60dd92771d8c HTTP/1.1" status: 200 len: 946 time: 0.0514369 Mar 30 18:22:44.541830 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 36574) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:22:44.546590 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [None req-0e78e40a-3cb2-4e77-846c-32ecf1ed1b96 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Request body: {'floatingip': {'port_id': '3e2f7821-0a00-4198-8965-8972649ae0c9'}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:22:44.587131 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-0e78e40a-3cb2-4e77-846c-32ecf1ed1b96 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Publish callbacks [] for floatingip (1a6abe37-a2e5-4e13-b9c2-5c6c95e6c876), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:44.992740 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-0e78e40a-3cb2-4e77-846c-32ecf1ed1b96 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:44.997105 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-0e78e40a-3cb2-4e77-846c-32ecf1ed1b96 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623622'] for floatingip (1a6abe37-a2e5-4e13-b9c2-5c6c95e6c876), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:45.094866 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.db.l3_db [None req-0e78e40a-3cb2-4e77-846c-32ecf1ed1b96 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Floating IP 1a6abe37-a2e5-4e13-b9c2-5c6c95e6c876 associated. External IP: 172.27.0.209, port: 3e2f7821-0a00-4198-8965-8972649ae0c9. Mar 30 18:22:45.260012 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.agents_db [None req-615cdb4a-d653-495f-8f07-938524d0c5b5 None None] Agent healthcheck: found 6 active agents {{(pid=103296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:22:45.296134 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e78e40a-3cb2-4e77-846c-32ecf1ed1b96 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Router 7266c1d7-521e-414b-aff0-8c110dc9dbd7 has already been hosted by L3 agent bb9cbda0-d504-4372-97ec-0881b5676f92 {{(pid=103293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:22:45.402934 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e78e40a-3cb2-4e77-846c-32ecf1ed1b96 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Notify agent at l3_agent.dv-cinder-835879-1-iscsi the message routers_updated {{(pid=103293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:22:45.407819 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-0e78e40a-3cb2-4e77-846c-32ecf1ed1b96 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for floatingip (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:45.412474 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c015f1-ea55-499c-aecd-3ce3e97cc845 None None] Sync routers for ids ['7266c1d7-521e-414b-aff0-8c110dc9dbd7'] in dv-cinder-835879-1-iscsi {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:22:45.423821 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c015f1-ea55-499c-aecd-3ce3e97cc845 None None] Routers {'7266c1d7-521e-414b-aff0-8c110dc9dbd7'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:22:45.424503 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-66c015f1-ea55-499c-aecd-3ce3e97cc845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:22:30Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['7266c1d7-521e-414b-aff0-8c110dc9dbd7'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:22:45.439264 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-0e78e40a-3cb2-4e77-846c-32ecf1ed1b96 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "PUT /v2.0/floatingips/1a6abe37-a2e5-4e13-b9c2-5c6c95e6c876 HTTP/1.1" status: 200 len: 992 time: 0.8963857 Mar 30 18:22:45.439954 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6e482c9-c23f-4930-a249-60dd92771d8c', 'tag': '3e2f7821-0a00-4198-8965-8972649ae0c9'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:22:45.442185 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e41150553c85b09edab6cb52843a30629a36ec9d810f78f9b9d5c7c277fb574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd11daf-b3ac-44eb-b21f-9af80f25a817" -d '{"events": [{"name": "network-changed", "server_uuid": "f6e482c9-c23f-4930-a249-60dd92771d8c", "tag": "3e2f7821-0a00-4198-8965-8972649ae0c9"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:22:45.481425 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa13083-a08e-474f-84b1-dc1017109882 x-openstack-request-id: req-baa13083-a08e-474f-84b1-dc1017109882 {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:22:45.481920 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6e482c9-c23f-4930-a249-60dd92771d8c", "tag": "3e2f7821-0a00-4198-8965-8972649ae0c9", "status": "completed", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:22:45.482173 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-baa13083-a08e-474f-84b1-dc1017109882 {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:22:45.482583 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-baa13083-a08e-474f-84b1-dc1017109882'] response: {'name': 'network-changed', 'server_uuid': 'f6e482c9-c23f-4930-a249-60dd92771d8c', 'tag': '3e2f7821-0a00-4198-8965-8972649ae0c9', 'status': 'completed', 'code': 200} Mar 30 18:22:45.490093 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device d3a4632c-ac82-4429-82d0-ea74db528887 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103295) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:22:45.582349 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e018290-faf9-4571-b0f7-b10aa7a93b63 req-ead9c88a-a56b-463c-a5dc-2b87e37042dc tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:45.583884 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-6e018290-faf9-4571-b0f7-b10aa7a93b63 req-ead9c88a-a56b-463c-a5dc-2b87e37042dc tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/ports?device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 943 time: 0.0866039 Mar 30 18:22:45.602998 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port d3a4632c-ac82-4429-82d0-ea74db528887, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=d3a4632c-ac82-4429-82d0-ea74db528887,segment=NetworkSegment(ec1ba8c4-73b1-442d-a2a6-c87c8a23e0be),segment_id=ec1ba8c4-73b1-442d-a2a6-c87c8a23e0be)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:22:45.617478 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd11daf-b3ac-44eb-b21f-9af80f25a817 req-732be00b-c392-462f-93be-a5fc7dee7be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:45.619566 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0cd11daf-b3ac-44eb-b21f-9af80f25a817 req-732be00b-c392-462f-93be-a5fc7dee7be3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=585ebec9292d43e7b65aab5ba734d8b9&device_id=f6e482c9-c23f-4930-a249-60dd92771d8c HTTP/1.1" status: 200 len: 1130 time: 0.0772288 Mar 30 18:22:45.623859 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-66c015f1-ea55-499c-aecd-3ce3e97cc845 None None] Set router 7266c1d7-521e-414b-aff0-8c110dc9dbd7 gateway port host: dv-cinder-835879-1-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:22:45.694469 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-6e018290-faf9-4571-b0f7-b10aa7a93b63 req-ff2d022e-559f-4ad3-a460-a0faa0bed298 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6bf04e-6871-4ba6-a021-75f1f75a47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021199 Mar 30 18:22:45.732598 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd11daf-b3ac-44eb-b21f-9af80f25a817 req-63c1ac8c-51fd-44ce-9b22-2cad9c891daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:45.734110 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0cd11daf-b3ac-44eb-b21f-9af80f25a817 req-63c1ac8c-51fd-44ce-9b22-2cad9c891daa service neutron] 10.222.0.55 "GET /v2.0/networks?id=0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb HTTP/1.1" status: 200 len: 920 time: 0.1047902 Mar 30 18:22:45.745817 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Returning: {'device': 'd3a4632c-ac82-4429-82d0-ea74db528887', 'network_id': '1ac97e91-fa8e-41d7-abce-016c28065e30', 'port_id': 'd3a4632c-ac82-4429-82d0-ea74db528887', 'mac_address': 'fa:16:3e:53:7f:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d0df9d6-37fc-48cb-beb7-46feba9ce564', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103295) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:22:45.783017 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Current status of the port d3a4632c-ac82-4429-82d0-ea74db528887 is: DOWN; New status is: BUILD {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:22:45.783419 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (d3a4632c-ac82-4429-82d0-ea74db528887), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:45.796232 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3a4632c-ac82-4429-82d0-ea74db528887 {{(pid=103295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:22:45.808983 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0cd11daf-b3ac-44eb-b21f-9af80f25a817 req-602ade08-6cfd-457f-8b60-7d22812c8de1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e2f7821-0a00-4198-8965-8972649ae0c9 HTTP/1.1" status: 200 len: 1000 time: 0.0661433 Mar 30 18:22:45.816264 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port d3a4632c-ac82-4429-82d0-ea74db528887, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=d3a4632c-ac82-4429-82d0-ea74db528887,segment=NetworkSegment(ec1ba8c4-73b1-442d-a2a6-c87c8a23e0be),segment_id=ec1ba8c4-73b1-442d-a2a6-c87c8a23e0be)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:22:45.821516 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (d3a4632c-ac82-4429-82d0-ea74db528887), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:45.861603 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-66c015f1-ea55-499c-aecd-3ce3e97cc845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7266c1d7-521e-414b-aff0-8c110dc9dbd7', 'name': 'tempest-ServerRescueNegativeTestJSON-1943900163-router', 'tenant_id': '585ebec9292d43e7b65aab5ba734d8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '2d7d92f9-be31-486f-9237-dcd2a09b1c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:20:33Z', 'updated_at': '2022-03-30T18:20:37Z', 'revision_number': 4, 'project_id': '585ebec9292d43e7b65aab5ba734d8b9', 'gw_port': {'id': '2d7d92f9-be31-486f-9237-dcd2a09b1c3a', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7266c1d7-521e-414b-aff0-8c110dc9dbd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:33Z', 'updated_at': '2022-03-30T18:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_floatingips': [{'id': '1a6abe37-a2e5-4e13-b9c2-5c6c95e6c876', 'tenant_id': '585ebec9292d43e7b65aab5ba734d8b9', 'floating_ip_address': '172.27.0.209', 'floating_network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'router_id': '7266c1d7-521e-414b-aff0-8c110dc9dbd7', 'port_id': '3e2f7821-0a00-4198-8965-8972649ae0c9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb', 'mac_address': 'fa:16:3e:4c:3e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e482c9-c23f-4930-a249-60dd92771d8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:22:29Z', 'updated_at': '2022-03-30T18:22:44Z', 'revision_number': 1, 'project_id': '585ebec9292d43e7b65aab5ba734d8b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fe1b64a-b721-4cae-986c-e8bedae4133f', 'name': '', 'network_id': '0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb', 'tenant_id': '585ebec9292d43e7b65aab5ba734d8b9', 'mac_address': 'fa:16:3e:9d:44:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7266c1d7-521e-414b-aff0-8c110dc9dbd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '803891e5-aae4-46c3-87bc-0de344219463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:36Z', 'updated_at': '2022-03-30T18:20:41Z', 'revision_number': 5, 'project_id': '585ebec9292d43e7b65aab5ba734d8b9', 'subnets': [{'id': '803891e5-aae4-46c3-87bc-0de344219463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:22:45.862953 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd11daf-b3ac-44eb-b21f-9af80f25a817 req-9552036d-e957-437e-a60b-81e0116a40a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:45.864570 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0cd11daf-b3ac-44eb-b21f-9af80f25a817 req-9552036d-e957-437e-a60b-81e0116a40a4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=803891e5-aae4-46c3-87bc-0de344219463 HTTP/1.1" status: 200 len: 858 time: 0.0453639 Mar 30 18:22:45.871580 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Pushing event updated for resources: {'Port': ['ID=d3a4632c-ac82-4429-82d0-ea74db528887,revision_number=4']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:22:45.878909 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:22:45.879275 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:22:45.879640 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:22:45.879990 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:22:45.880324 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:22:45.880652 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:22:45.880971 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:22:45.881290 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:22:45.881610 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:22:45.881929 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:22:45.882247 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:22:45.882638 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:22:45.882966 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:22:45.883306 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:22:45.883621 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:22:45.891814 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c015f1-ea55-499c-aecd-3ce3e97cc845 None None] Checking router: 7266c1d7-521e-414b-aff0-8c110dc9dbd7 for host: dv-cinder-835879-1-iscsi {{(pid=103296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:22:45.901071 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c015f1-ea55-499c-aecd-3ce3e97cc845 None None] Routers {'7266c1d7-521e-414b-aff0-8c110dc9dbd7'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:22:45.901677 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-66c015f1-ea55-499c-aecd-3ce3e97cc845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:22:30Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['7266c1d7-521e-414b-aff0-8c110dc9dbd7'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:22:45.916255 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd11daf-b3ac-44eb-b21f-9af80f25a817 req-0e75bca9-53f4-49c8-822a-0519da877ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:45.918298 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0cd11daf-b3ac-44eb-b21f-9af80f25a817 req-0e75bca9-53f4-49c8-822a-0519da877ab6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458090 Mar 30 18:22:46.005492 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-66c015f1-ea55-499c-aecd-3ce3e97cc845 None None] Set router 7266c1d7-521e-414b-aff0-8c110dc9dbd7 gateway port host: dv-cinder-835879-1-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:22:46.012270 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0cd11daf-b3ac-44eb-b21f-9af80f25a817 req-7b525c62-9e09-4310-a664-a966aa3680ab service neutron] 10.222.0.55 "GET /v2.0/networks/0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842876 Mar 30 18:22:46.102163 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0cd11daf-b3ac-44eb-b21f-9af80f25a817 req-9afe75e3-d39a-4b35-b7d0-f245cd201d35 service neutron] 10.222.0.55 "GET /v2.0/networks/0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806568 Mar 30 18:22:46.232979 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-66c015f1-ea55-499c-aecd-3ce3e97cc845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7266c1d7-521e-414b-aff0-8c110dc9dbd7', 'name': 'tempest-ServerRescueNegativeTestJSON-1943900163-router', 'tenant_id': '585ebec9292d43e7b65aab5ba734d8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '2d7d92f9-be31-486f-9237-dcd2a09b1c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:20:33Z', 'updated_at': '2022-03-30T18:20:37Z', 'revision_number': 4, 'project_id': '585ebec9292d43e7b65aab5ba734d8b9', 'gw_port': {'id': '2d7d92f9-be31-486f-9237-dcd2a09b1c3a', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7266c1d7-521e-414b-aff0-8c110dc9dbd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:33Z', 'updated_at': '2022-03-30T18:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_floatingips': [{'id': '1a6abe37-a2e5-4e13-b9c2-5c6c95e6c876', 'tenant_id': '585ebec9292d43e7b65aab5ba734d8b9', 'floating_ip_address': '172.27.0.209', 'floating_network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'router_id': '7266c1d7-521e-414b-aff0-8c110dc9dbd7', 'port_id': '3e2f7821-0a00-4198-8965-8972649ae0c9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb', 'mac_address': 'fa:16:3e:4c:3e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e482c9-c23f-4930-a249-60dd92771d8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:22:29Z', 'updated_at': '2022-03-30T18:22:44Z', 'revision_number': 1, 'project_id': '585ebec9292d43e7b65aab5ba734d8b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fe1b64a-b721-4cae-986c-e8bedae4133f', 'name': '', 'network_id': '0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb', 'tenant_id': '585ebec9292d43e7b65aab5ba734d8b9', 'mac_address': 'fa:16:3e:9d:44:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7266c1d7-521e-414b-aff0-8c110dc9dbd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '803891e5-aae4-46c3-87bc-0de344219463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:36Z', 'updated_at': '2022-03-30T18:20:41Z', 'revision_number': 5, 'project_id': '585ebec9292d43e7b65aab5ba734d8b9', 'subnets': [{'id': '803891e5-aae4-46c3-87bc-0de344219463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:22:46.258024 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c015f1-ea55-499c-aecd-3ce3e97cc845 None None] The sync data for ids ['7266c1d7-521e-414b-aff0-8c110dc9dbd7'] in dv-cinder-835879-1-iscsi is: [{'id': '7266c1d7-521e-414b-aff0-8c110dc9dbd7', 'name': 'tempest-ServerRescueNegativeTestJSON-1943900163-router', 'tenant_id': '585ebec9292d43e7b65aab5ba734d8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '2d7d92f9-be31-486f-9237-dcd2a09b1c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:20:33Z', 'updated_at': '2022-03-30T18:20:37Z', 'revision_number': 4, 'project_id': '585ebec9292d43e7b65aab5ba734d8b9', 'gw_port': {'id': '2d7d92f9-be31-486f-9237-dcd2a09b1c3a', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7266c1d7-521e-414b-aff0-8c110dc9dbd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:33Z', 'updated_at': '2022-03-30T18:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_floatingips': [{'id': '1a6abe37-a2e5-4e13-b9c2-5c6c95e6c876', 'tenant_id': '585ebec9292d43e7b65aab5ba734d8b9', 'floating_ip_address': '172.27.0.209', 'floating_network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'router_id': '7266c1d7-521e-414b-aff0-8c110dc9dbd7', 'port_id': '3e2f7821-0a00-4198-8965-8972649ae0c9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb', 'mac_address': 'fa:16:3e:4c:3e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e482c9-c23f-4930-a249-60dd92771d8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:22:29Z', 'updated_at': '2022-03-30T18:22:44Z', 'revision_number': 1, 'project_id': '585ebec9292d43e7b65aab5ba734d8b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fe1b64a-b721-4cae-986c-e8bedae4133f', 'name': '', 'network_id': '0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb', 'tenant_id': '585ebec9292d43e7b65aab5ba734d8b9', 'mac_address': 'fa:16:3e:9d:44:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7266c1d7-521e-414b-aff0-8c110dc9dbd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '803891e5-aae4-46c3-87bc-0de344219463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:36Z', 'updated_at': '2022-03-30T18:20:41Z', 'revision_number': 5, 'project_id': '585ebec9292d43e7b65aab5ba734d8b9', 'subnets': [{'id': '803891e5-aae4-46c3-87bc-0de344219463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:22:46.328068 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (48cc6dd0-9d47-40d1-bfd7-3609261a1488), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:46.338560 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] get_ports_and_sgs() called for port_ids ['d3a4632c-ac82-4429-82d0-ea74db528887'] {{(pid=103295) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:22:46.449598 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89c5d02-a939-4fae-a364-6617e0ce1f80 None None] New status for floating IP 1a6abe37-a2e5-4e13-b9c2-5c6c95e6c876: ACTIVE {{(pid=103295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:22:46.819409 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189dbaf1-ca76-4e44-8fc8-e686a53ab5a5 req-bcd95851-5942-41fa-be78-28e337e17378 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:46.820871 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-189dbaf1-ca76-4e44-8fc8-e686a53ab5a5 req-bcd95851-5942-41fa-be78-28e337e17378 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/ports?device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 944 time: 0.0524938 Mar 30 18:22:46.872655 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-189dbaf1-ca76-4e44-8fc8-e686a53ab5a5 req-dddc29db-d412-4d2a-8e97-b44c15688282 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6bf04e-6871-4ba6-a021-75f1f75a47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456758 Mar 30 18:22:47.989967 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da3441-8e17-4824-b705-faafbad676c2 req-2fd1610a-df21-4a1a-8fb2-918eb7c2f6f8 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:47.991446 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-72da3441-8e17-4824-b705-faafbad676c2 req-2fd1610a-df21-4a1a-8fb2-918eb7c2f6f8 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/ports?device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 944 time: 0.0530560 Mar 30 18:22:48.039176 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-72da3441-8e17-4824-b705-faafbad676c2 req-7fcd4d93-0e21-4c5c-ad16-048f930fc133 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6bf04e-6871-4ba6-a021-75f1f75a47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421433 Mar 30 18:22:49.151638 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420698fb-d3ec-4902-a550-bdabb27414f5 req-a4b0d9cb-3ab3-4808-bcc4-a89f4b310006 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:49.153202 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-420698fb-d3ec-4902-a550-bdabb27414f5 req-a4b0d9cb-3ab3-4808-bcc4-a89f4b310006 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/ports?device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 944 time: 0.0516791 Mar 30 18:22:49.204302 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-420698fb-d3ec-4902-a550-bdabb27414f5 req-534c842f-c902-4db8-9286-14572b95ea5d tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6bf04e-6871-4ba6-a021-75f1f75a47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451219 Mar 30 18:22:49.527905 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device d3a4632c-ac82-4429-82d0-ea74db528887 up at agent hyperv_hv-cinder-83587 {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:22:49.580341 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Provisioning for port d3a4632c-ac82-4429-82d0-ea74db528887 completed by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 18:22:49.584028 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Provisioning complete for port d3a4632c-ac82-4429-82d0-ea74db528887 triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:22:49.584401 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (d3a4632c-ac82-4429-82d0-ea74db528887), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:49.666566 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Current status of the port d3a4632c-ac82-4429-82d0-ea74db528887 is: BUILD; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:22:49.666866 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (d3a4632c-ac82-4429-82d0-ea74db528887), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:49.689111 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4faee5ed-3991-461d-bc07-41773e890e60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a4632c-ac82-4429-82d0-ea74db528887'}] {{(pid=103295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:22:49.691373 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7869a1eaeafddf677110b76453ce8b8be8513095297872c2e0c75408178073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc483263-66aa-4e21-8dfe-03a1fa636820" -d '{"events": [{"server_uuid": "4faee5ed-3991-461d-bc07-41773e890e60", "name": "network-vif-plugged", "status": "completed", "tag": "d3a4632c-ac82-4429-82d0-ea74db528887"}]}' {{(pid=103295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:22:49.703094 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port d3a4632c-ac82-4429-82d0-ea74db528887, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=d3a4632c-ac82-4429-82d0-ea74db528887,segment=NetworkSegment(ec1ba8c4-73b1-442d-a2a6-c87c8a23e0be),segment_id=ec1ba8c4-73b1-442d-a2a6-c87c8a23e0be)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:22:49.707534 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (d3a4632c-ac82-4429-82d0-ea74db528887), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:49.732971 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a1ba51-d459-47bf-85b7-5a5b8cf67a40 x-openstack-request-id: req-93a1ba51-d459-47bf-85b7-5a5b8cf67a40 {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:22:49.733302 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4faee5ed-3991-461d-bc07-41773e890e60", "name": "network-vif-plugged", "status": "completed", "tag": "d3a4632c-ac82-4429-82d0-ea74db528887", "code": 200}]} {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:22:49.733541 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-93a1ba51-d459-47bf-85b7-5a5b8cf67a40 {{(pid=103295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:22:49.733927 dv-cinder-835879-1-iscsi neutron-server[103295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93a1ba51-d459-47bf-85b7-5a5b8cf67a40'] response: {'server_uuid': '4faee5ed-3991-461d-bc07-41773e890e60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a4632c-ac82-4429-82d0-ea74db528887', 'code': 200} Mar 30 18:22:49.756850 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Pushing event updated for resources: {'Port': ['ID=d3a4632c-ac82-4429-82d0-ea74db528887,revision_number=5']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:22:50.082432 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e2c21-fcbe-499d-ac74-2149a5af3f74 req-6521b695-e2d8-4849-8135-ec4995c2f399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:50.083916 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-db8e2c21-fcbe-499d-ac74-2149a5af3f74 req-6521b695-e2d8-4849-8135-ec4995c2f399 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 1129 time: 0.0452561 Mar 30 18:22:50.131380 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-db8e2c21-fcbe-499d-ac74-2149a5af3f74 req-9922d39a-7466-4e1c-a424-ad848b831c21 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2b6bf04e-6871-4ba6-a021-75f1f75a47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374610 Mar 30 18:22:50.317991 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a6d674-277a-446a-9804-546b15dd9888 req-9a1d632a-4a9c-42d2-b339-7091c71620c1 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:50.319482 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-26a6d674-277a-446a-9804-546b15dd9888 req-9a1d632a-4a9c-42d2-b339-7091c71620c1 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/ports?device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 945 time: 0.0511456 Mar 30 18:22:50.367670 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-26a6d674-277a-446a-9804-546b15dd9888 req-8e53fd7d-3658-4190-8b2e-b9ad70b5cde3 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6bf04e-6871-4ba6-a021-75f1f75a47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418444 Mar 30 18:22:50.700790 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a399d9-159e-44e6-b834-5e16bf43fafe req-2612bb25-c1fe-473b-90f0-9a18171c2200 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:50.702250 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-61a399d9-159e-44e6-b834-5e16bf43fafe req-2612bb25-c1fe-473b-90f0-9a18171c2200 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cb64e80-e39d-49eb-86af-290fa3684e6f HTTP/1.1" status: 200 len: 946 time: 0.0544817 Mar 30 18:22:50.747233 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-61a399d9-159e-44e6-b834-5e16bf43fafe req-aa26cda6-8e34-4376-887c-923a5308463f tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/security-groups?id=aceea5f5-feb8-4c89-ad27-86bd4cdfa476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394464 Mar 30 18:22:51.487123 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea77ddb8-a025-41b2-84bf-d88973b412dc req-25870a72-a415-4339-9b65-f94b0a410f9b tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:51.488605 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ea77ddb8-a025-41b2-84bf-d88973b412dc req-25870a72-a415-4339-9b65-f94b0a410f9b tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/ports?device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 945 time: 0.0514665 Mar 30 18:22:51.536527 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ea77ddb8-a025-41b2-84bf-d88973b412dc req-f6074ec3-4335-48ca-b79e-aaa2de0b1997 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6bf04e-6871-4ba6-a021-75f1f75a47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423951 Mar 30 18:22:51.860599 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b804951f-be2e-480c-b5a1-770f26f7f602 req-57843b0d-abdd-4d64-9275-7cafde6df0bb tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:51.862068 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-b804951f-be2e-480c-b5a1-770f26f7f602 req-57843b0d-abdd-4d64-9275-7cafde6df0bb tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cb64e80-e39d-49eb-86af-290fa3684e6f HTTP/1.1" status: 200 len: 946 time: 0.0506139 Mar 30 18:22:51.911352 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-b804951f-be2e-480c-b5a1-770f26f7f602 req-606edebd-96b7-4db6-957a-93fbe230f660 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/security-groups?id=aceea5f5-feb8-4c89-ad27-86bd4cdfa476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437160 Mar 30 18:22:52.651716 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985bd2a-4c9b-47e0-b3a2-258b787264d7 req-ca2a2df4-71f2-478f-aacf-437c6197117f tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:52.653186 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-1985bd2a-4c9b-47e0-b3a2-258b787264d7 req-ca2a2df4-71f2-478f-aacf-437c6197117f tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/ports?device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 945 time: 0.0517750 Mar 30 18:22:52.699748 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-1985bd2a-4c9b-47e0-b3a2-258b787264d7 req-d57f61da-34c0-4461-8964-8bfa0f5e5669 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6bf04e-6871-4ba6-a021-75f1f75a47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410175 Mar 30 18:22:52.812210 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d836ad5-c424-4add-b81d-763ce0ac58ee req-1b8979f5-06c9-4d27-a60e-85f392aadd23 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:52.813657 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4d836ad5-c424-4add-b81d-763ce0ac58ee req-1b8979f5-06c9-4d27-a60e-85f392aadd23 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/ports?device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 945 time: 0.0511549 Mar 30 18:22:52.860868 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4d836ad5-c424-4add-b81d-763ce0ac58ee req-a3379ef9-75d2-4170-935c-89145baa76a8 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6bf04e-6871-4ba6-a021-75f1f75a47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415807 Mar 30 18:22:52.881927 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 36622) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:22:53.055257 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747aec91-9d1c-4d4c-b888-ef7bd5b7e5fa req-6497c121-a1f9-43ba-a070-816d990e8e5c tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:53.057268 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-747aec91-9d1c-4d4c-b888-ef7bd5b7e5fa req-6497c121-a1f9-43ba-a070-816d990e8e5c tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cb64e80-e39d-49eb-86af-290fa3684e6f HTTP/1.1" status: 200 len: 946 time: 0.0761292 Mar 30 18:22:53.059247 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af2fc70-edf2-490b-8f5b-8f7b9db033de tempest-TestShelveInstance-1020841683 tempest-TestShelveInstance-1020841683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:53.063221 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-2af2fc70-edf2-490b-8f5b-8f7b9db033de tempest-TestShelveInstance-1020841683 tempest-TestShelveInstance-1020841683-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 1124 time: 0.1777163 Mar 30 18:22:53.063918 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 36628) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:22:53.068361 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-a40a9f47-445d-4b33-b0c4-f75a598d0f4c tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Request body: {'floatingip': {'floating_network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'port_id': 'd3a4632c-ac82-4429-82d0-ea74db528887', 'tenant_id': '6ddcc755c06b440bb6750e5d44c3b913', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:22:53.089423 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-a40a9f47-445d-4b33-b0c4-f75a598d0f4c tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:53.108919 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-747aec91-9d1c-4d4c-b888-ef7bd5b7e5fa req-aadf1c75-2541-43ef-bdf7-015c2b4c889c tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/security-groups?id=aceea5f5-feb8-4c89-ad27-86bd4cdfa476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456777 Mar 30 18:22:53.191754 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-a40a9f47-445d-4b33-b0c4-f75a598d0f4c tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:53.295761 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.db.db_base_plugin_common [None req-a40a9f47-445d-4b33-b0c4-f75a598d0f4c tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Allocated IP 172.27.0.35 (502cc405-82c2-4579-84e2-1393f2fa67cd/b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8/c0297eb3-d459-419a-9bd7-97b96f577834) {{(pid=103294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:22:53.392643 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-a40a9f47-445d-4b33-b0c4-f75a598d0f4c tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Publish callbacks [] for port (c0297eb3-d459-419a-9bd7-97b96f577834), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:53.431088 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-a40a9f47-445d-4b33-b0c4-f75a598d0f4c tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759689464324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59249992'] for port (c0297eb3-d459-419a-9bd7-97b96f577834), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:53.465292 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40a9f47-445d-4b33-b0c4-f75a598d0f4c tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Network 502cc405-82c2-4579-84e2-1393f2fa67cd is already hosted by enough agents. {{(pid=103294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:22:53.467957 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.base_scheduler [None req-a40a9f47-445d-4b33-b0c4-f75a598d0f4c tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Resources bound (agent type, host, resource id): {{(pid=103294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:22:53.471410 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40a9f47-445d-4b33-b0c4-f75a598d0f4c tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Received port after_create {{(pid=103294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:22:53.497769 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40a9f47-445d-4b33-b0c4-f75a598d0f4c tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Pushing event updated for resources: {'Port': ['ID=c0297eb3-d459-419a-9bd7-97b96f577834,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:22:53.811266 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-a40a9f47-445d-4b33-b0c4-f75a598d0f4c tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Publish callbacks [] for floatingip (76982dac-23f6-4369-81f9-025771708ac4), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:54.052829 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-a40a9f47-445d-4b33-b0c4-f75a598d0f4c tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (c0297eb3-d459-419a-9bd7-97b96f577834), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:54.197942 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-a40a9f47-445d-4b33-b0c4-f75a598d0f4c tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Publish callbacks [] for port (c0297eb3-d459-419a-9bd7-97b96f577834), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:54.203467 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-a40a9f47-445d-4b33-b0c4-f75a598d0f4c tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59249985'] for port (c0297eb3-d459-419a-9bd7-97b96f577834), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:54.224978 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c13b285-df70-4eb6-a88d-f931b9750dfc req-663782d3-b881-4294-b530-c4a025eaa30f tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:54.226460 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-2c13b285-df70-4eb6-a88d-f931b9750dfc req-663782d3-b881-4294-b530-c4a025eaa30f tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cb64e80-e39d-49eb-86af-290fa3684e6f HTTP/1.1" status: 200 len: 946 time: 0.0519571 Mar 30 18:22:54.271017 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40a9f47-445d-4b33-b0c4-f75a598d0f4c tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Pushing event updated for resources: {'Port': ['ID=c0297eb3-d459-419a-9bd7-97b96f577834,revision_number=2']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:22:54.277327 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-2c13b285-df70-4eb6-a88d-f931b9750dfc req-b206dffa-5871-43dc-8d9f-0997e1e0387f tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/security-groups?id=aceea5f5-feb8-4c89-ad27-86bd4cdfa476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443256 Mar 30 18:22:54.283065 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-a40a9f47-445d-4b33-b0c4-f75a598d0f4c tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623622'] for floatingip (76982dac-23f6-4369-81f9-025771708ac4), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:54.380754 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.db.l3_db [None req-a40a9f47-445d-4b33-b0c4-f75a598d0f4c tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Floating IP 76982dac-23f6-4369-81f9-025771708ac4 associated. External IP: 172.27.0.35, port: d3a4632c-ac82-4429-82d0-ea74db528887. Mar 30 18:22:54.585516 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a40a9f47-445d-4b33-b0c4-f75a598d0f4c tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Router 0a18f1c0-ebfe-4af1-bc55-c114eca5fae5 has already been hosted by L3 agent bb9cbda0-d504-4372-97ec-0881b5676f92 {{(pid=103294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:22:54.692924 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a40a9f47-445d-4b33-b0c4-f75a598d0f4c tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Notify agent at l3_agent.dv-cinder-835879-1-iscsi the message routers_updated {{(pid=103294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:22:54.702240 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e49c03-53fc-4265-9485-7b8680ebe6f3 None None] Sync routers for ids ['0a18f1c0-ebfe-4af1-bc55-c114eca5fae5'] in dv-cinder-835879-1-iscsi {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:22:54.711501 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-a40a9f47-445d-4b33-b0c4-f75a598d0f4c tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for floatingip (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:54.713091 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e49c03-53fc-4265-9485-7b8680ebe6f3 None None] Routers {'0a18f1c0-ebfe-4af1-bc55-c114eca5fae5'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:22:54.713710 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-04e49c03-53fc-4265-9485-7b8680ebe6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:22:30Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['0a18f1c0-ebfe-4af1-bc55-c114eca5fae5'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:22:54.742893 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-a40a9f47-445d-4b33-b0c4-f75a598d0f4c tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6778607 Mar 30 18:22:54.743504 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4faee5ed-3991-461d-bc07-41773e890e60', 'tag': 'd3a4632c-ac82-4429-82d0-ea74db528887'}] {{(pid=103294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:22:54.745788 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f253efad80999b0ddc7e44d4c54a97ad4b62a771ea2683ab6850d70c8b34677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77795233-bf2f-4305-ac13-6b0b56747549" -d '{"events": [{"name": "network-changed", "server_uuid": "4faee5ed-3991-461d-bc07-41773e890e60", "tag": "d3a4632c-ac82-4429-82d0-ea74db528887"}]}' {{(pid=103294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:22:54.781832 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bef0d9e-153e-4628-ad13-be5ef1794b44 x-openstack-request-id: req-0bef0d9e-153e-4628-ad13-be5ef1794b44 {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:22:54.782123 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4faee5ed-3991-461d-bc07-41773e890e60", "tag": "d3a4632c-ac82-4429-82d0-ea74db528887", "status": "completed", "code": 200}]} {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:22:54.782379 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0bef0d9e-153e-4628-ad13-be5ef1794b44 {{(pid=103294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:22:54.782784 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bef0d9e-153e-4628-ad13-be5ef1794b44'] response: {'name': 'network-changed', 'server_uuid': '4faee5ed-3991-461d-bc07-41773e890e60', 'tag': 'd3a4632c-ac82-4429-82d0-ea74db528887', 'status': 'completed', 'code': 200} Mar 30 18:22:54.820273 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-04e49c03-53fc-4265-9485-7b8680ebe6f3 None None] Set router 0a18f1c0-ebfe-4af1-bc55-c114eca5fae5 gateway port host: dv-cinder-835879-1-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:22:54.893754 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77795233-bf2f-4305-ac13-6b0b56747549 req-47d10457-6305-493d-997e-f634e3833ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:54.895287 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-77795233-bf2f-4305-ac13-6b0b56747549 req-47d10457-6305-493d-997e-f634e3833ece service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6ddcc755c06b440bb6750e5d44c3b913&device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 1129 time: 0.0438492 Mar 30 18:22:54.985051 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77795233-bf2f-4305-ac13-6b0b56747549 req-49577b8b-92cf-4794-9313-e79053bd8a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:54.986483 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-77795233-bf2f-4305-ac13-6b0b56747549 req-49577b8b-92cf-4794-9313-e79053bd8a1c service neutron] 10.222.0.55 "GET /v2.0/networks?id=1ac97e91-fa8e-41d7-abce-016c28065e30 HTTP/1.1" status: 200 len: 909 time: 0.0838797 Mar 30 18:22:55.041795 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-04e49c03-53fc-4265-9485-7b8680ebe6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a18f1c0-ebfe-4af1-bc55-c114eca5fae5', 'name': 'tempest-TestShelveInstance-148878223-router', 'tenant_id': '6ddcc755c06b440bb6750e5d44c3b913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '315f9c87-01c7-4cad-ab3a-3684cef9f2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:21:56Z', 'updated_at': '2022-03-30T18:22:00Z', 'revision_number': 4, 'project_id': '6ddcc755c06b440bb6750e5d44c3b913', 'gw_port': {'id': '315f9c87-01c7-4cad-ab3a-3684cef9f2a9', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:26:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a18f1c0-ebfe-4af1-bc55-c114eca5fae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:21:57Z', 'updated_at': '2022-03-30T18:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_floatingips': [{'id': '76982dac-23f6-4369-81f9-025771708ac4', 'tenant_id': '6ddcc755c06b440bb6750e5d44c3b913', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'router_id': '0a18f1c0-ebfe-4af1-bc55-c114eca5fae5', 'port_id': 'd3a4632c-ac82-4429-82d0-ea74db528887', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ac97e91-fa8e-41d7-abce-016c28065e30', 'mac_address': 'fa:16:3e:53:7f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4faee5ed-3991-461d-bc07-41773e890e60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:22:53Z', 'updated_at': '2022-03-30T18:22:53Z', 'revision_number': 0, 'project_id': '6ddcc755c06b440bb6750e5d44c3b913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceb6462a-0a68-4c99-8735-6fc5ce3bc418', 'name': '', 'network_id': '1ac97e91-fa8e-41d7-abce-016c28065e30', 'tenant_id': '6ddcc755c06b440bb6750e5d44c3b913', 'mac_address': 'fa:16:3e:26:ae:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a18f1c0-ebfe-4af1-bc55-c114eca5fae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '8d0df9d6-37fc-48cb-beb7-46feba9ce564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:21:59Z', 'updated_at': '2022-03-30T18:22:06Z', 'revision_number': 5, 'project_id': '6ddcc755c06b440bb6750e5d44c3b913', 'subnets': [{'id': '8d0df9d6-37fc-48cb-beb7-46feba9ce564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:22:55.066855 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-77795233-bf2f-4305-ac13-6b0b56747549 req-898100ad-f5bc-4567-9ebd-16b864e64c5c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3a4632c-ac82-4429-82d0-ea74db528887 HTTP/1.1" status: 200 len: 998 time: 0.0645015 Mar 30 18:22:55.067333 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e49c03-53fc-4265-9485-7b8680ebe6f3 None None] Checking router: 0a18f1c0-ebfe-4af1-bc55-c114eca5fae5 for host: dv-cinder-835879-1-iscsi {{(pid=103296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:22:55.075844 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e49c03-53fc-4265-9485-7b8680ebe6f3 None None] Routers {'0a18f1c0-ebfe-4af1-bc55-c114eca5fae5'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:22:55.076442 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-04e49c03-53fc-4265-9485-7b8680ebe6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:22:30Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['0a18f1c0-ebfe-4af1-bc55-c114eca5fae5'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:22:55.114005 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77795233-bf2f-4305-ac13-6b0b56747549 req-5c87432b-c17a-468b-ab99-909c67ca3ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:55.115550 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-77795233-bf2f-4305-ac13-6b0b56747549 req-5c87432b-c17a-468b-ab99-909c67ca3ee2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8d0df9d6-37fc-48cb-beb7-46feba9ce564 HTTP/1.1" status: 200 len: 847 time: 0.0423920 Mar 30 18:22:55.174300 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77795233-bf2f-4305-ac13-6b0b56747549 req-2e587fc5-8a8b-4a81-a31a-73d4fb60320f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:55.175874 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-77795233-bf2f-4305-ac13-6b0b56747549 req-2e587fc5-8a8b-4a81-a31a-73d4fb60320f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1ac97e91-fa8e-41d7-abce-016c28065e30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460107 Mar 30 18:22:55.182535 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-04e49c03-53fc-4265-9485-7b8680ebe6f3 None None] Set router 0a18f1c0-ebfe-4af1-bc55-c114eca5fae5 gateway port host: dv-cinder-835879-1-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:22:55.270249 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-77795233-bf2f-4305-ac13-6b0b56747549 req-c90f9227-d6c3-438f-ac9f-c1cf00445a5a service neutron] 10.222.0.55 "GET /v2.0/networks/1ac97e91-fa8e-41d7-abce-016c28065e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868058 Mar 30 18:22:55.401198 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-04e49c03-53fc-4265-9485-7b8680ebe6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a18f1c0-ebfe-4af1-bc55-c114eca5fae5', 'name': 'tempest-TestShelveInstance-148878223-router', 'tenant_id': '6ddcc755c06b440bb6750e5d44c3b913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '315f9c87-01c7-4cad-ab3a-3684cef9f2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:21:56Z', 'updated_at': '2022-03-30T18:22:00Z', 'revision_number': 4, 'project_id': '6ddcc755c06b440bb6750e5d44c3b913', 'gw_port': {'id': '315f9c87-01c7-4cad-ab3a-3684cef9f2a9', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:26:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a18f1c0-ebfe-4af1-bc55-c114eca5fae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:21:57Z', 'updated_at': '2022-03-30T18:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_floatingips': [{'id': '76982dac-23f6-4369-81f9-025771708ac4', 'tenant_id': '6ddcc755c06b440bb6750e5d44c3b913', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'router_id': '0a18f1c0-ebfe-4af1-bc55-c114eca5fae5', 'port_id': 'd3a4632c-ac82-4429-82d0-ea74db528887', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ac97e91-fa8e-41d7-abce-016c28065e30', 'mac_address': 'fa:16:3e:53:7f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4faee5ed-3991-461d-bc07-41773e890e60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:22:53Z', 'updated_at': '2022-03-30T18:22:53Z', 'revision_number': 0, 'project_id': '6ddcc755c06b440bb6750e5d44c3b913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceb6462a-0a68-4c99-8735-6fc5ce3bc418', 'name': '', 'network_id': '1ac97e91-fa8e-41d7-abce-016c28065e30', 'tenant_id': '6ddcc755c06b440bb6750e5d44c3b913', 'mac_address': 'fa:16:3e:26:ae:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a18f1c0-ebfe-4af1-bc55-c114eca5fae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '8d0df9d6-37fc-48cb-beb7-46feba9ce564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:21:59Z', 'updated_at': '2022-03-30T18:22:06Z', 'revision_number': 5, 'project_id': '6ddcc755c06b440bb6750e5d44c3b913', 'subnets': [{'id': '8d0df9d6-37fc-48cb-beb7-46feba9ce564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:22:55.428609 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e49c03-53fc-4265-9485-7b8680ebe6f3 None None] The sync data for ids ['0a18f1c0-ebfe-4af1-bc55-c114eca5fae5'] in dv-cinder-835879-1-iscsi is: [{'id': '0a18f1c0-ebfe-4af1-bc55-c114eca5fae5', 'name': 'tempest-TestShelveInstance-148878223-router', 'tenant_id': '6ddcc755c06b440bb6750e5d44c3b913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '315f9c87-01c7-4cad-ab3a-3684cef9f2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:21:56Z', 'updated_at': '2022-03-30T18:22:00Z', 'revision_number': 4, 'project_id': '6ddcc755c06b440bb6750e5d44c3b913', 'gw_port': {'id': '315f9c87-01c7-4cad-ab3a-3684cef9f2a9', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:26:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a18f1c0-ebfe-4af1-bc55-c114eca5fae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:21:57Z', 'updated_at': '2022-03-30T18:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_floatingips': [{'id': '76982dac-23f6-4369-81f9-025771708ac4', 'tenant_id': '6ddcc755c06b440bb6750e5d44c3b913', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'router_id': '0a18f1c0-ebfe-4af1-bc55-c114eca5fae5', 'port_id': 'd3a4632c-ac82-4429-82d0-ea74db528887', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ac97e91-fa8e-41d7-abce-016c28065e30', 'mac_address': 'fa:16:3e:53:7f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4faee5ed-3991-461d-bc07-41773e890e60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:22:53Z', 'updated_at': '2022-03-30T18:22:53Z', 'revision_number': 0, 'project_id': '6ddcc755c06b440bb6750e5d44c3b913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceb6462a-0a68-4c99-8735-6fc5ce3bc418', 'name': '', 'network_id': '1ac97e91-fa8e-41d7-abce-016c28065e30', 'tenant_id': '6ddcc755c06b440bb6750e5d44c3b913', 'mac_address': 'fa:16:3e:26:ae:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a18f1c0-ebfe-4af1-bc55-c114eca5fae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '8d0df9d6-37fc-48cb-beb7-46feba9ce564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:21:59Z', 'updated_at': '2022-03-30T18:22:06Z', 'revision_number': 5, 'project_id': '6ddcc755c06b440bb6750e5d44c3b913', 'subnets': [{'id': '8d0df9d6-37fc-48cb-beb7-46feba9ce564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:22:55.622468 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031898dd-f52e-4388-904b-228f1946367e None None] New status for floating IP 76982dac-23f6-4369-81f9-025771708ac4: ACTIVE {{(pid=103295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:22:55.648699 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-77795233-bf2f-4305-ac13-6b0b56747549 req-dcc3a6b8-c80c-4a03-a3ad-d7bc47750481 service neutron] 10.222.0.55 "GET /v2.0/networks/1ac97e91-fa8e-41d7-abce-016c28065e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3720706 Mar 30 18:22:55.668563 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a1c277-efc5-47d4-95dd-515ccc4c1fd9 req-ee987fc7-e082-4a26-9743-54ddc482c755 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:55.669984 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-49a1c277-efc5-47d4-95dd-515ccc4c1fd9 req-ee987fc7-e082-4a26-9743-54ddc482c755 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cb64e80-e39d-49eb-86af-290fa3684e6f HTTP/1.1" status: 200 len: 946 time: 0.3256004 Mar 30 18:22:55.715973 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-49a1c277-efc5-47d4-95dd-515ccc4c1fd9 req-0f4d707d-d6bf-4c35-92e3-d3533db353ac tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/security-groups?id=aceea5f5-feb8-4c89-ad27-86bd4cdfa476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403020 Mar 30 18:22:56.833680 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4db33ab-3847-4846-99c8-e55723df757d req-c59796f8-6af1-415a-9258-8e6fc6e91e4f tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:56.835271 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-b4db33ab-3847-4846-99c8-e55723df757d req-c59796f8-6af1-415a-9258-8e6fc6e91e4f tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cb64e80-e39d-49eb-86af-290fa3684e6f HTTP/1.1" status: 200 len: 946 time: 0.0513573 Mar 30 18:22:56.880854 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-b4db33ab-3847-4846-99c8-e55723df757d req-cfe5493a-6207-4e56-97a7-f9e88db32e41 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/security-groups?id=aceea5f5-feb8-4c89-ad27-86bd4cdfa476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396256 Mar 30 18:22:57.688195 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-adb27733-3a6a-4ca2-8272-d69e024948b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (c82c41e6-6be9-408a-ae4d-4131a3230230), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:57.997137 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc3ce1-d2a9-42d0-af9e-3663d4218126 req-25e348a1-9814-4f10-881f-931d761dd84b tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:57.998507 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-fadc3ce1-d2a9-42d0-af9e-3663d4218126 req-25e348a1-9814-4f10-881f-931d761dd84b tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cb64e80-e39d-49eb-86af-290fa3684e6f HTTP/1.1" status: 200 len: 946 time: 0.0517249 Mar 30 18:22:58.047796 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-fadc3ce1-d2a9-42d0-af9e-3663d4218126 req-f7186e79-db99-496f-ba9c-f47d91887b2d tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/security-groups?id=aceea5f5-feb8-4c89-ad27-86bd4cdfa476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435677 Mar 30 18:22:59.167848 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e40250e-62b1-4367-a738-dc8a4313d628 req-2886c7fc-2589-4511-b995-19c38136a13e tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:59.169298 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-6e40250e-62b1-4367-a738-dc8a4313d628 req-2886c7fc-2589-4511-b995-19c38136a13e tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cb64e80-e39d-49eb-86af-290fa3684e6f HTTP/1.1" status: 200 len: 946 time: 0.0515282 Mar 30 18:22:59.220632 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-6e40250e-62b1-4367-a738-dc8a4313d628 req-984d11c3-f88a-4226-9ff9-5ec7644a1cca tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/security-groups?id=aceea5f5-feb8-4c89-ad27-86bd4cdfa476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456390 Mar 30 18:23:00.067273 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-e86abc38-2569-41df-be9e-7a83248b4bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bb9cbda0-d504-4372-97ec-0881b5676f92), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:00.340482 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea917a-42cd-4cb3-b7be-68f91253de1e req-d569766e-d06c-47c1-a856-fc8b785d7f6f tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:00.341889 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-07ea917a-42cd-4cb3-b7be-68f91253de1e req-d569766e-d06c-47c1-a856-fc8b785d7f6f tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cb64e80-e39d-49eb-86af-290fa3684e6f HTTP/1.1" status: 200 len: 946 time: 0.0531824 Mar 30 18:23:00.388843 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-07ea917a-42cd-4cb3-b7be-68f91253de1e req-0f7a0f7f-3812-4368-a699-7cc67215f95f tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/security-groups?id=aceea5f5-feb8-4c89-ad27-86bd4cdfa476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413716 Mar 30 18:23:01.190504 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f19afa9d-e030-40e8-acc4-8e1b9083a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (63dcb6ae-3517-415b-a3a4-cfabe01bf14f), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:01.507644 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bce156c-d56f-4f33-8ebe-784b3cd70f70 req-ac5119ef-89a5-45cf-a1d0-62d857a8b7e4 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:01.509046 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-1bce156c-d56f-4f33-8ebe-784b3cd70f70 req-ac5119ef-89a5-45cf-a1d0-62d857a8b7e4 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cb64e80-e39d-49eb-86af-290fa3684e6f HTTP/1.1" status: 200 len: 946 time: 0.0542595 Mar 30 18:23:01.555727 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-1bce156c-d56f-4f33-8ebe-784b3cd70f70 req-f6d2ef90-a7cf-4bb9-91a2-7253a63d3c2a tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/security-groups?id=aceea5f5-feb8-4c89-ad27-86bd4cdfa476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404618 Mar 30 18:23:02.583834 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-735ee7a5-faf9-4a72-9605-65e031eaef75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bc479c0e-1124-4d13-b03e-bb2d712dc776), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:02.669990 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b5e83-311d-4d48-a202-891bbf28a1cd req-c424befb-0003-474b-bd1c-5b70f85a1fc3 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:02.671423 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-5b1b5e83-311d-4d48-a202-891bbf28a1cd req-c424befb-0003-474b-bd1c-5b70f85a1fc3 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cb64e80-e39d-49eb-86af-290fa3684e6f HTTP/1.1" status: 200 len: 946 time: 0.0521228 Mar 30 18:23:02.716240 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-5b1b5e83-311d-4d48-a202-891bbf28a1cd req-231717e9-7819-42e9-9935-8b93ac963925 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/security-groups?id=aceea5f5-feb8-4c89-ad27-86bd4cdfa476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393157 Mar 30 18:23:03.831477 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44641ee7-7733-4339-9175-99cef13450c4 req-2d6ff65e-71fa-4f4e-ae85-fc357782aa21 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:03.832924 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-44641ee7-7733-4339-9175-99cef13450c4 req-2d6ff65e-71fa-4f4e-ae85-fc357782aa21 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cb64e80-e39d-49eb-86af-290fa3684e6f HTTP/1.1" status: 200 len: 946 time: 0.0507927 Mar 30 18:23:03.880654 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-44641ee7-7733-4339-9175-99cef13450c4 req-66d75049-491d-403d-bba3-e21f774fe50f tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/security-groups?id=aceea5f5-feb8-4c89-ad27-86bd4cdfa476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423043 Mar 30 18:23:03.977143 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (6489659c-3f19-4a2c-89f8-52d37c938fb3), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:04.994434 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb48d2c-33fa-4c45-b21b-46c2e3279d4f req-43c71780-a1e2-4386-a15c-038815b46039 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:04.995930 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ffb48d2c-33fa-4c45-b21b-46c2e3279d4f req-43c71780-a1e2-4386-a15c-038815b46039 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cb64e80-e39d-49eb-86af-290fa3684e6f HTTP/1.1" status: 200 len: 946 time: 0.0510323 Mar 30 18:23:05.040294 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ffb48d2c-33fa-4c45-b21b-46c2e3279d4f req-9ea7c48f-42d5-4004-900b-0db6b764dac0 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/security-groups?id=aceea5f5-feb8-4c89-ad27-86bd4cdfa476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388780 Mar 30 18:23:06.156911 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d044c4-bda1-4e56-a2ab-8c9b34c73607 req-3d031e76-500a-4784-b70d-c4f45f09d0c1 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:06.158380 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-96d044c4-bda1-4e56-a2ab-8c9b34c73607 req-3d031e76-500a-4784-b70d-c4f45f09d0c1 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cb64e80-e39d-49eb-86af-290fa3684e6f HTTP/1.1" status: 200 len: 946 time: 0.0521584 Mar 30 18:23:06.209170 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-96d044c4-bda1-4e56-a2ab-8c9b34c73607 req-68bd8aab-dde3-4cfb-a69a-b2a06ed419df tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/security-groups?id=aceea5f5-feb8-4c89-ad27-86bd4cdfa476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442541 Mar 30 18:23:06.528364 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb96fece-c6ab-4845-ad05-033b0d9c7449 req-f52571eb-cfd7-40f5-9f61-e4c1ebefab0b tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:06.529820 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-cb96fece-c6ab-4845-ad05-033b0d9c7449 req-f52571eb-cfd7-40f5-9f61-e4c1ebefab0b tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c32bc2d-c736-49d5-b6a5-95b578f46899 HTTP/1.1" status: 200 len: 945 time: 0.0554004 Mar 30 18:23:06.574505 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-cb96fece-c6ab-4845-ad05-033b0d9c7449 req-463af340-dd15-4824-a124-2647338f588e tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/security-groups?id=018b16a5-8be5-487d-9ccd-6d1cce3bb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390882 Mar 30 18:23:07.331706 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ca675e-6236-448e-a3b7-be3cfca282a9 req-ec3502b3-9a60-481b-91b7-c389ec14bded tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:07.333183 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-85ca675e-6236-448e-a3b7-be3cfca282a9 req-ec3502b3-9a60-481b-91b7-c389ec14bded tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cb64e80-e39d-49eb-86af-290fa3684e6f HTTP/1.1" status: 200 len: 946 time: 0.0518141 Mar 30 18:23:07.378838 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-85ca675e-6236-448e-a3b7-be3cfca282a9 req-bea1f57e-0cd1-4f4d-ba8c-b6f7244f82d1 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/security-groups?id=aceea5f5-feb8-4c89-ad27-86bd4cdfa476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395005 Mar 30 18:23:07.612493 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1b74ce-b5b2-40cf-b6ae-c55bcd569be9 req-0c5173a6-7ac9-470e-8723-6a32fbc2e67c tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:07.613823 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ee1b74ce-b5b2-40cf-b6ae-c55bcd569be9 req-0c5173a6-7ac9-470e-8723-6a32fbc2e67c tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cb64e80-e39d-49eb-86af-290fa3684e6f HTTP/1.1" status: 200 len: 946 time: 0.0558414 Mar 30 18:23:07.726503 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ee1b74ce-b5b2-40cf-b6ae-c55bcd569be9 req-024f2a6c-441b-4949-9f88-a9bb980ca5a0 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/security-groups?id=aceea5f5-feb8-4c89-ad27-86bd4cdfa476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065485 Mar 30 18:23:07.735698 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0430a4a9-eb70-41b8-a7ba-47e1591db9d8 req-866cd6e1-5598-4d49-a345-286d81caa64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:07.737246 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0430a4a9-eb70-41b8-a7ba-47e1591db9d8 req-866cd6e1-5598-4d49-a345-286d81caa64f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f6636f8a031548d18e3429de74b004e9&device_id=2cb64e80-e39d-49eb-86af-290fa3684e6f HTTP/1.1" status: 200 len: 1130 time: 0.1101477 Mar 30 18:23:07.748259 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf816b29-3fc9-41fc-b69d-05fd9d55b4bb req-48ce2556-143a-460f-93ba-aa9a1dbb40b1 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:07.749662 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-cf816b29-3fc9-41fc-b69d-05fd9d55b4bb req-48ce2556-143a-460f-93ba-aa9a1dbb40b1 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c32bc2d-c736-49d5-b6a5-95b578f46899 HTTP/1.1" status: 200 len: 945 time: 0.1046782 Mar 30 18:23:07.850674 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-cf816b29-3fc9-41fc-b69d-05fd9d55b4bb req-5ff358be-4a6a-4e86-9e30-3a39b85f0a22 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/security-groups?id=018b16a5-8be5-487d-9ccd-6d1cce3bb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912828 Mar 30 18:23:07.868897 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0430a4a9-eb70-41b8-a7ba-47e1591db9d8 req-0651bc21-87a2-4145-b3e3-769075e60d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:07.871014 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0430a4a9-eb70-41b8-a7ba-47e1591db9d8 req-0651bc21-87a2-4145-b3e3-769075e60d40 service neutron] 10.222.0.55 "GET /v2.0/networks?id=99f9262f-3c8d-47d0-8af2-845395ed3cd0 HTTP/1.1" status: 200 len: 911 time: 0.1185632 Mar 30 18:23:07.950118 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0430a4a9-eb70-41b8-a7ba-47e1591db9d8 req-7772903e-44b9-42e0-80c5-e7fdda5bd149 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aee93743-b365-41f5-b7ec-ae74a3dd3e36 HTTP/1.1" status: 200 len: 1002 time: 0.0640244 Mar 30 18:23:08.001473 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0430a4a9-eb70-41b8-a7ba-47e1591db9d8 req-7aa4b5a6-5826-485b-a054-0963199136ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:08.003031 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0430a4a9-eb70-41b8-a7ba-47e1591db9d8 req-7aa4b5a6-5826-485b-a054-0963199136ba service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4cc6a602-aaad-4e34-b4ef-47ed89dd7ce5 HTTP/1.1" status: 200 len: 849 time: 0.0444777 Mar 30 18:23:08.070010 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0430a4a9-eb70-41b8-a7ba-47e1591db9d8 req-16ea21de-f362-4d71-b810-0454c6b619fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:08.071516 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0430a4a9-eb70-41b8-a7ba-47e1591db9d8 req-16ea21de-f362-4d71-b810-0454c6b619fa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=99f9262f-3c8d-47d0-8af2-845395ed3cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459065 Mar 30 18:23:08.161830 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0430a4a9-eb70-41b8-a7ba-47e1591db9d8 req-af15e1c9-8752-4daf-82ec-d758a7305489 service neutron] 10.222.0.55 "GET /v2.0/networks/99f9262f-3c8d-47d0-8af2-845395ed3cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826499 Mar 30 18:23:08.248693 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0430a4a9-eb70-41b8-a7ba-47e1591db9d8 req-8a84d997-01b9-4355-b8c8-7556571b5331 service neutron] 10.222.0.55 "GET /v2.0/networks/99f9262f-3c8d-47d0-8af2-845395ed3cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807040 Mar 30 18:23:08.647902 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936d6166-ef9a-42bc-8fbf-d29bf754c3b8 req-0a05ede0-a3e7-41a4-8c4a-b07f358f6cdd tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:08.649352 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-936d6166-ef9a-42bc-8fbf-d29bf754c3b8 req-0a05ede0-a3e7-41a4-8c4a-b07f358f6cdd tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c32bc2d-c736-49d5-b6a5-95b578f46899 HTTP/1.1" status: 200 len: 945 time: 0.0522640 Mar 30 18:23:08.750935 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [req-936d6166-ef9a-42bc-8fbf-d29bf754c3b8 req-bea15d28-f6a3-44a5-8db8-ca7446e00cd1 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Deleting port 4a2027e6-5cf7-423e-880c-46b4d7edc1e1 {{(pid=103293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:23:08.751282 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-936d6166-ef9a-42bc-8fbf-d29bf754c3b8 req-bea15d28-f6a3-44a5-8db8-ca7446e00cd1 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759690029078'] for port (4a2027e6-5cf7-423e-880c-46b4d7edc1e1), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:08.884046 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad3e44a-4900-474d-8948-61c502f284eb req-7e0679ea-c9f2-4530-aae0-896f24f2df20 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:08.885557 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-fad3e44a-4900-474d-8948-61c502f284eb req-7e0679ea-c9f2-4530-aae0-896f24f2df20 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cb64e80-e39d-49eb-86af-290fa3684e6f HTTP/1.1" status: 200 len: 946 time: 0.0899172 Mar 30 18:23:08.887351 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [req-936d6166-ef9a-42bc-8fbf-d29bf754c3b8 req-bea15d28-f6a3-44a5-8db8-ca7446e00cd1 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] For port 4a2027e6-5cf7-423e-880c-46b4d7edc1e1, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=4a2027e6-5cf7-423e-880c-46b4d7edc1e1,segment=NetworkSegment(eb738ca0-ee17-403d-85ee-2ae2dc7037b1),segment_id=eb738ca0-ee17-403d-85ee-2ae2dc7037b1)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:23:08.887716 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-936d6166-ef9a-42bc-8fbf-d29bf754c3b8 req-bea15d28-f6a3-44a5-8db8-ca7446e00cd1 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586036'] for port (4a2027e6-5cf7-423e-880c-46b4d7edc1e1), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:09.104189 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-fad3e44a-4900-474d-8948-61c502f284eb req-8af0c8f3-eb27-4d84-bf76-79b732075dca tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/security-groups?id=aceea5f5-feb8-4c89-ad27-86bd4cdfa476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2122769 Mar 30 18:23:09.159039 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db44ed-1e76-4c9e-8486-8476353c538c req-b5d4d0e8-4a89-4841-9fff-67418dd60d38 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:09.160530 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-56db44ed-1e76-4c9e-8486-8476353c538c req-b5d4d0e8-4a89-4841-9fff-67418dd60d38 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c32bc2d-c736-49d5-b6a5-95b578f46899 HTTP/1.1" status: 200 len: 945 time: 0.2269952 Mar 30 18:23:09.199214 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-936d6166-ef9a-42bc-8fbf-d29bf754c3b8 req-bea15d28-f6a3-44a5-8db8-ca7446e00cd1 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:09.199573 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-936d6166-ef9a-42bc-8fbf-d29bf754c3b8 req-bea15d28-f6a3-44a5-8db8-ca7446e00cd1 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623622'] for floatingip (019513ad-3569-4d90-a25c-5ac92751a705), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:09.199889 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.db.l3_db [req-936d6166-ef9a-42bc-8fbf-d29bf754c3b8 req-bea15d28-f6a3-44a5-8db8-ca7446e00cd1 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Floating IP 019513ad-3569-4d90-a25c-5ac92751a705 disassociated. External IP: 172.27.0.245, port: 4a2027e6-5cf7-423e-880c-46b4d7edc1e1. Mar 30 18:23:09.200222 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [req-936d6166-ef9a-42bc-8fbf-d29bf754c3b8 req-bea15d28-f6a3-44a5-8db8-ca7446e00cd1 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Calling delete_port for 4a2027e6-5cf7-423e-880c-46b4d7edc1e1 owned by compute:nova {{(pid=103293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:23:09.230462 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-56db44ed-1e76-4c9e-8486-8476353c538c req-d7b6310c-0926-4e08-add4-5c2d8d4be3d1 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/security-groups?id=018b16a5-8be5-487d-9ccd-6d1cce3bb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634522 Mar 30 18:23:09.345201 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-936d6166-ef9a-42bc-8fbf-d29bf754c3b8 req-bea15d28-f6a3-44a5-8db8-ca7446e00cd1 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759690034297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759689464333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58814409'] for port (4a2027e6-5cf7-423e-880c-46b4d7edc1e1), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:09.370587 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea15d28-f6a3-44a5-8db8-ca7446e00cd1 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Pushing event deleted for resources: {'Port': ['ID=4a2027e6-5cf7-423e-880c-46b4d7edc1e1,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:23:09.487011 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.l3_agent_scheduler [req-936d6166-ef9a-42bc-8fbf-d29bf754c3b8 req-bea15d28-f6a3-44a5-8db8-ca7446e00cd1 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Router 9e927d26-fdad-4de0-b401-be4f8bf7ed4f has already been hosted by L3 agent bb9cbda0-d504-4372-97ec-0881b5676f92 {{(pid=103293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:23:09.597764 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-936d6166-ef9a-42bc-8fbf-d29bf754c3b8 req-bea15d28-f6a3-44a5-8db8-ca7446e00cd1 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Notify agent at l3_agent.dv-cinder-835879-1-iscsi the message routers_updated {{(pid=103293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:23:09.607105 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8edc4bb-b90f-4682-afbb-5440c7fef042 None None] Sync routers for ids ['9e927d26-fdad-4de0-b401-be4f8bf7ed4f'] in dv-cinder-835879-1-iscsi {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:23:09.616961 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8edc4bb-b90f-4682-afbb-5440c7fef042 None None] Routers {'9e927d26-fdad-4de0-b401-be4f8bf7ed4f'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:23:09.617570 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-b8edc4bb-b90f-4682-afbb-5440c7fef042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:23:00Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['9e927d26-fdad-4de0-b401-be4f8bf7ed4f'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:23:09.639403 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [req-936d6166-ef9a-42bc-8fbf-d29bf754c3b8 req-bea15d28-f6a3-44a5-8db8-ca7446e00cd1 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] No DVR routers for this DVR port 4a2027e6-5cf7-423e-880c-46b4d7edc1e1 on host hv-cinder-83587 {{(pid=103293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:23:09.642131 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-936d6166-ef9a-42bc-8fbf-d29bf754c3b8 req-bea15d28-f6a3-44a5-8db8-ca7446e00cd1 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for port (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:09.646528 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-936d6166-ef9a-42bc-8fbf-d29bf754c3b8 req-bea15d28-f6a3-44a5-8db8-ca7446e00cd1 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.55 "DELETE /v2.0/ports/4a2027e6-5cf7-423e-880c-46b4d7edc1e1 HTTP/1.1" status: 204 len: 173 time: 0.9884348 Mar 30 18:23:09.647251 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c32bc2d-c736-49d5-b6a5-95b578f46899', 'name': 'network-vif-deleted', 'tag': '4a2027e6-5cf7-423e-880c-46b4d7edc1e1'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:23:09.653079 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e41150553c85b09edab6cb52843a30629a36ec9d810f78f9b9d5c7c277fb574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e02007-77f2-44a7-8838-5313b44a28c2" -d '{"events": [{"server_uuid": "0c32bc2d-c736-49d5-b6a5-95b578f46899", "name": "network-vif-deleted", "tag": "4a2027e6-5cf7-423e-880c-46b4d7edc1e1"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:23:09.696751 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2760de05-1a83-448e-9d93-ac028777ce7f x-openstack-request-id: req-2760de05-1a83-448e-9d93-ac028777ce7f {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:23:09.697045 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c32bc2d-c736-49d5-b6a5-95b578f46899", "name": "network-vif-deleted", "tag": "4a2027e6-5cf7-423e-880c-46b4d7edc1e1", "status": "completed", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:23:09.697855 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2760de05-1a83-448e-9d93-ac028777ce7f {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:23:09.698264 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2760de05-1a83-448e-9d93-ac028777ce7f'] response: {'server_uuid': '0c32bc2d-c736-49d5-b6a5-95b578f46899', 'name': 'network-vif-deleted', 'tag': '4a2027e6-5cf7-423e-880c-46b4d7edc1e1', 'status': 'completed', 'code': 200} Mar 30 18:23:09.808360 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-b8edc4bb-b90f-4682-afbb-5440c7fef042 None None] Set router 9e927d26-fdad-4de0-b401-be4f8bf7ed4f gateway port host: dv-cinder-835879-1-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:23:10.036836 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-b8edc4bb-b90f-4682-afbb-5440c7fef042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'name': 'tempest-AttachVolumeNegativeTest-1445051510-router', 'tenant_id': '279a01c655714587a3db731678eada47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'b803bc7d-24e4-4b13-8019-5fc99b0eeb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:19:14Z', 'updated_at': '2022-03-30T18:19:32Z', 'revision_number': 4, 'project_id': '279a01c655714587a3db731678eada47', 'gw_port': {'id': 'b803bc7d-24e4-4b13-8019-5fc99b0eeb41', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:44:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:16Z', 'updated_at': '2022-03-30T18:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_floatingips': [{'id': 'aebbebf7-34c7-485e-af46-6250fbb15b71', 'tenant_id': '279a01c655714587a3db731678eada47', 'floating_ip_address': '172.27.0.79', 'floating_network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'router_id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'port_id': '3cad2eef-ab5f-4875-b984-11e70f3336ec', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a', 'mac_address': 'fa:16:3e:7c:c5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8422ff0d-76db-4352-a488-42d4f62b1277', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:19:44Z', 'updated_at': '2022-03-30T18:20:18Z', 'revision_number': 2, 'project_id': '279a01c655714587a3db731678eada47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f95f2d79-8e95-460d-b979-08e6301c655f', 'name': '', 'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a', 'tenant_id': '279a01c655714587a3db731678eada47', 'mac_address': 'fa:16:3e:95:ea:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '753583e9-792f-4b04-97da-dc50f6b2fa57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:26Z', 'updated_at': '2022-03-30T18:19:41Z', 'revision_number': 5, 'project_id': '279a01c655714587a3db731678eada47', 'subnets': [{'id': '753583e9-792f-4b04-97da-dc50f6b2fa57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:23:10.061588 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8edc4bb-b90f-4682-afbb-5440c7fef042 None None] Checking router: 9e927d26-fdad-4de0-b401-be4f8bf7ed4f for host: dv-cinder-835879-1-iscsi {{(pid=103296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:23:10.069589 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8edc4bb-b90f-4682-afbb-5440c7fef042 None None] Routers {'9e927d26-fdad-4de0-b401-be4f8bf7ed4f'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:23:10.070182 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-b8edc4bb-b90f-4682-afbb-5440c7fef042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:23:00Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['9e927d26-fdad-4de0-b401-be4f8bf7ed4f'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:23:10.177067 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-b8edc4bb-b90f-4682-afbb-5440c7fef042 None None] Set router 9e927d26-fdad-4de0-b401-be4f8bf7ed4f gateway port host: dv-cinder-835879-1-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:23:10.226717 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a005d87-7af4-4ecb-b039-0bab3a57692f req-3be66295-6c55-4fe3-b7b3-90b9fb6735be tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:10.228238 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4a005d87-7af4-4ecb-b039-0bab3a57692f req-3be66295-6c55-4fe3-b7b3-90b9fb6735be tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cb64e80-e39d-49eb-86af-290fa3684e6f HTTP/1.1" status: 200 len: 946 time: 0.0564353 Mar 30 18:23:10.299491 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4a005d87-7af4-4ecb-b039-0bab3a57692f req-e032e88c-9df4-4eb3-83df-2c757be5e7be tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/security-groups?id=aceea5f5-feb8-4c89-ad27-86bd4cdfa476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545778 Mar 30 18:23:10.373098 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-716701bb-6c48-4f2c-ac10-40778aae2cc9 req-69c7ea00-7a1b-4280-ad71-c9e72eabff9a tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c32bc2d-c736-49d5-b6a5-95b578f46899 HTTP/1.1" status: 200 len: 210 time: 0.0366311 Mar 30 18:23:10.448225 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-b8edc4bb-b90f-4682-afbb-5440c7fef042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'name': 'tempest-AttachVolumeNegativeTest-1445051510-router', 'tenant_id': '279a01c655714587a3db731678eada47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'b803bc7d-24e4-4b13-8019-5fc99b0eeb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:19:14Z', 'updated_at': '2022-03-30T18:19:32Z', 'revision_number': 4, 'project_id': '279a01c655714587a3db731678eada47', 'gw_port': {'id': 'b803bc7d-24e4-4b13-8019-5fc99b0eeb41', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:44:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:16Z', 'updated_at': '2022-03-30T18:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_floatingips': [{'id': 'aebbebf7-34c7-485e-af46-6250fbb15b71', 'tenant_id': '279a01c655714587a3db731678eada47', 'floating_ip_address': '172.27.0.79', 'floating_network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'router_id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'port_id': '3cad2eef-ab5f-4875-b984-11e70f3336ec', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a', 'mac_address': 'fa:16:3e:7c:c5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8422ff0d-76db-4352-a488-42d4f62b1277', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:19:44Z', 'updated_at': '2022-03-30T18:20:18Z', 'revision_number': 2, 'project_id': '279a01c655714587a3db731678eada47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f95f2d79-8e95-460d-b979-08e6301c655f', 'name': '', 'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a', 'tenant_id': '279a01c655714587a3db731678eada47', 'mac_address': 'fa:16:3e:95:ea:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '753583e9-792f-4b04-97da-dc50f6b2fa57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:26Z', 'updated_at': '2022-03-30T18:19:41Z', 'revision_number': 5, 'project_id': '279a01c655714587a3db731678eada47', 'subnets': [{'id': '753583e9-792f-4b04-97da-dc50f6b2fa57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:23:10.477250 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8edc4bb-b90f-4682-afbb-5440c7fef042 None None] The sync data for ids ['9e927d26-fdad-4de0-b401-be4f8bf7ed4f'] in dv-cinder-835879-1-iscsi is: [{'id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'name': 'tempest-AttachVolumeNegativeTest-1445051510-router', 'tenant_id': '279a01c655714587a3db731678eada47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'b803bc7d-24e4-4b13-8019-5fc99b0eeb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:19:14Z', 'updated_at': '2022-03-30T18:19:32Z', 'revision_number': 4, 'project_id': '279a01c655714587a3db731678eada47', 'gw_port': {'id': 'b803bc7d-24e4-4b13-8019-5fc99b0eeb41', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:44:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:16Z', 'updated_at': '2022-03-30T18:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_floatingips': [{'id': 'aebbebf7-34c7-485e-af46-6250fbb15b71', 'tenant_id': '279a01c655714587a3db731678eada47', 'floating_ip_address': '172.27.0.79', 'floating_network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'router_id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'port_id': '3cad2eef-ab5f-4875-b984-11e70f3336ec', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a', 'mac_address': 'fa:16:3e:7c:c5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8422ff0d-76db-4352-a488-42d4f62b1277', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:19:44Z', 'updated_at': '2022-03-30T18:20:18Z', 'revision_number': 2, 'project_id': '279a01c655714587a3db731678eada47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f95f2d79-8e95-460d-b979-08e6301c655f', 'name': '', 'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a', 'tenant_id': '279a01c655714587a3db731678eada47', 'mac_address': 'fa:16:3e:95:ea:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '753583e9-792f-4b04-97da-dc50f6b2fa57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:26Z', 'updated_at': '2022-03-30T18:19:41Z', 'revision_number': 5, 'project_id': '279a01c655714587a3db731678eada47', 'subnets': [{'id': '753583e9-792f-4b04-97da-dc50f6b2fa57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:23:10.699132 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ebe8a9-3237-40c2-9215-13d99992df69 None None] New status for floating IP 019513ad-3569-4d90-a25c-5ac92751a705: DOWN {{(pid=103295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:23:11.460549 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 36708) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:23:11.515026 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-6452c072-4f4c-47d7-944d-b66b6365f41e tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for security_group (018b16a5-8be5-487d-9ccd-6d1cce3bb58a), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:11.538578 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-6452c072-4f4c-47d7-944d-b66b6365f41e tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for security_group (018b16a5-8be5-487d-9ccd-6d1cce3bb58a), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:11.590480 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-6452c072-4f4c-47d7-944d-b66b6365f41e tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (018b16a5-8be5-487d-9ccd-6d1cce3bb58a), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:11.593206 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-6452c072-4f4c-47d7-944d-b66b6365f41e tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:11.595791 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-6452c072-4f4c-47d7-944d-b66b6365f41e tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "DELETE /v2.0/security-groups/018b16a5-8be5-487d-9ccd-6d1cce3bb58a HTTP/1.1" status: 204 len: 168 time: 0.1339948 Mar 30 18:23:11.597670 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 36710) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:23:11.607609 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6452c072-4f4c-47d7-944d-b66b6365f41e tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=018b16a5-8be5-487d-9ccd-6d1cce3bb58a,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:23:11.611298 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.api.v2.resource [None req-a93e0254-ebec-4919-af0c-f583addd37ec tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] show failed (client error): The resource could not be found. Mar 30 18:23:11.614990 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-a93e0254-ebec-4919-af0c-f583addd37ec tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/security-groups/018b16a5-8be5-487d-9ccd-6d1cce3bb58a HTTP/1.1" status: 404 len: 347 time: 0.0135746 Mar 30 18:23:11.615463 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 36712) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:23:11.630854 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device 4a2027e6-5cf7-423e-880c-46b4d7edc1e1 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:23:11.654082 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] No Port match for: 4a2027e6-5cf7-423e-880c-46b4d7edc1e1 {{(pid=103295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:23:11.654734 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device 4a2027e6-5cf7-423e-880c-46b4d7edc1e1 not bound to the agent host hv-cinder-83587 {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:23:11.738756 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-02e5cd33-e158-45b8-81c0-4b3494402bce tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Deleting port ceca038c-1b6a-47d6-9413-2aed2c82057b {{(pid=103293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:23:11.739092 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-02e5cd33-e158-45b8-81c0-4b3494402bce tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759690029078'] for port (ceca038c-1b6a-47d6-9413-2aed2c82057b), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:11.815248 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-02e5cd33-e158-45b8-81c0-4b3494402bce tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586036'] for port (ceca038c-1b6a-47d6-9413-2aed2c82057b), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:11.815605 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-02e5cd33-e158-45b8-81c0-4b3494402bce tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for floatingip (ceca038c-1b6a-47d6-9413-2aed2c82057b), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:11.828704 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-02e5cd33-e158-45b8-81c0-4b3494402bce tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Calling delete_port for ceca038c-1b6a-47d6-9413-2aed2c82057b owned by network:floatingip {{(pid=103293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:23:11.965935 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-02e5cd33-e158-45b8-81c0-4b3494402bce tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759690034297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759689464333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58814409'] for port (ceca038c-1b6a-47d6-9413-2aed2c82057b), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:11.989959 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e5cd33-e158-45b8-81c0-4b3494402bce tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Pushing event deleted for resources: {'Port': ['ID=ceca038c-1b6a-47d6-9413-2aed2c82057b,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:23:12.050737 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-02e5cd33-e158-45b8-81c0-4b3494402bce tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for floatingip (019513ad-3569-4d90-a25c-5ac92751a705), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:12.053288 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-02e5cd33-e158-45b8-81c0-4b3494402bce tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for floatingip (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:12.055321 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-02e5cd33-e158-45b8-81c0-4b3494402bce tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "DELETE /v2.0/floatingips/019513ad-3569-4d90-a25c-5ac92751a705 HTTP/1.1" status: 204 len: 168 time: 0.4382682 Mar 30 18:23:13.911835 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-1c98f89e-9a3d-4f06-9df3-de44f349c72b req-e4a16d0b-425e-4e7b-a886-dbde7dc6c3d5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2cb64e80-e39d-49eb-86af-290fa3684e6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427999 Mar 30 18:23:14.039225 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c98f89e-9a3d-4f06-9df3-de44f349c72b req-c86c7896-82cc-447d-a423-eeaf5a733864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:14.040690 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-1c98f89e-9a3d-4f06-9df3-de44f349c72b req-c86c7896-82cc-447d-a423-eeaf5a733864 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f6636f8a031548d18e3429de74b004e9&device_id=2cb64e80-e39d-49eb-86af-290fa3684e6f HTTP/1.1" status: 200 len: 1130 time: 0.0468612 Mar 30 18:23:14.141186 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c98f89e-9a3d-4f06-9df3-de44f349c72b req-de6bccfb-0de7-48f3-9497-3edc259c7fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:14.142673 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-1c98f89e-9a3d-4f06-9df3-de44f349c72b req-de6bccfb-0de7-48f3-9497-3edc259c7fc0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=99f9262f-3c8d-47d0-8af2-845395ed3cd0 HTTP/1.1" status: 200 len: 911 time: 0.0825768 Mar 30 18:23:14.214406 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-1c98f89e-9a3d-4f06-9df3-de44f349c72b req-270a00ec-8ffc-4bab-a615-2bca07b0f692 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aee93743-b365-41f5-b7ec-ae74a3dd3e36 HTTP/1.1" status: 200 len: 1002 time: 0.0609112 Mar 30 18:23:14.264614 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c98f89e-9a3d-4f06-9df3-de44f349c72b req-cc831f37-cb06-4c81-88f3-4c37816ebd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:14.266045 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-1c98f89e-9a3d-4f06-9df3-de44f349c72b req-cc831f37-cb06-4c81-88f3-4c37816ebd6b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4cc6a602-aaad-4e34-b4ef-47ed89dd7ce5 HTTP/1.1" status: 200 len: 849 time: 0.0417054 Mar 30 18:23:14.314207 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c98f89e-9a3d-4f06-9df3-de44f349c72b req-3c35231b-f86e-4345-9eaf-c7425e9c6d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:14.315682 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-1c98f89e-9a3d-4f06-9df3-de44f349c72b req-3c35231b-f86e-4345-9eaf-c7425e9c6d37 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=99f9262f-3c8d-47d0-8af2-845395ed3cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415626 Mar 30 18:23:14.407737 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-1c98f89e-9a3d-4f06-9df3-de44f349c72b req-c63f3f22-e0d1-4bfd-bd4e-b5fc43441d89 service neutron] 10.222.0.55 "GET /v2.0/networks/99f9262f-3c8d-47d0-8af2-845395ed3cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821927 Mar 30 18:23:14.500948 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-1c98f89e-9a3d-4f06-9df3-de44f349c72b req-0b9ce595-0d47-4d8e-9154-191c17c48345 service neutron] 10.222.0.55 "GET /v2.0/networks/99f9262f-3c8d-47d0-8af2-845395ed3cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835538 Mar 30 18:23:14.789400 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338bdc3f-a7a8-47a6-9b52-aca274e19c3c req-0d358adf-6c6b-4eb5-b526-91cac88f128c tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:14.790895 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-338bdc3f-a7a8-47a6-9b52-aca274e19c3c req-0d358adf-6c6b-4eb5-b526-91cac88f128c tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/ports?device_id=8422ff0d-76db-4352-a488-42d4f62b1277 HTTP/1.1" status: 200 len: 946 time: 0.0536578 Mar 30 18:23:14.844821 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-338bdc3f-a7a8-47a6-9b52-aca274e19c3c req-2cd1b052-a693-40a3-a350-197738232057 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/security-groups?id=240086e8-ee1b-499f-8c1a-e5d8ebb402f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482283 Mar 30 18:23:15.961678 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c0e4ed-2fb8-4843-b5ca-2d7488007a1f req-63f68b72-4ff7-47e6-b1e9-43383b4a5192 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:15.963139 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-f8c0e4ed-2fb8-4843-b5ca-2d7488007a1f req-63f68b72-4ff7-47e6-b1e9-43383b4a5192 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/ports?device_id=8422ff0d-76db-4352-a488-42d4f62b1277 HTTP/1.1" status: 200 len: 946 time: 0.0506535 Mar 30 18:23:16.007899 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-f8c0e4ed-2fb8-4843-b5ca-2d7488007a1f req-bc74b6d6-4a7f-4086-8817-3d5a91afa294 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/security-groups?id=240086e8-ee1b-499f-8c1a-e5d8ebb402f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390306 Mar 30 18:23:16.347344 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (48cc6dd0-9d47-40d1-bfd7-3609261a1488), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:16.997690 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6894580-8739-4256-b7af-a73bc8f7f45c req-6c127f85-a7bb-48f7-97b7-efa0fc8a3854 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:16.999183 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-e6894580-8739-4256-b7af-a73bc8f7f45c req-6c127f85-a7bb-48f7-97b7-efa0fc8a3854 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.55 "GET /v2.0/ports?device_id=8422ff0d-76db-4352-a488-42d4f62b1277 HTTP/1.1" status: 200 len: 946 time: 0.0498462 Mar 30 18:23:17.367241 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [req-e6894580-8739-4256-b7af-a73bc8f7f45c req-56776998-18f5-436f-8c6c-2e29fdb914a0 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Deleting port 3cad2eef-ab5f-4875-b984-11e70f3336ec {{(pid=103293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:23:17.367582 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-e6894580-8739-4256-b7af-a73bc8f7f45c req-56776998-18f5-436f-8c6c-2e29fdb914a0 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759690029078'] for port (3cad2eef-ab5f-4875-b984-11e70f3336ec), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:17.387913 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58258429-0b48-4018-b872-f8ec8b741db8 req-1e3e4cac-a2ce-4c14-bbc3-cb7d02b30f9a tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:17.389361 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-58258429-0b48-4018-b872-f8ec8b741db8 req-1e3e4cac-a2ce-4c14-bbc3-cb7d02b30f9a tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/ports?device_id=8422ff0d-76db-4352-a488-42d4f62b1277 HTTP/1.1" status: 200 len: 946 time: 0.0832431 Mar 30 18:23:17.481410 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-58258429-0b48-4018-b872-f8ec8b741db8 req-fd278b57-4050-4bce-84ac-b2e5dcf29d57 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/security-groups?id=240086e8-ee1b-499f-8c1a-e5d8ebb402f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657871 Mar 30 18:23:17.495284 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [req-e6894580-8739-4256-b7af-a73bc8f7f45c req-56776998-18f5-436f-8c6c-2e29fdb914a0 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] For port 3cad2eef-ab5f-4875-b984-11e70f3336ec, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=3cad2eef-ab5f-4875-b984-11e70f3336ec,segment=NetworkSegment(eb738ca0-ee17-403d-85ee-2ae2dc7037b1),segment_id=eb738ca0-ee17-403d-85ee-2ae2dc7037b1)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:23:17.495650 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-e6894580-8739-4256-b7af-a73bc8f7f45c req-56776998-18f5-436f-8c6c-2e29fdb914a0 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586036'] for port (3cad2eef-ab5f-4875-b984-11e70f3336ec), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:17.659394 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-e6894580-8739-4256-b7af-a73bc8f7f45c req-56776998-18f5-436f-8c6c-2e29fdb914a0 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:17.659653 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-e6894580-8739-4256-b7af-a73bc8f7f45c req-56776998-18f5-436f-8c6c-2e29fdb914a0 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623622'] for floatingip (aebbebf7-34c7-485e-af46-6250fbb15b71), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:17.659967 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.db.l3_db [req-e6894580-8739-4256-b7af-a73bc8f7f45c req-56776998-18f5-436f-8c6c-2e29fdb914a0 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Floating IP aebbebf7-34c7-485e-af46-6250fbb15b71 disassociated. External IP: 172.27.0.79, port: 3cad2eef-ab5f-4875-b984-11e70f3336ec. Mar 30 18:23:17.660305 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [req-e6894580-8739-4256-b7af-a73bc8f7f45c req-56776998-18f5-436f-8c6c-2e29fdb914a0 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Calling delete_port for 3cad2eef-ab5f-4875-b984-11e70f3336ec owned by compute:nova {{(pid=103293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:23:17.787786 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-e6894580-8739-4256-b7af-a73bc8f7f45c req-56776998-18f5-436f-8c6c-2e29fdb914a0 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759690034297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759689464333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58814409'] for port (3cad2eef-ab5f-4875-b984-11e70f3336ec), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:17.813273 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56776998-18f5-436f-8c6c-2e29fdb914a0 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Pushing event deleted for resources: {'Port': ['ID=3cad2eef-ab5f-4875-b984-11e70f3336ec,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:23:17.929114 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6894580-8739-4256-b7af-a73bc8f7f45c req-56776998-18f5-436f-8c6c-2e29fdb914a0 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Router 9e927d26-fdad-4de0-b401-be4f8bf7ed4f has already been hosted by L3 agent bb9cbda0-d504-4372-97ec-0881b5676f92 {{(pid=103293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:23:18.036818 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6894580-8739-4256-b7af-a73bc8f7f45c req-56776998-18f5-436f-8c6c-2e29fdb914a0 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Notify agent at l3_agent.dv-cinder-835879-1-iscsi the message routers_updated {{(pid=103293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:23:18.045919 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3019db86-97e9-4a0b-92c3-e852ff50e037 None None] Sync routers for ids ['9e927d26-fdad-4de0-b401-be4f8bf7ed4f'] in dv-cinder-835879-1-iscsi {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:23:18.055880 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3019db86-97e9-4a0b-92c3-e852ff50e037 None None] Routers {'9e927d26-fdad-4de0-b401-be4f8bf7ed4f'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:23:18.056480 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-3019db86-97e9-4a0b-92c3-e852ff50e037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:23:00Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['9e927d26-fdad-4de0-b401-be4f8bf7ed4f'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:23:18.077768 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6894580-8739-4256-b7af-a73bc8f7f45c req-56776998-18f5-436f-8c6c-2e29fdb914a0 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] No DVR routers for this DVR port 3cad2eef-ab5f-4875-b984-11e70f3336ec on host hv-cinder-83587 {{(pid=103293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:23:18.080351 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-e6894580-8739-4256-b7af-a73bc8f7f45c req-56776998-18f5-436f-8c6c-2e29fdb914a0 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for port (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:18.083746 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-e6894580-8739-4256-b7af-a73bc8f7f45c req-56776998-18f5-436f-8c6c-2e29fdb914a0 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.55 "DELETE /v2.0/ports/3cad2eef-ab5f-4875-b984-11e70f3336ec HTTP/1.1" status: 204 len: 173 time: 1.0777423 Mar 30 18:23:18.084207 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8422ff0d-76db-4352-a488-42d4f62b1277', 'name': 'network-vif-deleted', 'tag': '3cad2eef-ab5f-4875-b984-11e70f3336ec'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:23:18.086576 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e41150553c85b09edab6cb52843a30629a36ec9d810f78f9b9d5c7c277fb574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b9e3db-4720-43a8-a330-34fc1434102c" -d '{"events": [{"server_uuid": "8422ff0d-76db-4352-a488-42d4f62b1277", "name": "network-vif-deleted", "tag": "3cad2eef-ab5f-4875-b984-11e70f3336ec"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:23:18.121213 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831058e2-e929-4e69-9b69-835f64b0b3b4 x-openstack-request-id: req-831058e2-e929-4e69-9b69-835f64b0b3b4 {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:23:18.121430 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8422ff0d-76db-4352-a488-42d4f62b1277", "name": "network-vif-deleted", "tag": "3cad2eef-ab5f-4875-b984-11e70f3336ec", "status": "completed", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:23:18.121667 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-831058e2-e929-4e69-9b69-835f64b0b3b4 {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:23:18.122072 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-831058e2-e929-4e69-9b69-835f64b0b3b4'] response: {'server_uuid': '8422ff0d-76db-4352-a488-42d4f62b1277', 'name': 'network-vif-deleted', 'tag': '3cad2eef-ab5f-4875-b984-11e70f3336ec', 'status': 'completed', 'code': 200} Mar 30 18:23:18.167289 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-3019db86-97e9-4a0b-92c3-e852ff50e037 None None] Set router 9e927d26-fdad-4de0-b401-be4f8bf7ed4f gateway port host: dv-cinder-835879-1-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:23:18.370906 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-3019db86-97e9-4a0b-92c3-e852ff50e037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'name': 'tempest-AttachVolumeNegativeTest-1445051510-router', 'tenant_id': '279a01c655714587a3db731678eada47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'b803bc7d-24e4-4b13-8019-5fc99b0eeb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:19:14Z', 'updated_at': '2022-03-30T18:19:32Z', 'revision_number': 4, 'project_id': '279a01c655714587a3db731678eada47', 'gw_port': {'id': 'b803bc7d-24e4-4b13-8019-5fc99b0eeb41', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:44:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:16Z', 'updated_at': '2022-03-30T18:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_interfaces': [{'id': 'f95f2d79-8e95-460d-b979-08e6301c655f', 'name': '', 'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a', 'tenant_id': '279a01c655714587a3db731678eada47', 'mac_address': 'fa:16:3e:95:ea:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '753583e9-792f-4b04-97da-dc50f6b2fa57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:26Z', 'updated_at': '2022-03-30T18:19:41Z', 'revision_number': 5, 'project_id': '279a01c655714587a3db731678eada47', 'subnets': [{'id': '753583e9-792f-4b04-97da-dc50f6b2fa57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:23:18.399043 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3019db86-97e9-4a0b-92c3-e852ff50e037 None None] Checking router: 9e927d26-fdad-4de0-b401-be4f8bf7ed4f for host: dv-cinder-835879-1-iscsi {{(pid=103296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:23:18.407054 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3019db86-97e9-4a0b-92c3-e852ff50e037 None None] Routers {'9e927d26-fdad-4de0-b401-be4f8bf7ed4f'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:23:18.407675 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-3019db86-97e9-4a0b-92c3-e852ff50e037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:23:00Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['9e927d26-fdad-4de0-b401-be4f8bf7ed4f'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:23:18.509861 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-3019db86-97e9-4a0b-92c3-e852ff50e037 None None] Set router 9e927d26-fdad-4de0-b401-be4f8bf7ed4f gateway port host: dv-cinder-835879-1-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:23:18.587763 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-b731a66d-eb2b-483c-ad10-4d88dc414a31 req-e99965c7-e4ae-41df-9bd2-71767c847417 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/ports?device_id=8422ff0d-76db-4352-a488-42d4f62b1277 HTTP/1.1" status: 200 len: 210 time: 0.0264192 Mar 30 18:23:18.719130 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-3019db86-97e9-4a0b-92c3-e852ff50e037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'name': 'tempest-AttachVolumeNegativeTest-1445051510-router', 'tenant_id': '279a01c655714587a3db731678eada47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'b803bc7d-24e4-4b13-8019-5fc99b0eeb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:19:14Z', 'updated_at': '2022-03-30T18:19:32Z', 'revision_number': 4, 'project_id': '279a01c655714587a3db731678eada47', 'gw_port': {'id': 'b803bc7d-24e4-4b13-8019-5fc99b0eeb41', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:44:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:16Z', 'updated_at': '2022-03-30T18:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_interfaces': [{'id': 'f95f2d79-8e95-460d-b979-08e6301c655f', 'name': '', 'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a', 'tenant_id': '279a01c655714587a3db731678eada47', 'mac_address': 'fa:16:3e:95:ea:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '753583e9-792f-4b04-97da-dc50f6b2fa57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:26Z', 'updated_at': '2022-03-30T18:19:41Z', 'revision_number': 5, 'project_id': '279a01c655714587a3db731678eada47', 'subnets': [{'id': '753583e9-792f-4b04-97da-dc50f6b2fa57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:23:18.746355 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3019db86-97e9-4a0b-92c3-e852ff50e037 None None] The sync data for ids ['9e927d26-fdad-4de0-b401-be4f8bf7ed4f'] in dv-cinder-835879-1-iscsi is: [{'id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'name': 'tempest-AttachVolumeNegativeTest-1445051510-router', 'tenant_id': '279a01c655714587a3db731678eada47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'b803bc7d-24e4-4b13-8019-5fc99b0eeb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:19:14Z', 'updated_at': '2022-03-30T18:19:32Z', 'revision_number': 4, 'project_id': '279a01c655714587a3db731678eada47', 'gw_port': {'id': 'b803bc7d-24e4-4b13-8019-5fc99b0eeb41', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:44:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:16Z', 'updated_at': '2022-03-30T18:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_interfaces': [{'id': 'f95f2d79-8e95-460d-b979-08e6301c655f', 'name': '', 'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a', 'tenant_id': '279a01c655714587a3db731678eada47', 'mac_address': 'fa:16:3e:95:ea:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '753583e9-792f-4b04-97da-dc50f6b2fa57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:26Z', 'updated_at': '2022-03-30T18:19:41Z', 'revision_number': 5, 'project_id': '279a01c655714587a3db731678eada47', 'subnets': [{'id': '753583e9-792f-4b04-97da-dc50f6b2fa57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:23:18.961838 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2fd252-309d-4071-9680-72694cc2eebc None None] New status for floating IP aebbebf7-34c7-485e-af46-6250fbb15b71: DOWN {{(pid=103295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:23:19.669738 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 36752) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:23:19.674645 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device 3cad2eef-ab5f-4875-b984-11e70f3336ec no longer exists at agent hyperv_hv-cinder-83587 {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:23:19.695035 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] No Port match for: 3cad2eef-ab5f-4875-b984-11e70f3336ec {{(pid=103295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:23:19.695528 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device 3cad2eef-ab5f-4875-b984-11e70f3336ec not bound to the agent host hv-cinder-83587 {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:23:19.725562 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-31f6b642-417c-4eb4-8d47-5955b917dcee tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for security_group (240086e8-ee1b-499f-8c1a-e5d8ebb402f4), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:19.748703 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-31f6b642-417c-4eb4-8d47-5955b917dcee tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for security_group (240086e8-ee1b-499f-8c1a-e5d8ebb402f4), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:19.794075 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-31f6b642-417c-4eb4-8d47-5955b917dcee tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (240086e8-ee1b-499f-8c1a-e5d8ebb402f4), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:19.796656 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-31f6b642-417c-4eb4-8d47-5955b917dcee tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for security_group (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:19.797782 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-31f6b642-417c-4eb4-8d47-5955b917dcee tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "DELETE /v2.0/security-groups/240086e8-ee1b-499f-8c1a-e5d8ebb402f4 HTTP/1.1" status: 204 len: 168 time: 0.1270597 Mar 30 18:23:19.800717 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 36754) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:23:19.806543 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f6b642-417c-4eb4-8d47-5955b917dcee tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=240086e8-ee1b-499f-8c1a-e5d8ebb402f4,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:23:19.815553 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.api.v2.resource [None req-96ae1bdd-8947-478a-b6be-89e74d823ff2 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] show failed (client error): The resource could not be found. Mar 30 18:23:19.816674 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-96ae1bdd-8947-478a-b6be-89e74d823ff2 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/security-groups/240086e8-ee1b-499f-8c1a-e5d8ebb402f4 HTTP/1.1" status: 404 len: 347 time: 0.0148613 Mar 30 18:23:19.819379 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 36756) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:23:19.937885 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-0d112e1b-940f-4c4f-90f9-3eff395f06b0 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Deleting port e9cef11d-985e-4316-8f36-ec9c4d673d4a {{(pid=103294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:23:19.938136 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0d112e1b-940f-4c4f-90f9-3eff395f06b0 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759690029078'] for port (e9cef11d-985e-4316-8f36-ec9c4d673d4a), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:20.008035 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0d112e1b-940f-4c4f-90f9-3eff395f06b0 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586036'] for port (e9cef11d-985e-4316-8f36-ec9c4d673d4a), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:20.008351 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0d112e1b-940f-4c4f-90f9-3eff395f06b0 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for floatingip (e9cef11d-985e-4316-8f36-ec9c4d673d4a), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:20.019492 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-0d112e1b-940f-4c4f-90f9-3eff395f06b0 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Calling delete_port for e9cef11d-985e-4316-8f36-ec9c4d673d4a owned by network:floatingip {{(pid=103294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:23:20.152946 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0d112e1b-940f-4c4f-90f9-3eff395f06b0 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759690034297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759689464333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59249992'] for port (e9cef11d-985e-4316-8f36-ec9c4d673d4a), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:20.177183 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d112e1b-940f-4c4f-90f9-3eff395f06b0 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Pushing event deleted for resources: {'Port': ['ID=e9cef11d-985e-4316-8f36-ec9c4d673d4a,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:23:20.240775 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0d112e1b-940f-4c4f-90f9-3eff395f06b0 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for floatingip (aebbebf7-34c7-485e-af46-6250fbb15b71), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:20.243230 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0d112e1b-940f-4c4f-90f9-3eff395f06b0 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for floatingip (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:20.244879 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-0d112e1b-940f-4c4f-90f9-3eff395f06b0 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "DELETE /v2.0/floatingips/aebbebf7-34c7-485e-af46-6250fbb15b71 HTTP/1.1" status: 204 len: 168 time: 0.4241040 Mar 30 18:23:20.497933 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 36760) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:23:20.502483 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [None req-9e286496-71bb-4f85-8f9e-a91c4db82f32 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Request body: {'security_group': {'name': 'tempest-securitygroup--934779578', 'description': 'tempest-description--2014611695'}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:23:20.523847 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-9e286496-71bb-4f85-8f9e-a91c4db82f32 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for security_group (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:20.589051 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-9e286496-71bb-4f85-8f9e-a91c4db82f32 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for security_group (1970c875-5b9e-4050-9b57-149485353187), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:20.592474 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-9e286496-71bb-4f85-8f9e-a91c4db82f32 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (1970c875-5b9e-4050-9b57-149485353187), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:20.620828 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-9e286496-71bb-4f85-8f9e-a91c4db82f32 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for security_group (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:20.622050 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-9e286496-71bb-4f85-8f9e-a91c4db82f32 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1230972 Mar 30 18:23:20.623972 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e286496-71bb-4f85-8f9e-a91c4db82f32 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1970c875-5b9e-4050-9b57-149485353187,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:23:20.625028 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 36762) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:23:20.629549 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-9a9b6a69-5ca7-405f-94cc-2e74348a0bec tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Request body: {'security_group_rule': {'security_group_id': '1970c875-5b9e-4050-9b57-149485353187', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:23:20.654038 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-9a9b6a69-5ca7-405f-94cc-2e74348a0bec tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for security_group_rule (66ecd00e-c120-45a2-abdd-28a7cc78f9bd), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:20.707043 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-9a9b6a69-5ca7-405f-94cc-2e74348a0bec tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for security_group_rule (66ecd00e-c120-45a2-abdd-28a7cc78f9bd), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:20.710603 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-9a9b6a69-5ca7-405f-94cc-2e74348a0bec tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797579'] for security_group_rule (66ecd00e-c120-45a2-abdd-28a7cc78f9bd), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:20.729093 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9b6a69-5ca7-405f-94cc-2e74348a0bec tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66ecd00e-c120-45a2-abdd-28a7cc78f9bd,revision_number=0']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:23:20.737480 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-9a9b6a69-5ca7-405f-94cc-2e74348a0bec tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:20.738637 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-9a9b6a69-5ca7-405f-94cc-2e74348a0bec tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1126096 Mar 30 18:23:20.741259 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 36764) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:23:20.745638 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-2dfa3b49-5c34-44d3-b334-a47f873960be tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Request body: {'security_group_rule': {'security_group_id': '1970c875-5b9e-4050-9b57-149485353187', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:23:20.768927 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-2dfa3b49-5c34-44d3-b334-a47f873960be tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for security_group_rule (f49ee027-45f7-4442-9fad-0e0fd3abfd44), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:20.822263 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-2dfa3b49-5c34-44d3-b334-a47f873960be tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for security_group_rule (f49ee027-45f7-4442-9fad-0e0fd3abfd44), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:20.826064 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-2dfa3b49-5c34-44d3-b334-a47f873960be tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797579'] for security_group_rule (f49ee027-45f7-4442-9fad-0e0fd3abfd44), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:20.843221 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfa3b49-5c34-44d3-b334-a47f873960be tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f49ee027-45f7-4442-9fad-0e0fd3abfd44,revision_number=0']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:23:20.849144 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-2dfa3b49-5c34-44d3-b334-a47f873960be tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:20.850782 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-2dfa3b49-5c34-44d3-b334-a47f873960be tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1084688 Mar 30 18:23:20.854034 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 36766) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:23:20.858572 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [None req-1b1f5eaf-066b-4b16-8e9f-f5ac33524d5d tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Request body: {'floatingip': {'floating_network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd'}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:23:20.888021 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-1b1f5eaf-066b-4b16-8e9f-f5ac33524d5d tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:20.984196 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-1b1f5eaf-066b-4b16-8e9f-f5ac33524d5d tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:21.085551 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.db_base_plugin_common [None req-1b1f5eaf-066b-4b16-8e9f-f5ac33524d5d tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Allocated IP 172.27.0.205 (502cc405-82c2-4579-84e2-1393f2fa67cd/b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8/49b3391e-315d-4eaf-94e9-4c8a768f9dfe) {{(pid=103293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:23:21.186174 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-1b1f5eaf-066b-4b16-8e9f-f5ac33524d5d tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for port (49b3391e-315d-4eaf-94e9-4c8a768f9dfe), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:21.219031 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-1b1f5eaf-066b-4b16-8e9f-f5ac33524d5d tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759689464324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58814409'] for port (49b3391e-315d-4eaf-94e9-4c8a768f9dfe), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:21.254471 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1f5eaf-066b-4b16-8e9f-f5ac33524d5d tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Network 502cc405-82c2-4579-84e2-1393f2fa67cd is already hosted by enough agents. {{(pid=103293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:23:21.257249 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.base_scheduler [None req-1b1f5eaf-066b-4b16-8e9f-f5ac33524d5d tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Resources bound (agent type, host, resource id): {{(pid=103293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:23:21.263043 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1f5eaf-066b-4b16-8e9f-f5ac33524d5d tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Received port after_create {{(pid=103293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:23:21.284530 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1f5eaf-066b-4b16-8e9f-f5ac33524d5d tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Pushing event updated for resources: {'Port': ['ID=49b3391e-315d-4eaf-94e9-4c8a768f9dfe,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:23:21.383390 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-1b1f5eaf-066b-4b16-8e9f-f5ac33524d5d tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for floatingip (e2a3e55e-a35a-4a7b-8060-c0846b26dc04), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:21.421321 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-1b1f5eaf-066b-4b16-8e9f-f5ac33524d5d tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (49b3391e-315d-4eaf-94e9-4c8a768f9dfe), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:21.563366 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-1b1f5eaf-066b-4b16-8e9f-f5ac33524d5d tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for port (49b3391e-315d-4eaf-94e9-4c8a768f9dfe), precommit_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:21.567767 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-1b1f5eaf-066b-4b16-8e9f-f5ac33524d5d tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58814400'] for port (49b3391e-315d-4eaf-94e9-4c8a768f9dfe), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:21.637082 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1f5eaf-066b-4b16-8e9f-f5ac33524d5d tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Pushing event updated for resources: {'Port': ['ID=49b3391e-315d-4eaf-94e9-4c8a768f9dfe,revision_number=2']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:23:21.646322 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-1b1f5eaf-066b-4b16-8e9f-f5ac33524d5d tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623622'] for floatingip (e2a3e55e-a35a-4a7b-8060-c0846b26dc04), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:21.661702 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-1b1f5eaf-066b-4b16-8e9f-f5ac33524d5d tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for floatingip (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:21.662915 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-1b1f5eaf-066b-4b16-8e9f-f5ac33524d5d tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8078206 Mar 30 18:23:21.850329 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ea007575-3d94-473b-872d-933716e25ed5 req-9e35af08-3574-4f15-881f-7b01d02c4edc tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--934779578&fields=id&tenant_id=279a01c655714587a3db731678eada47 HTTP/1.1" status: 200 len: 267 time: 0.0409133 Mar 30 18:23:21.951704 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea007575-3d94-473b-872d-933716e25ed5 req-ead8cb72-10e0-46af-bca2-ba85023bd00a tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:21.953066 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ea007575-3d94-473b-872d-933716e25ed5 req-ead8cb72-10e0-46af-bca2-ba85023bd00a tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/networks?id=af330621-acdf-4f3d-ad55-9f9e392a3f7a HTTP/1.1" status: 200 len: 815 time: 0.0964296 Mar 30 18:23:21.966878 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ea007575-3d94-473b-872d-933716e25ed5 req-84f70b73-e948-4ef9-9829-839ad8465dce tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/quotas/279a01c655714587a3db731678eada47 HTTP/1.1" status: 200 len: 375 time: 0.0085354 Mar 30 18:23:22.022307 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ea007575-3d94-473b-872d-933716e25ed5 req-2d179ab4-880b-4af9-aef4-62c33aa9f238 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=279a01c655714587a3db731678eada47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507774 Mar 30 18:23:22.112059 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ea007575-3d94-473b-872d-933716e25ed5 req-2db2f0f7-d61d-4272-bfd7-fdc4caf98c54 service neutron] 10.222.0.18 "GET /v2.0/networks/af330621-acdf-4f3d-ad55-9f9e392a3f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784819 Mar 30 18:23:22.200975 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ea007575-3d94-473b-872d-933716e25ed5 req-b2a5f6d5-a207-4e08-945b-60c44dbc940f service neutron] 10.222.0.18 "GET /v2.0/networks/af330621-acdf-4f3d-ad55-9f9e392a3f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832522 Mar 30 18:23:22.258837 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.agents_db [None req-615cdb4a-d653-495f-8f07-938524d0c5b5 None None] Agent healthcheck: found 6 active agents {{(pid=103296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:23:22.355718 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a6cef7fd-8b97-48d4-bb2e-2e37fd00ec8b req-535b6bed-3acc-4ac9-a8fc-e79a795f10e7 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b298366-60d5-46cb-9e14-1d17f537c336 HTTP/1.1" status: 200 len: 210 time: 0.0274129 Mar 30 18:23:23.465165 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-7d49bce5-12bd-4567-a996-9d3cec96f2a8 req-d4f8ad5c-fcf7-4fc0-a526-6ba4f413c51e tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b298366-60d5-46cb-9e14-1d17f537c336 HTTP/1.1" status: 200 len: 210 time: 0.0363989 Mar 30 18:23:23.509602 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea007575-3d94-473b-872d-933716e25ed5 req-c2021b78-2e75-4f88-be42-6b45671bb518 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:23.511550 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ea007575-3d94-473b-872d-933716e25ed5 req-c2021b78-2e75-4f88-be42-6b45671bb518 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.55 "GET /v2.0/networks?id=af330621-acdf-4f3d-ad55-9f9e392a3f7a HTTP/1.1" status: 200 len: 815 time: 0.1330590 Mar 30 18:23:23.587577 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ea007575-3d94-473b-872d-933716e25ed5 req-70543743-4f2a-4638-9877-6537013ee770 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=279a01c655714587a3db731678eada47 HTTP/1.1" status: 200 len: 379 time: 0.0517883 Mar 30 18:23:23.596170 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [req-ea007575-3d94-473b-872d-933716e25ed5 req-bc193f0f-cb1d-4412-a1b9-658d87ccffaf tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Request body: {'port': {'device_id': '9b298366-60d5-46cb-9e14-1d17f537c336', 'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a', 'admin_state_up': True, 'tenant_id': '279a01c655714587a3db731678eada47', 'security_groups': ['1970c875-5b9e-4050-9b57-149485353187']}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:23:23.695689 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea007575-3d94-473b-872d-933716e25ed5 req-bc193f0f-cb1d-4412-a1b9-658d87ccffaf tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Made reservation on behalf of 279a01c655714587a3db731678eada47 for: {'port': 1} {{(pid=103293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:23:23.699566 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-ea007575-3d94-473b-872d-933716e25ed5 req-bc193f0f-cb1d-4412-a1b9-658d87ccffaf tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:23.821222 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.db_base_plugin_common [req-ea007575-3d94-473b-872d-933716e25ed5 req-bc193f0f-cb1d-4412-a1b9-658d87ccffaf tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Allocated IP 172.20.0.6 (af330621-acdf-4f3d-ad55-9f9e392a3f7a/753583e9-792f-4b04-97da-dc50f6b2fa57/6c4180f7-e50e-452a-9f57-bbeaf48c8438) {{(pid=103293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:23:23.957360 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-ea007575-3d94-473b-872d-933716e25ed5 req-bc193f0f-cb1d-4412-a1b9-658d87ccffaf tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for port (6c4180f7-e50e-452a-9f57-bbeaf48c8438), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:23.989461 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-ea007575-3d94-473b-872d-933716e25ed5 req-bc193f0f-cb1d-4412-a1b9-658d87ccffaf tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759689464324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58814409'] for port (6c4180f7-e50e-452a-9f57-bbeaf48c8438), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:24.030961 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea007575-3d94-473b-872d-933716e25ed5 req-bc193f0f-cb1d-4412-a1b9-658d87ccffaf tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Network af330621-acdf-4f3d-ad55-9f9e392a3f7a is already hosted by enough agents. {{(pid=103293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:23:24.034182 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.base_scheduler [req-ea007575-3d94-473b-872d-933716e25ed5 req-bc193f0f-cb1d-4412-a1b9-658d87ccffaf tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Resources bound (agent type, host, resource id): {{(pid=103293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:23:24.040174 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea007575-3d94-473b-872d-933716e25ed5 req-bc193f0f-cb1d-4412-a1b9-658d87ccffaf tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Received port after_create {{(pid=103293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:23:24.046134 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc193f0f-cb1d-4412-a1b9-658d87ccffaf tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Pushing event updated for resources: {'Port': ['ID=6c4180f7-e50e-452a-9f57-bbeaf48c8438,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:23:24.094839 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea007575-3d94-473b-872d-933716e25ed5 req-bc193f0f-cb1d-4412-a1b9-658d87ccffaf tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:24.095499 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-ea007575-3d94-473b-872d-933716e25ed5 req-bc193f0f-cb1d-4412-a1b9-658d87ccffaf tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for port (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:24.112031 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ea007575-3d94-473b-872d-933716e25ed5 req-bc193f0f-cb1d-4412-a1b9-658d87ccffaf tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5193212 Mar 30 18:23:24.130358 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [req-ea007575-3d94-473b-872d-933716e25ed5 req-ac35bc9d-8df6-4596-bbfe-6c2970117b76 service neutron] Request body: {'port': {'device_id': '9b298366-60d5-46cb-9e14-1d17f537c336', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:23:24.194111 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-ea007575-3d94-473b-872d-933716e25ed5 req-ac35bc9d-8df6-4596-bbfe-6c2970117b76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (6c4180f7-e50e-452a-9f57-bbeaf48c8438), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:24.305174 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-caedd65d-1c9e-4b4b-a70b-da68c0a6aa7d None None] Provisioning complete for port 6c4180f7-e50e-452a-9f57-bbeaf48c8438 triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:23:24.305728 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-caedd65d-1c9e-4b4b-a70b-da68c0a6aa7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (6c4180f7-e50e-452a-9f57-bbeaf48c8438), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:24.341661 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-caedd65d-1c9e-4b4b-a70b-da68c0a6aa7d None None] Port 6c4180f7-e50e-452a-9f57-bbeaf48c8438 cannot update to ACTIVE because it is not bound. {{(pid=103295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:23:24.446352 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [req-ea007575-3d94-473b-872d-933716e25ed5 req-ac35bc9d-8df6-4596-bbfe-6c2970117b76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c4180f7-e50e-452a-9f57-bbeaf48c8438 {{(pid=103293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:23:24.453602 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-ea007575-3d94-473b-872d-933716e25ed5 req-ac35bc9d-8df6-4596-bbfe-6c2970117b76 service neutron] Publish callbacks [] for port (6c4180f7-e50e-452a-9f57-bbeaf48c8438), precommit_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:24.465065 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [req-ea007575-3d94-473b-872d-933716e25ed5 req-ac35bc9d-8df6-4596-bbfe-6c2970117b76 service neutron] Transition to ACTIVE for port object 6c4180f7-e50e-452a-9f57-bbeaf48c8438 will not be triggered until provisioned by entity L2. {{(pid=103293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 18:23:24.468824 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-ea007575-3d94-473b-872d-933716e25ed5 req-ac35bc9d-8df6-4596-bbfe-6c2970117b76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58814400'] for port (6c4180f7-e50e-452a-9f57-bbeaf48c8438), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:24.517616 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac35bc9d-8df6-4596-bbfe-6c2970117b76 service neutron] Pushing event updated for resources: {'Port': ['ID=6c4180f7-e50e-452a-9f57-bbeaf48c8438,revision_number=2']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:23:24.627310 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12acc5bd-edc5-45cd-af91-a2ce75962c2f req-aedb1e99-f03b-4df5-aad4-b107b6f69f90 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:24.628818 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-12acc5bd-edc5-45cd-af91-a2ce75962c2f req-aedb1e99-f03b-4df5-aad4-b107b6f69f90 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b298366-60d5-46cb-9e14-1d17f537c336 HTTP/1.1" status: 200 len: 943 time: 0.0851381 Mar 30 18:23:24.644504 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [req-ea007575-3d94-473b-872d-933716e25ed5 req-ac35bc9d-8df6-4596-bbfe-6c2970117b76 service neutron] Attempting to bind port 6c4180f7-e50e-452a-9f57-bbeaf48c8438 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:23:24.644837 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [req-ea007575-3d94-473b-872d-933716e25ed5 req-ac35bc9d-8df6-4596-bbfe-6c2970117b76 service neutron] Attempting to bind port 6c4180f7-e50e-452a-9f57-bbeaf48c8438 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': 'eb738ca0-ee17-403d-85ee-2ae2dc7037b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a'}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:23:24.645164 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea007575-3d94-473b-872d-933716e25ed5 req-ac35bc9d-8df6-4596-bbfe-6c2970117b76 service neutron] Attempting to bind port 6c4180f7-e50e-452a-9f57-bbeaf48c8438 on network af330621-acdf-4f3d-ad55-9f9e392a3f7a {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:23:24.661283 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea007575-3d94-473b-872d-933716e25ed5 req-ac35bc9d-8df6-4596-bbfe-6c2970117b76 service neutron] Port 6c4180f7-e50e-452a-9f57-bbeaf48c8438 on network af330621-acdf-4f3d-ad55-9f9e392a3f7a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 18:23:24.661608 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea007575-3d94-473b-872d-933716e25ed5 req-ac35bc9d-8df6-4596-bbfe-6c2970117b76 service neutron] Attempting to bind port 6c4180f7-e50e-452a-9f57-bbeaf48c8438 on network af330621-acdf-4f3d-ad55-9f9e392a3f7a {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:23:24.674915 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea007575-3d94-473b-872d-933716e25ed5 req-ac35bc9d-8df6-4596-bbfe-6c2970117b76 service neutron] Checking agent: {'id': '48cc6dd0-9d47-40d1-bfd7-3609261a1488', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 17, 16), 'started_at': datetime.datetime(2022, 3, 30, 18, 17, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:23:24.675300 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea007575-3d94-473b-872d-933716e25ed5 req-ac35bc9d-8df6-4596-bbfe-6c2970117b76 service neutron] Checking segment: {'id': 'eb738ca0-ee17-403d-85ee-2ae2dc7037b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:23:24.675687 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea007575-3d94-473b-872d-933716e25ed5 req-ac35bc9d-8df6-4596-bbfe-6c2970117b76 service neutron] Bound using segment: {'id': 'eb738ca0-ee17-403d-85ee-2ae2dc7037b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a'} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:23:24.676116 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [req-ea007575-3d94-473b-872d-933716e25ed5 req-ac35bc9d-8df6-4596-bbfe-6c2970117b76 service neutron] Bound port: 6c4180f7-e50e-452a-9f57-bbeaf48c8438, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb738ca0-ee17-403d-85ee-2ae2dc7037b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a'}}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:23:24.676540 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-ea007575-3d94-473b-872d-933716e25ed5 req-ac35bc9d-8df6-4596-bbfe-6c2970117b76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (6c4180f7-e50e-452a-9f57-bbeaf48c8438), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:24.699079 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-12acc5bd-edc5-45cd-af91-a2ce75962c2f req-58245e88-b049-4725-b2a7-93e4e758f6b5 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/security-groups?id=1970c875-5b9e-4050-9b57-149485353187&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644503 Mar 30 18:23:24.752129 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [req-ea007575-3d94-473b-872d-933716e25ed5 req-ac35bc9d-8df6-4596-bbfe-6c2970117b76 service neutron] For port 6c4180f7-e50e-452a-9f57-bbeaf48c8438, host hv-cinder-83587, cleared binding levels {{(pid=103293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:23:24.755376 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [req-ea007575-3d94-473b-872d-933716e25ed5 req-ac35bc9d-8df6-4596-bbfe-6c2970117b76 service neutron] For port 6c4180f7-e50e-452a-9f57-bbeaf48c8438, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=6c4180f7-e50e-452a-9f57-bbeaf48c8438,segment=NetworkSegment(eb738ca0-ee17-403d-85ee-2ae2dc7037b1),segment_id=eb738ca0-ee17-403d-85ee-2ae2dc7037b1)] {{(pid=103293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:23:24.762131 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-ea007575-3d94-473b-872d-933716e25ed5 req-ac35bc9d-8df6-4596-bbfe-6c2970117b76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58814400'] for port (6c4180f7-e50e-452a-9f57-bbeaf48c8438), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:24.796285 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea007575-3d94-473b-872d-933716e25ed5 req-ac35bc9d-8df6-4596-bbfe-6c2970117b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:24.796890 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-ea007575-3d94-473b-872d-933716e25ed5 req-ac35bc9d-8df6-4596-bbfe-6c2970117b76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for port (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:24.798263 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ea007575-3d94-473b-872d-933716e25ed5 req-ac35bc9d-8df6-4596-bbfe-6c2970117b76 service neutron] 10.222.0.55 "PUT /v2.0/ports/6c4180f7-e50e-452a-9f57-bbeaf48c8438 HTTP/1.1" status: 200 len: 1093 time: 0.6721466 Mar 30 18:23:24.798692 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b298366-60d5-46cb-9e14-1d17f537c336', 'tag': '6c4180f7-e50e-452a-9f57-bbeaf48c8438'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:23:24.800935 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e41150553c85b09edab6cb52843a30629a36ec9d810f78f9b9d5c7c277fb574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b3ec0c-16de-446a-a183-8549507b5634" -d '{"events": [{"name": "network-changed", "server_uuid": "9b298366-60d5-46cb-9e14-1d17f537c336", "tag": "6c4180f7-e50e-452a-9f57-bbeaf48c8438"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:23:24.829178 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac35bc9d-8df6-4596-bbfe-6c2970117b76 service neutron] Pushing event updated for resources: {'Port': ['ID=6c4180f7-e50e-452a-9f57-bbeaf48c8438,revision_number=3']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:23:24.846172 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4f846e-c196-4278-b166-86b6ec66ce74 x-openstack-request-id: req-2f4f846e-c196-4278-b166-86b6ec66ce74 {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:23:24.846459 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b298366-60d5-46cb-9e14-1d17f537c336", "tag": "6c4180f7-e50e-452a-9f57-bbeaf48c8438", "status": "completed", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:23:24.846712 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2f4f846e-c196-4278-b166-86b6ec66ce74 {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:23:24.847115 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f4f846e-c196-4278-b166-86b6ec66ce74'] response: {'name': 'network-changed', 'server_uuid': '9b298366-60d5-46cb-9e14-1d17f537c336', 'tag': '6c4180f7-e50e-452a-9f57-bbeaf48c8438', 'status': 'completed', 'code': 200} Mar 30 18:23:24.921474 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea007575-3d94-473b-872d-933716e25ed5 req-4a827e02-cf5e-4584-aaf7-33f38681a0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:24.923043 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ea007575-3d94-473b-872d-933716e25ed5 req-4a827e02-cf5e-4584-aaf7-33f38681a0ec service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=279a01c655714587a3db731678eada47&device_id=9b298366-60d5-46cb-9e14-1d17f537c336 HTTP/1.1" status: 200 len: 1127 time: 0.0500307 Mar 30 18:23:24.980880 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ea007575-3d94-473b-872d-933716e25ed5 req-c51ff227-2aba-4b46-ae4c-4fa3505cb9f5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c4180f7-e50e-452a-9f57-bbeaf48c8438 HTTP/1.1" status: 200 len: 217 time: 0.0395637 Mar 30 18:23:25.030965 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea007575-3d94-473b-872d-933716e25ed5 req-b5e3325e-7a59-41b4-8904-00165f185752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:25.032724 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ea007575-3d94-473b-872d-933716e25ed5 req-b5e3325e-7a59-41b4-8904-00165f185752 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=753583e9-792f-4b04-97da-dc50f6b2fa57 HTTP/1.1" status: 200 len: 854 time: 0.0444822 Mar 30 18:23:25.085369 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea007575-3d94-473b-872d-933716e25ed5 req-5e58d8fa-d77e-41d3-b903-686a01832fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:25.086886 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ea007575-3d94-473b-872d-933716e25ed5 req-5e58d8fa-d77e-41d3-b903-686a01832fb6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=af330621-acdf-4f3d-ad55-9f9e392a3f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474980 Mar 30 18:23:25.182860 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ea007575-3d94-473b-872d-933716e25ed5 req-3eae5ac2-8fa4-42f4-9896-33820dd6d3a7 service neutron] 10.222.0.55 "GET /v2.0/networks/af330621-acdf-4f3d-ad55-9f9e392a3f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887196 Mar 30 18:23:25.273828 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ea007575-3d94-473b-872d-933716e25ed5 req-8dc37de5-538e-4163-a7a4-5d8d62e7d336 service neutron] 10.222.0.55 "GET /v2.0/networks/af330621-acdf-4f3d-ad55-9f9e392a3f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840070 Mar 30 18:23:25.436640 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b3ec0c-16de-446a-a183-8549507b5634 req-cab75ac2-15b5-4bcb-9642-ee50b115cb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:25.438167 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-d0b3ec0c-16de-446a-a183-8549507b5634 req-cab75ac2-15b5-4bcb-9642-ee50b115cb6b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=279a01c655714587a3db731678eada47&device_id=9b298366-60d5-46cb-9e14-1d17f537c336 HTTP/1.1" status: 200 len: 1127 time: 0.0446672 Mar 30 18:23:25.530822 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b3ec0c-16de-446a-a183-8549507b5634 req-e95384b7-bed2-4194-a64d-238817164672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:25.532305 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-d0b3ec0c-16de-446a-a183-8549507b5634 req-e95384b7-bed2-4194-a64d-238817164672 service neutron] 10.222.0.55 "GET /v2.0/networks?id=af330621-acdf-4f3d-ad55-9f9e392a3f7a HTTP/1.1" status: 200 len: 916 time: 0.0854645 Mar 30 18:23:25.572931 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-d0b3ec0c-16de-446a-a183-8549507b5634 req-08ef7142-5b49-456b-a37f-cae531d274d5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c4180f7-e50e-452a-9f57-bbeaf48c8438 HTTP/1.1" status: 200 len: 217 time: 0.0323772 Mar 30 18:23:25.620593 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b3ec0c-16de-446a-a183-8549507b5634 req-ec6760dc-3cf6-44b3-9fb0-ce159bb45628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:25.621981 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-d0b3ec0c-16de-446a-a183-8549507b5634 req-ec6760dc-3cf6-44b3-9fb0-ce159bb45628 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=753583e9-792f-4b04-97da-dc50f6b2fa57 HTTP/1.1" status: 200 len: 854 time: 0.0411661 Mar 30 18:23:25.678892 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b3ec0c-16de-446a-a183-8549507b5634 req-37a224df-ecf8-4eee-93d9-1628e3ed15ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:25.680266 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-d0b3ec0c-16de-446a-a183-8549507b5634 req-37a224df-ecf8-4eee-93d9-1628e3ed15ac service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=af330621-acdf-4f3d-ad55-9f9e392a3f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457692 Mar 30 18:23:25.790336 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-d0b3ec0c-16de-446a-a183-8549507b5634 req-098a2a4f-5962-404f-a13f-36b82247a471 service neutron] 10.222.0.55 "GET /v2.0/networks/af330621-acdf-4f3d-ad55-9f9e392a3f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976181 Mar 30 18:23:25.878340 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022028b2-5228-420d-864d-7619e16cc2cb req-e4f00af5-060d-4b16-857b-516150485de5 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:25.879830 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-022028b2-5228-420d-864d-7619e16cc2cb req-e4f00af5-060d-4b16-857b-516150485de5 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b298366-60d5-46cb-9e14-1d17f537c336 HTTP/1.1" status: 200 len: 943 time: 0.1121559 Mar 30 18:23:25.929188 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-d0b3ec0c-16de-446a-a183-8549507b5634 req-dd76cc6d-62d8-435a-a9f3-b707af990be2 service neutron] 10.222.0.55 "GET /v2.0/networks/af330621-acdf-4f3d-ad55-9f9e392a3f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245589 Mar 30 18:23:25.945007 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-022028b2-5228-420d-864d-7619e16cc2cb req-1fb5670c-d1de-47c2-b1b4-dc49df6eb45b tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/security-groups?id=1970c875-5b9e-4050-9b57-149485353187&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554347 Mar 30 18:23:27.063213 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d67a11-9b0c-43c9-be8a-0ca40877209a req-330480a2-4893-489c-aa8d-0fd2fe2af497 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:27.064736 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-45d67a11-9b0c-43c9-be8a-0ca40877209a req-330480a2-4893-489c-aa8d-0fd2fe2af497 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b298366-60d5-46cb-9e14-1d17f537c336 HTTP/1.1" status: 200 len: 943 time: 0.0519130 Mar 30 18:23:27.114604 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-45d67a11-9b0c-43c9-be8a-0ca40877209a req-583d9393-068c-411b-8ee6-0da8763d75fa tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/security-groups?id=1970c875-5b9e-4050-9b57-149485353187&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444186 Mar 30 18:23:27.586251 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42f338c-b4dc-4261-a7fe-390f560ead81 req-31e27808-6805-4660-b692-3ea14aa0ec7f tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:27.591191 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-f42f338c-b4dc-4261-a7fe-390f560ead81 req-31e27808-6805-4660-b692-3ea14aa0ec7f tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 946 time: 0.0530112 Mar 30 18:23:27.636071 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-f42f338c-b4dc-4261-a7fe-390f560ead81 req-8e9fe0f1-d0d7-4fb5-9c56-0060befa197d tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418818 Mar 30 18:23:27.689689 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-75e37bcc-50e0-40cd-a495-5b48563c24a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (c82c41e6-6be9-408a-ae4d-4131a3230230), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:27.700010 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device 6c4180f7-e50e-452a-9f57-bbeaf48c8438 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103295) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:23:27.799185 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port 6c4180f7-e50e-452a-9f57-bbeaf48c8438, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=6c4180f7-e50e-452a-9f57-bbeaf48c8438,segment=NetworkSegment(eb738ca0-ee17-403d-85ee-2ae2dc7037b1),segment_id=eb738ca0-ee17-403d-85ee-2ae2dc7037b1)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:23:27.810324 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Returning: {'device': '6c4180f7-e50e-452a-9f57-bbeaf48c8438', 'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a', 'port_id': '6c4180f7-e50e-452a-9f57-bbeaf48c8438', 'mac_address': 'fa:16:3e:a9:3f:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '753583e9-792f-4b04-97da-dc50f6b2fa57', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103295) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:23:27.846956 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Current status of the port 6c4180f7-e50e-452a-9f57-bbeaf48c8438 is: DOWN; New status is: BUILD {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:23:27.847306 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (6c4180f7-e50e-452a-9f57-bbeaf48c8438), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:27.860408 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c4180f7-e50e-452a-9f57-bbeaf48c8438 {{(pid=103295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:23:27.879983 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port 6c4180f7-e50e-452a-9f57-bbeaf48c8438, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=6c4180f7-e50e-452a-9f57-bbeaf48c8438,segment=NetworkSegment(eb738ca0-ee17-403d-85ee-2ae2dc7037b1),segment_id=eb738ca0-ee17-403d-85ee-2ae2dc7037b1)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:23:27.883755 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (6c4180f7-e50e-452a-9f57-bbeaf48c8438), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:27.928528 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Pushing event updated for resources: {'Port': ['ID=6c4180f7-e50e-452a-9f57-bbeaf48c8438,revision_number=4']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:23:28.229942 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8175cb32-4247-472c-86e9-bc6ce42086d5 req-21e81e50-7276-4eaf-b192-6b7ff12bc743 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:28.231411 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-8175cb32-4247-472c-86e9-bc6ce42086d5 req-21e81e50-7276-4eaf-b192-6b7ff12bc743 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b298366-60d5-46cb-9e14-1d17f537c336 HTTP/1.1" status: 200 len: 944 time: 0.0509007 Mar 30 18:23:28.277165 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-8175cb32-4247-472c-86e9-bc6ce42086d5 req-9cefc4c0-f73b-445f-9723-f4ecb0047896 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/security-groups?id=1970c875-5b9e-4050-9b57-149485353187&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401893 Mar 30 18:23:28.327997 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] get_ports_and_sgs() called for port_ids ['6c4180f7-e50e-452a-9f57-bbeaf48c8438'] {{(pid=103295) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:23:28.760687 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb6b7c-bad8-46c7-bbac-55ebd8f54724 req-ac7f07dc-c348-4004-afe4-f9b7413a548e tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:28.762139 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c5fb6b7c-bad8-46c7-bbac-55ebd8f54724 req-ac7f07dc-c348-4004-afe4-f9b7413a548e tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 946 time: 0.0543935 Mar 30 18:23:28.807924 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c5fb6b7c-bad8-46c7-bbac-55ebd8f54724 req-6abeb38b-1bc8-4527-b122-d3a1664b5246 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402992 Mar 30 18:23:29.392643 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa4233e-b3ad-41c3-b624-648d4e492621 req-1fae3b4b-bd90-4ef4-9b3b-4647e6728d0a tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:29.394134 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-faa4233e-b3ad-41c3-b624-648d4e492621 req-1fae3b4b-bd90-4ef4-9b3b-4647e6728d0a tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b298366-60d5-46cb-9e14-1d17f537c336 HTTP/1.1" status: 200 len: 944 time: 0.0517104 Mar 30 18:23:29.439983 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-faa4233e-b3ad-41c3-b624-648d4e492621 req-120f845b-87d8-40c7-b5b5-1196bacc54ba tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/security-groups?id=1970c875-5b9e-4050-9b57-149485353187&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398915 Mar 30 18:23:29.569856 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4256f56-b4bc-4cfc-adc5-f4241399d9f4 req-c44dcef2-f1b0-41a2-bae5-57b5784953dc tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:29.571442 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-f4256f56-b4bc-4cfc-adc5-f4241399d9f4 req-c44dcef2-f1b0-41a2-bae5-57b5784953dc tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.55 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 946 time: 0.0528665 Mar 30 18:23:29.662059 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [req-f4256f56-b4bc-4cfc-adc5-f4241399d9f4 req-6b9b029f-5cdb-4026-86c9-d31d323767ff tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Deleting port b5b2146d-6bbf-4747-a33f-30320ba120ee {{(pid=103293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:23:29.662399 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-f4256f56-b4bc-4cfc-adc5-f4241399d9f4 req-6b9b029f-5cdb-4026-86c9-d31d323767ff tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759690029078'] for port (b5b2146d-6bbf-4747-a33f-30320ba120ee), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:29.718054 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device 6c4180f7-e50e-452a-9f57-bbeaf48c8438 up at agent hyperv_hv-cinder-83587 {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:23:29.749634 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [req-f4256f56-b4bc-4cfc-adc5-f4241399d9f4 req-6b9b029f-5cdb-4026-86c9-d31d323767ff tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] For port b5b2146d-6bbf-4747-a33f-30320ba120ee, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=b5b2146d-6bbf-4747-a33f-30320ba120ee,segment=NetworkSegment(e67e86d6-b9a3-48d5-b3c6-848d768aa694),segment_id=e67e86d6-b9a3-48d5-b3c6-848d768aa694)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:23:29.749994 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-f4256f56-b4bc-4cfc-adc5-f4241399d9f4 req-6b9b029f-5cdb-4026-86c9-d31d323767ff tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586036'] for port (b5b2146d-6bbf-4747-a33f-30320ba120ee), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:29.765410 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Provisioning for port 6c4180f7-e50e-452a-9f57-bbeaf48c8438 completed by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 18:23:29.770075 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Provisioning complete for port 6c4180f7-e50e-452a-9f57-bbeaf48c8438 triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:23:29.770454 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (6c4180f7-e50e-452a-9f57-bbeaf48c8438), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:29.858285 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Current status of the port 6c4180f7-e50e-452a-9f57-bbeaf48c8438 is: BUILD; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:23:29.858680 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (6c4180f7-e50e-452a-9f57-bbeaf48c8438), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:29.884434 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b298366-60d5-46cb-9e14-1d17f537c336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c4180f7-e50e-452a-9f57-bbeaf48c8438'}] {{(pid=103295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:23:29.887327 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7869a1eaeafddf677110b76453ce8b8be8513095297872c2e0c75408178073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cbb0c54-751a-41be-bf06-ab41eb284516" -d '{"events": [{"server_uuid": "9b298366-60d5-46cb-9e14-1d17f537c336", "name": "network-vif-plugged", "status": "completed", "tag": "6c4180f7-e50e-452a-9f57-bbeaf48c8438"}]}' {{(pid=103295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:23:29.902663 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port 6c4180f7-e50e-452a-9f57-bbeaf48c8438, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=6c4180f7-e50e-452a-9f57-bbeaf48c8438,segment=NetworkSegment(eb738ca0-ee17-403d-85ee-2ae2dc7037b1),segment_id=eb738ca0-ee17-403d-85ee-2ae2dc7037b1)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:23:29.907383 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (6c4180f7-e50e-452a-9f57-bbeaf48c8438), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:29.931570 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b606ab9-a0b3-4143-9a78-70d01c9e1ae0 x-openstack-request-id: req-5b606ab9-a0b3-4143-9a78-70d01c9e1ae0 {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:23:29.931871 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b298366-60d5-46cb-9e14-1d17f537c336", "name": "network-vif-plugged", "status": "completed", "tag": "6c4180f7-e50e-452a-9f57-bbeaf48c8438", "code": 200}]} {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:23:29.932654 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5b606ab9-a0b3-4143-9a78-70d01c9e1ae0 {{(pid=103295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:23:29.933046 dv-cinder-835879-1-iscsi neutron-server[103295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b606ab9-a0b3-4143-9a78-70d01c9e1ae0'] response: {'server_uuid': '9b298366-60d5-46cb-9e14-1d17f537c336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c4180f7-e50e-452a-9f57-bbeaf48c8438', 'code': 200} Mar 30 18:23:29.958850 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Pushing event updated for resources: {'Port': ['ID=6c4180f7-e50e-452a-9f57-bbeaf48c8438,revision_number=5']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:23:30.070360 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-ab155469-7cc3-4e9c-b560-98a4ee1db8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bb9cbda0-d504-4372-97ec-0881b5676f92), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:30.165651 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbbf79f-21c7-4f76-a826-0496cfa923f5 req-c1333fcb-c7d3-4aa6-aef1-2b54b5f82ddb tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:30.167627 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-dbbbf79f-21c7-4f76-a826-0496cfa923f5 req-c1333fcb-c7d3-4aa6-aef1-2b54b5f82ddb tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 946 time: 0.1560671 Mar 30 18:23:30.269669 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87647dcf-887b-45a0-ae4f-19dd36b2abc2 req-d92f5ee3-07b0-4d93-b35a-e6d8cfe7b91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:30.271132 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-87647dcf-887b-45a0-ae4f-19dd36b2abc2 req-d92f5ee3-07b0-4d93-b35a-e6d8cfe7b91e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9b298366-60d5-46cb-9e14-1d17f537c336 HTTP/1.1" status: 200 len: 1129 time: 0.1435151 Mar 30 18:23:30.289736 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-dbbbf79f-21c7-4f76-a826-0496cfa923f5 req-3079ea6b-e2de-4b58-95f9-3153ff3a93b6 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1b58bf0-ce4c-4f09-996a-6a253818f8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149974 Mar 30 18:23:30.292112 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-f4256f56-b4bc-4cfc-adc5-f4241399d9f4 req-6b9b029f-5cdb-4026-86c9-d31d323767ff tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:30.292469 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-f4256f56-b4bc-4cfc-adc5-f4241399d9f4 req-6b9b029f-5cdb-4026-86c9-d31d323767ff tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623622'] for floatingip (2e11724e-22de-4a09-8041-e726b7bb7ea5), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:30.292785 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.db.l3_db [req-f4256f56-b4bc-4cfc-adc5-f4241399d9f4 req-6b9b029f-5cdb-4026-86c9-d31d323767ff tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Floating IP 2e11724e-22de-4a09-8041-e726b7bb7ea5 disassociated. External IP: 172.27.0.10, port: b5b2146d-6bbf-4747-a33f-30320ba120ee. Mar 30 18:23:30.293276 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [req-f4256f56-b4bc-4cfc-adc5-f4241399d9f4 req-6b9b029f-5cdb-4026-86c9-d31d323767ff tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Calling delete_port for b5b2146d-6bbf-4747-a33f-30320ba120ee owned by compute:nova {{(pid=103293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:23:30.364997 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-87647dcf-887b-45a0-ae4f-19dd36b2abc2 req-f87ce9bc-7eca-4415-8295-8eafd6488f2f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1970c875-5b9e-4050-9b57-149485353187&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852070 Mar 30 18:23:30.447425 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-f4256f56-b4bc-4cfc-adc5-f4241399d9f4 req-6b9b029f-5cdb-4026-86c9-d31d323767ff tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759690034297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759689464333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58814409'] for port (b5b2146d-6bbf-4747-a33f-30320ba120ee), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:30.474617 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9b029f-5cdb-4026-86c9-d31d323767ff tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Pushing event deleted for resources: {'Port': ['ID=b5b2146d-6bbf-4747-a33f-30320ba120ee,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:23:30.488765 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9b029f-5cdb-4026-86c9-d31d323767ff tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:30.489118 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9b029f-5cdb-4026-86c9-d31d323767ff tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:30.489461 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9b029f-5cdb-4026-86c9-d31d323767ff tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:30.489799 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9b029f-5cdb-4026-86c9-d31d323767ff tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:30.490137 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9b029f-5cdb-4026-86c9-d31d323767ff tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:30.490472 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9b029f-5cdb-4026-86c9-d31d323767ff tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:30.490804 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9b029f-5cdb-4026-86c9-d31d323767ff tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:30.491133 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9b029f-5cdb-4026-86c9-d31d323767ff tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:30.491486 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9b029f-5cdb-4026-86c9-d31d323767ff tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:30.491811 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9b029f-5cdb-4026-86c9-d31d323767ff tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:30.492135 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9b029f-5cdb-4026-86c9-d31d323767ff tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:30.493025 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9b029f-5cdb-4026-86c9-d31d323767ff tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:30.493025 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9b029f-5cdb-4026-86c9-d31d323767ff tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:30.493223 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9b029f-5cdb-4026-86c9-d31d323767ff tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:30.493397 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9b029f-5cdb-4026-86c9-d31d323767ff tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:30.624258 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76744d78-975b-43ab-94d3-98d55f47edbe req-1e981f1c-1f86-45d6-9f40-dc883c51fdc1 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:30.625734 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-76744d78-975b-43ab-94d3-98d55f47edbe req-1e981f1c-1f86-45d6-9f40-dc883c51fdc1 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b298366-60d5-46cb-9e14-1d17f537c336 HTTP/1.1" status: 200 len: 945 time: 0.0977638 Mar 30 18:23:30.655122 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4256f56-b4bc-4cfc-adc5-f4241399d9f4 req-6b9b029f-5cdb-4026-86c9-d31d323767ff tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Router f010dd47-46c7-4a72-9687-8085a6f3d386 has already been hosted by L3 agent bb9cbda0-d504-4372-97ec-0881b5676f92 {{(pid=103293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:23:30.691857 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-76744d78-975b-43ab-94d3-98d55f47edbe req-87e31c2b-0cef-4fc2-bcf1-a505e207955f tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/security-groups?id=1970c875-5b9e-4050-9b57-149485353187&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596933 Mar 30 18:23:30.790650 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4256f56-b4bc-4cfc-adc5-f4241399d9f4 req-6b9b029f-5cdb-4026-86c9-d31d323767ff tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Notify agent at l3_agent.dv-cinder-835879-1-iscsi the message routers_updated {{(pid=103293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:23:30.800487 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a46aa6a-018f-4601-a647-41282fc9dcc7 None None] Sync routers for ids ['f010dd47-46c7-4a72-9687-8085a6f3d386'] in dv-cinder-835879-1-iscsi {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:23:30.811810 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a46aa6a-018f-4601-a647-41282fc9dcc7 None None] Routers {'f010dd47-46c7-4a72-9687-8085a6f3d386'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:23:30.812657 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-7a46aa6a-018f-4601-a647-41282fc9dcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:23:30Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['f010dd47-46c7-4a72-9687-8085a6f3d386'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:23:30.837365 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4256f56-b4bc-4cfc-adc5-f4241399d9f4 req-6b9b029f-5cdb-4026-86c9-d31d323767ff tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] No DVR routers for this DVR port b5b2146d-6bbf-4747-a33f-30320ba120ee on host hv-cinder-83587 {{(pid=103293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:23:30.840299 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-f4256f56-b4bc-4cfc-adc5-f4241399d9f4 req-6b9b029f-5cdb-4026-86c9-d31d323767ff tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for port (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:30.843822 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-f4256f56-b4bc-4cfc-adc5-f4241399d9f4 req-6b9b029f-5cdb-4026-86c9-d31d323767ff tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.55 "DELETE /v2.0/ports/b5b2146d-6bbf-4747-a33f-30320ba120ee HTTP/1.1" status: 204 len: 173 time: 1.2677050 Mar 30 18:23:30.844332 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baa3416f-0ad6-49d9-b5a7-1afc18fb33af', 'name': 'network-vif-deleted', 'tag': 'b5b2146d-6bbf-4747-a33f-30320ba120ee'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:23:30.846717 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e41150553c85b09edab6cb52843a30629a36ec9d810f78f9b9d5c7c277fb574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84cfd1fd-99f0-4778-94fe-f1eada76d367" -d '{"events": [{"server_uuid": "baa3416f-0ad6-49d9-b5a7-1afc18fb33af", "name": "network-vif-deleted", "tag": "b5b2146d-6bbf-4747-a33f-30320ba120ee"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:23:30.897312 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-952def30-2fea-4559-afdc-a660ef3432d2 x-openstack-request-id: req-952def30-2fea-4559-afdc-a660ef3432d2 {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:23:30.898153 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baa3416f-0ad6-49d9-b5a7-1afc18fb33af", "name": "network-vif-deleted", "tag": "b5b2146d-6bbf-4747-a33f-30320ba120ee", "status": "completed", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:23:30.898376 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-952def30-2fea-4559-afdc-a660ef3432d2 {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:23:30.899101 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-952def30-2fea-4559-afdc-a660ef3432d2'] response: {'server_uuid': 'baa3416f-0ad6-49d9-b5a7-1afc18fb33af', 'name': 'network-vif-deleted', 'tag': 'b5b2146d-6bbf-4747-a33f-30320ba120ee', 'status': 'completed', 'code': 200} Mar 30 18:23:31.028750 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-7a46aa6a-018f-4601-a647-41282fc9dcc7 None None] Set router f010dd47-46c7-4a72-9687-8085a6f3d386 gateway port host: dv-cinder-835879-1-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:23:31.193181 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f19afa9d-e030-40e8-acc4-8e1b9083a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (63dcb6ae-3517-415b-a3a4-cfabe01bf14f), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:31.223716 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-7a46aa6a-018f-4601-a647-41282fc9dcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f010dd47-46c7-4a72-9687-8085a6f3d386', 'name': 'tempest-AttachVolumeShelveTestJSON-931886875-router', 'tenant_id': '160e10afe45b4c309f409b0d9735b01b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'eac83934-d18e-4f92-9ee2-9fbe33595f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:19:11Z', 'updated_at': '2022-03-30T18:19:20Z', 'revision_number': 4, 'project_id': '160e10afe45b4c309f409b0d9735b01b', 'gw_port': {'id': 'eac83934-d18e-4f92-9ee2-9fbe33595f74', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f010dd47-46c7-4a72-9687-8085a6f3d386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:12Z', 'updated_at': '2022-03-30T18:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_interfaces': [{'id': '8a106a51-8a1b-4a6e-bb8d-131b188cff7c', 'name': '', 'network_id': '962d8774-065a-4a3e-943e-02c437f03701', 'tenant_id': '160e10afe45b4c309f409b0d9735b01b', 'mac_address': 'fa:16:3e:4c:b3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f010dd47-46c7-4a72-9687-8085a6f3d386', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8c5ebae0-2426-48ad-8a00-7de0e10a4970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:18Z', 'updated_at': '2022-03-30T18:19:32Z', 'revision_number': 5, 'project_id': '160e10afe45b4c309f409b0d9735b01b', 'subnets': [{'id': '8c5ebae0-2426-48ad-8a00-7de0e10a4970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:23:31.250016 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a46aa6a-018f-4601-a647-41282fc9dcc7 None None] Checking router: f010dd47-46c7-4a72-9687-8085a6f3d386 for host: dv-cinder-835879-1-iscsi {{(pid=103296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:23:31.257888 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a46aa6a-018f-4601-a647-41282fc9dcc7 None None] Routers {'f010dd47-46c7-4a72-9687-8085a6f3d386'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:23:31.258489 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-7a46aa6a-018f-4601-a647-41282fc9dcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:23:30Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['f010dd47-46c7-4a72-9687-8085a6f3d386'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:23:31.363437 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-7a46aa6a-018f-4601-a647-41282fc9dcc7 None None] Set router f010dd47-46c7-4a72-9687-8085a6f3d386 gateway port host: dv-cinder-835879-1-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:23:31.405231 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-fb4883a1-954a-4174-856d-6c226b98aeb1 req-28aef45e-5bdd-4aea-a463-eb2cd7570d06 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa3416f-0ad6-49d9-b5a7-1afc18fb33af HTTP/1.1" status: 200 len: 210 time: 0.0292287 Mar 30 18:23:31.568134 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-7a46aa6a-018f-4601-a647-41282fc9dcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f010dd47-46c7-4a72-9687-8085a6f3d386', 'name': 'tempest-AttachVolumeShelveTestJSON-931886875-router', 'tenant_id': '160e10afe45b4c309f409b0d9735b01b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'eac83934-d18e-4f92-9ee2-9fbe33595f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:19:11Z', 'updated_at': '2022-03-30T18:19:20Z', 'revision_number': 4, 'project_id': '160e10afe45b4c309f409b0d9735b01b', 'gw_port': {'id': 'eac83934-d18e-4f92-9ee2-9fbe33595f74', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f010dd47-46c7-4a72-9687-8085a6f3d386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:12Z', 'updated_at': '2022-03-30T18:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_interfaces': [{'id': '8a106a51-8a1b-4a6e-bb8d-131b188cff7c', 'name': '', 'network_id': '962d8774-065a-4a3e-943e-02c437f03701', 'tenant_id': '160e10afe45b4c309f409b0d9735b01b', 'mac_address': 'fa:16:3e:4c:b3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f010dd47-46c7-4a72-9687-8085a6f3d386', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8c5ebae0-2426-48ad-8a00-7de0e10a4970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:18Z', 'updated_at': '2022-03-30T18:19:32Z', 'revision_number': 5, 'project_id': '160e10afe45b4c309f409b0d9735b01b', 'subnets': [{'id': '8c5ebae0-2426-48ad-8a00-7de0e10a4970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:23:31.594396 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a46aa6a-018f-4601-a647-41282fc9dcc7 None None] The sync data for ids ['f010dd47-46c7-4a72-9687-8085a6f3d386'] in dv-cinder-835879-1-iscsi is: [{'id': 'f010dd47-46c7-4a72-9687-8085a6f3d386', 'name': 'tempest-AttachVolumeShelveTestJSON-931886875-router', 'tenant_id': '160e10afe45b4c309f409b0d9735b01b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'eac83934-d18e-4f92-9ee2-9fbe33595f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:19:11Z', 'updated_at': '2022-03-30T18:19:20Z', 'revision_number': 4, 'project_id': '160e10afe45b4c309f409b0d9735b01b', 'gw_port': {'id': 'eac83934-d18e-4f92-9ee2-9fbe33595f74', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f010dd47-46c7-4a72-9687-8085a6f3d386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:12Z', 'updated_at': '2022-03-30T18:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_interfaces': [{'id': '8a106a51-8a1b-4a6e-bb8d-131b188cff7c', 'name': '', 'network_id': '962d8774-065a-4a3e-943e-02c437f03701', 'tenant_id': '160e10afe45b4c309f409b0d9735b01b', 'mac_address': 'fa:16:3e:4c:b3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f010dd47-46c7-4a72-9687-8085a6f3d386', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8c5ebae0-2426-48ad-8a00-7de0e10a4970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:18Z', 'updated_at': '2022-03-30T18:19:32Z', 'revision_number': 5, 'project_id': '160e10afe45b4c309f409b0d9735b01b', 'subnets': [{'id': '8c5ebae0-2426-48ad-8a00-7de0e10a4970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:23:31.815343 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff387b-f499-4338-a8c9-ca1c17151cfd req-04cb7f0b-0a54-4671-b08b-5a2d5c517751 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:31.816809 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-d6ff387b-f499-4338-a8c9-ca1c17151cfd req-04cb7f0b-0a54-4671-b08b-5a2d5c517751 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b298366-60d5-46cb-9e14-1d17f537c336 HTTP/1.1" status: 200 len: 945 time: 0.0545931 Mar 30 18:23:31.845168 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66239525-8e3b-4b61-92f7-581ca9c6ce17 None None] New status for floating IP 2e11724e-22de-4a09-8041-e726b7bb7ea5: DOWN {{(pid=103295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:23:31.867944 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-d6ff387b-f499-4338-a8c9-ca1c17151cfd req-2591c4df-547d-4350-b7f0-225777b123de tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/security-groups?id=1970c875-5b9e-4050-9b57-149485353187&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451593 Mar 30 18:23:32.497747 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 36868) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:23:32.557919 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-9efc0074-03fd-4798-9e90-9d34206a2177 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks [] for security_group (d1b58bf0-ce4c-4f09-996a-6a253818f8ba), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:32.580417 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-9efc0074-03fd-4798-9e90-9d34206a2177 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks [] for security_group (d1b58bf0-ce4c-4f09-996a-6a253818f8ba), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:32.586863 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-735ee7a5-faf9-4a72-9605-65e031eaef75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bc479c0e-1124-4d13-b03e-bb2d712dc776), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:32.628112 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-9efc0074-03fd-4798-9e90-9d34206a2177 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (d1b58bf0-ce4c-4f09-996a-6a253818f8ba), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:32.630740 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-9efc0074-03fd-4798-9e90-9d34206a2177 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:32.631911 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-9efc0074-03fd-4798-9e90-9d34206a2177 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "DELETE /v2.0/security-groups/d1b58bf0-ce4c-4f09-996a-6a253818f8ba HTTP/1.1" status: 204 len: 168 time: 0.1329579 Mar 30 18:23:32.634805 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 36870) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:23:32.641040 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efc0074-03fd-4798-9e90-9d34206a2177 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b58bf0-ce4c-4f09-996a-6a253818f8ba,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:23:32.648280 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efc0074-03fd-4798-9e90-9d34206a2177 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:32.648446 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.api.v2.resource [None req-9718e444-8e8b-4e3f-ac5a-e4fa91024b21 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] show failed (client error): The resource could not be found. Mar 30 18:23:32.648629 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efc0074-03fd-4798-9e90-9d34206a2177 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:32.649249 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efc0074-03fd-4798-9e90-9d34206a2177 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:32.652671 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efc0074-03fd-4798-9e90-9d34206a2177 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:32.652824 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-9718e444-8e8b-4e3f-ac5a-e4fa91024b21 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups/d1b58bf0-ce4c-4f09-996a-6a253818f8ba HTTP/1.1" status: 404 len: 347 time: 0.0135951 Mar 30 18:23:32.652952 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efc0074-03fd-4798-9e90-9d34206a2177 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:32.652952 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efc0074-03fd-4798-9e90-9d34206a2177 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:32.652952 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efc0074-03fd-4798-9e90-9d34206a2177 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:32.652952 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efc0074-03fd-4798-9e90-9d34206a2177 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:32.652952 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efc0074-03fd-4798-9e90-9d34206a2177 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:32.652952 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efc0074-03fd-4798-9e90-9d34206a2177 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:32.652952 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efc0074-03fd-4798-9e90-9d34206a2177 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:32.652952 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efc0074-03fd-4798-9e90-9d34206a2177 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:32.652952 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efc0074-03fd-4798-9e90-9d34206a2177 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:32.653769 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 36872) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:23:32.653861 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efc0074-03fd-4798-9e90-9d34206a2177 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:32.653861 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efc0074-03fd-4798-9e90-9d34206a2177 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:32.775272 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-1774b782-544e-49a0-a5aa-c60b70f751f1 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Deleting port d409c40a-ffda-465b-844f-4a3e8549f63f {{(pid=103293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:23:32.775622 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-1774b782-544e-49a0-a5aa-c60b70f751f1 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759690029078'] for port (d409c40a-ffda-465b-844f-4a3e8549f63f), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:32.851467 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-1774b782-544e-49a0-a5aa-c60b70f751f1 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586036'] for port (d409c40a-ffda-465b-844f-4a3e8549f63f), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:32.852109 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-1774b782-544e-49a0-a5aa-c60b70f751f1 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks [] for floatingip (d409c40a-ffda-465b-844f-4a3e8549f63f), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:32.863959 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-1774b782-544e-49a0-a5aa-c60b70f751f1 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Calling delete_port for d409c40a-ffda-465b-844f-4a3e8549f63f owned by network:floatingip {{(pid=103293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:23:33.028113 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6741d242-517a-45c4-b88c-f08a6c10e000 req-624b3bb3-f32d-40b0-9bdd-b5eef417c0c8 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:33.029479 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-6741d242-517a-45c4-b88c-f08a6c10e000 req-624b3bb3-f32d-40b0-9bdd-b5eef417c0c8 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b298366-60d5-46cb-9e14-1d17f537c336 HTTP/1.1" status: 200 len: 945 time: 0.0885611 Mar 30 18:23:33.036440 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-1774b782-544e-49a0-a5aa-c60b70f751f1 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759690034297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759689464333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58814409'] for port (d409c40a-ffda-465b-844f-4a3e8549f63f), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:33.074197 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1774b782-544e-49a0-a5aa-c60b70f751f1 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Pushing event deleted for resources: {'Port': ['ID=d409c40a-ffda-465b-844f-4a3e8549f63f,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:23:33.152868 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-6741d242-517a-45c4-b88c-f08a6c10e000 req-32f57690-fd8c-4770-9750-871704d34dc1 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/security-groups?id=1970c875-5b9e-4050-9b57-149485353187&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174343 Mar 30 18:23:33.162851 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-1774b782-544e-49a0-a5aa-c60b70f751f1 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks [] for floatingip (2e11724e-22de-4a09-8041-e726b7bb7ea5), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:33.165697 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-1774b782-544e-49a0-a5aa-c60b70f751f1 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for floatingip (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:33.166845 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-1774b782-544e-49a0-a5aa-c60b70f751f1 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "DELETE /v2.0/floatingips/2e11724e-22de-4a09-8041-e726b7bb7ea5 HTTP/1.1" status: 204 len: 168 time: 0.5132451 Mar 30 18:23:33.276971 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64944e-f03f-4fde-be6f-5efe7fc0b872 req-fa4cf5e9-240a-470b-a053-0827e759de5f tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:33.278533 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0e64944e-f03f-4fde-be6f-5efe7fc0b872 req-fa4cf5e9-240a-470b-a053-0827e759de5f tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b298366-60d5-46cb-9e14-1d17f537c336 HTTP/1.1" status: 200 len: 945 time: 0.0541539 Mar 30 18:23:33.286964 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 36880) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:23:33.291889 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [None req-3c68a937-57ca-4271-8c5e-1c672e160501 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Request body: {'floatingip': {'port_id': '6c4180f7-e50e-452a-9f57-bbeaf48c8438'}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:23:33.329514 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-3c68a937-57ca-4271-8c5e-1c672e160501 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for floatingip (e2a3e55e-a35a-4a7b-8060-c0846b26dc04), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:33.380576 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 36882) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:23:33.385084 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-0fac5709-8c11-4e89-9a7b-f73bb3eed6b8 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1423626977', 'description': 'tempest-description--1476553015'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:23:33.405896 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0fac5709-8c11-4e89-9a7b-f73bb3eed6b8 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:33.471994 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0fac5709-8c11-4e89-9a7b-f73bb3eed6b8 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks [] for security_group (f819a06d-d42e-4dcc-853e-162f96413bc8), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:33.475704 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0fac5709-8c11-4e89-9a7b-f73bb3eed6b8 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (f819a06d-d42e-4dcc-853e-162f96413bc8), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:33.504531 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0fac5709-8c11-4e89-9a7b-f73bb3eed6b8 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:33.505762 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-0fac5709-8c11-4e89-9a7b-f73bb3eed6b8 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1241643 Mar 30 18:23:33.509138 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 36888) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:23:33.509985 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fac5709-8c11-4e89-9a7b-f73bb3eed6b8 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f819a06d-d42e-4dcc-853e-162f96413bc8,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:23:33.514944 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [None req-a976148b-74dc-4309-8ade-f9d08da067ae tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Request body: {'security_group_rule': {'security_group_id': 'f819a06d-d42e-4dcc-853e-162f96413bc8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:23:33.560843 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-a976148b-74dc-4309-8ade-f9d08da067ae tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks [] for security_group_rule (1dbb2ec2-ace9-4a29-b5d9-364806da8937), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:33.717244 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-a976148b-74dc-4309-8ade-f9d08da067ae tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks [] for security_group_rule (1dbb2ec2-ace9-4a29-b5d9-364806da8937), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:33.719537 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device b5b2146d-6bbf-4747-a33f-30320ba120ee no longer exists at agent hyperv_hv-cinder-83587 {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:23:33.724700 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-a976148b-74dc-4309-8ade-f9d08da067ae tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797579'] for security_group_rule (1dbb2ec2-ace9-4a29-b5d9-364806da8937), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:33.743084 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] No Port match for: b5b2146d-6bbf-4747-a33f-30320ba120ee {{(pid=103295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:23:33.743634 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device b5b2146d-6bbf-4747-a33f-30320ba120ee not bound to the agent host hv-cinder-83587 {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:23:33.768181 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a976148b-74dc-4309-8ade-f9d08da067ae tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dbb2ec2-ace9-4a29-b5d9-364806da8937,revision_number=0']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:23:33.788230 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-a976148b-74dc-4309-8ade-f9d08da067ae tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:33.789369 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-a976148b-74dc-4309-8ade-f9d08da067ae tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2792921 Mar 30 18:23:33.792799 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 36890) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:23:33.797289 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-02a078e5-853a-4fec-b834-de632a3ec660 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Request body: {'security_group_rule': {'security_group_id': 'f819a06d-d42e-4dcc-853e-162f96413bc8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:23:33.822114 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-02a078e5-853a-4fec-b834-de632a3ec660 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks [] for security_group_rule (8d97540c-2677-4f20-b35a-82aebef88e62), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:33.836489 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-3c68a937-57ca-4271-8c5e-1c672e160501 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:33.841288 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-3c68a937-57ca-4271-8c5e-1c672e160501 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623622'] for floatingip (e2a3e55e-a35a-4a7b-8060-c0846b26dc04), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:33.877584 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-02a078e5-853a-4fec-b834-de632a3ec660 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks [] for security_group_rule (8d97540c-2677-4f20-b35a-82aebef88e62), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:33.882168 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-02a078e5-853a-4fec-b834-de632a3ec660 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797579'] for security_group_rule (8d97540c-2677-4f20-b35a-82aebef88e62), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:33.903296 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a078e5-853a-4fec-b834-de632a3ec660 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d97540c-2677-4f20-b35a-82aebef88e62,revision_number=0']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:23:33.913694 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-02a078e5-853a-4fec-b834-de632a3ec660 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:33.915084 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-02a078e5-853a-4fec-b834-de632a3ec660 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1212654 Mar 30 18:23:33.918316 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 36892) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:23:33.923451 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-75ebed13-9a70-407d-bd26-379a59d2e49d tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Request body: {'floatingip': {'floating_network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:23:33.943565 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-75ebed13-9a70-407d-bd26-379a59d2e49d tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:33.945920 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.db.l3_db [None req-3c68a937-57ca-4271-8c5e-1c672e160501 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Floating IP e2a3e55e-a35a-4a7b-8060-c0846b26dc04 associated. External IP: 172.27.0.205, port: 6c4180f7-e50e-452a-9f57-bbeaf48c8438. Mar 30 18:23:33.984344 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (6489659c-3f19-4a2c-89f8-52d37c938fb3), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:34.039217 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-75ebed13-9a70-407d-bd26-379a59d2e49d tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:34.145278 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.db.db_base_plugin_common [None req-75ebed13-9a70-407d-bd26-379a59d2e49d tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Allocated IP 172.27.0.212 (502cc405-82c2-4579-84e2-1393f2fa67cd/b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8/81dbcd55-f39d-46dc-ba53-08c58bb32ef7) {{(pid=103294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:23:34.158556 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c68a937-57ca-4271-8c5e-1c672e160501 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Router 9e927d26-fdad-4de0-b401-be4f8bf7ed4f has already been hosted by L3 agent bb9cbda0-d504-4372-97ec-0881b5676f92 {{(pid=103293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:23:34.243572 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-75ebed13-9a70-407d-bd26-379a59d2e49d tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks [] for port (81dbcd55-f39d-46dc-ba53-08c58bb32ef7), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:34.266211 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c68a937-57ca-4271-8c5e-1c672e160501 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Notify agent at l3_agent.dv-cinder-835879-1-iscsi the message routers_updated {{(pid=103293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:23:34.270987 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-3c68a937-57ca-4271-8c5e-1c672e160501 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for floatingip (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:34.276964 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac5ecdf-68ac-45a6-a466-713b069a50d0 None None] Sync routers for ids ['9e927d26-fdad-4de0-b401-be4f8bf7ed4f'] in dv-cinder-835879-1-iscsi {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:23:34.279391 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-75ebed13-9a70-407d-bd26-379a59d2e49d tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759689464324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59249992'] for port (81dbcd55-f39d-46dc-ba53-08c58bb32ef7), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:34.288160 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac5ecdf-68ac-45a6-a466-713b069a50d0 None None] Routers {'9e927d26-fdad-4de0-b401-be4f8bf7ed4f'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:23:34.288785 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-cac5ecdf-68ac-45a6-a466-713b069a50d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:23:30Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['9e927d26-fdad-4de0-b401-be4f8bf7ed4f'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:23:34.309698 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-3c68a937-57ca-4271-8c5e-1c672e160501 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "PUT /v2.0/floatingips/e2a3e55e-a35a-4a7b-8060-c0846b26dc04 HTTP/1.1" status: 200 len: 991 time: 1.0118313 Mar 30 18:23:34.309698 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b298366-60d5-46cb-9e14-1d17f537c336', 'tag': '6c4180f7-e50e-452a-9f57-bbeaf48c8438'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:23:34.309698 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e41150553c85b09edab6cb52843a30629a36ec9d810f78f9b9d5c7c277fb574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ab2e5a-16a3-4b22-9277-3b916f6df01d" -d '{"events": [{"name": "network-changed", "server_uuid": "9b298366-60d5-46cb-9e14-1d17f537c336", "tag": "6c4180f7-e50e-452a-9f57-bbeaf48c8438"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:23:34.321201 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ebed13-9a70-407d-bd26-379a59d2e49d tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Network 502cc405-82c2-4579-84e2-1393f2fa67cd is already hosted by enough agents. {{(pid=103294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:23:34.325791 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.base_scheduler [None req-75ebed13-9a70-407d-bd26-379a59d2e49d tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Resources bound (agent type, host, resource id): {{(pid=103294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:23:34.328605 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ebed13-9a70-407d-bd26-379a59d2e49d tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Received port after_create {{(pid=103294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:23:34.345378 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b604f1a1-56f1-4d96-9d9a-f29273dcf860 x-openstack-request-id: req-b604f1a1-56f1-4d96-9d9a-f29273dcf860 {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:23:34.345670 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b298366-60d5-46cb-9e14-1d17f537c336", "tag": "6c4180f7-e50e-452a-9f57-bbeaf48c8438", "status": "completed", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:23:34.345925 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b604f1a1-56f1-4d96-9d9a-f29273dcf860 {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:23:34.346333 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b604f1a1-56f1-4d96-9d9a-f29273dcf860'] response: {'name': 'network-changed', 'server_uuid': '9b298366-60d5-46cb-9e14-1d17f537c336', 'tag': '6c4180f7-e50e-452a-9f57-bbeaf48c8438', 'status': 'completed', 'code': 200} Mar 30 18:23:34.362802 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ebed13-9a70-407d-bd26-379a59d2e49d tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Pushing event updated for resources: {'Port': ['ID=81dbcd55-f39d-46dc-ba53-08c58bb32ef7,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:23:34.413633 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-cac5ecdf-68ac-45a6-a466-713b069a50d0 None None] Set router 9e927d26-fdad-4de0-b401-be4f8bf7ed4f gateway port host: dv-cinder-835879-1-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:23:34.434176 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-75ebed13-9a70-407d-bd26-379a59d2e49d tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks [] for floatingip (cf219734-13ca-4ce6-98ee-ad007c95dfec), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:34.442080 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab2e5a-16a3-4b22-9277-3b916f6df01d req-ed8244de-e77b-4508-9441-98497b8ddab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:34.444008 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-47ab2e5a-16a3-4b22-9277-3b916f6df01d req-ed8244de-e77b-4508-9441-98497b8ddab4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=279a01c655714587a3db731678eada47&device_id=9b298366-60d5-46cb-9e14-1d17f537c336 HTTP/1.1" status: 200 len: 1129 time: 0.0468619 Mar 30 18:23:34.472524 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-75ebed13-9a70-407d-bd26-379a59d2e49d tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (81dbcd55-f39d-46dc-ba53-08c58bb32ef7), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:34.542637 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab2e5a-16a3-4b22-9277-3b916f6df01d req-ada140f4-9a01-4c72-a713-cdb730867319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:34.544407 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-47ab2e5a-16a3-4b22-9277-3b916f6df01d req-ada140f4-9a01-4c72-a713-cdb730867319 service neutron] 10.222.0.55 "GET /v2.0/networks?id=af330621-acdf-4f3d-ad55-9f9e392a3f7a HTTP/1.1" status: 200 len: 916 time: 0.0912971 Mar 30 18:23:34.620633 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-47ab2e5a-16a3-4b22-9277-3b916f6df01d req-87999cf9-c0f6-44df-82d3-cdef47732379 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c4180f7-e50e-452a-9f57-bbeaf48c8438 HTTP/1.1" status: 200 len: 999 time: 0.0689328 Mar 30 18:23:34.638818 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-75ebed13-9a70-407d-bd26-379a59d2e49d tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks [] for port (81dbcd55-f39d-46dc-ba53-08c58bb32ef7), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:34.643363 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-75ebed13-9a70-407d-bd26-379a59d2e49d tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59249985'] for port (81dbcd55-f39d-46dc-ba53-08c58bb32ef7), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:34.681025 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab2e5a-16a3-4b22-9277-3b916f6df01d req-ee2e2014-7346-4495-a09a-8f8e2123ea02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:34.681928 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-cac5ecdf-68ac-45a6-a466-713b069a50d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'name': 'tempest-AttachVolumeNegativeTest-1445051510-router', 'tenant_id': '279a01c655714587a3db731678eada47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'b803bc7d-24e4-4b13-8019-5fc99b0eeb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:19:14Z', 'updated_at': '2022-03-30T18:19:32Z', 'revision_number': 4, 'project_id': '279a01c655714587a3db731678eada47', 'gw_port': {'id': 'b803bc7d-24e4-4b13-8019-5fc99b0eeb41', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:44:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:16Z', 'updated_at': '2022-03-30T18:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_floatingips': [{'id': 'e2a3e55e-a35a-4a7b-8060-c0846b26dc04', 'tenant_id': '279a01c655714587a3db731678eada47', 'floating_ip_address': '172.27.0.205', 'floating_network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'router_id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'port_id': '6c4180f7-e50e-452a-9f57-bbeaf48c8438', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a', 'mac_address': 'fa:16:3e:a9:3f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b298366-60d5-46cb-9e14-1d17f537c336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:23:21Z', 'updated_at': '2022-03-30T18:23:33Z', 'revision_number': 1, 'project_id': '279a01c655714587a3db731678eada47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f95f2d79-8e95-460d-b979-08e6301c655f', 'name': '', 'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a', 'tenant_id': '279a01c655714587a3db731678eada47', 'mac_address': 'fa:16:3e:95:ea:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '753583e9-792f-4b04-97da-dc50f6b2fa57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:26Z', 'updated_at': '2022-03-30T18:19:41Z', 'revision_number': 5, 'project_id': '279a01c655714587a3db731678eada47', 'subnets': [{'id': '753583e9-792f-4b04-97da-dc50f6b2fa57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:23:34.682825 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-47ab2e5a-16a3-4b22-9277-3b916f6df01d req-ee2e2014-7346-4495-a09a-8f8e2123ea02 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=753583e9-792f-4b04-97da-dc50f6b2fa57 HTTP/1.1" status: 200 len: 854 time: 0.0544057 Mar 30 18:23:34.711525 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac5ecdf-68ac-45a6-a466-713b069a50d0 None None] Checking router: 9e927d26-fdad-4de0-b401-be4f8bf7ed4f for host: dv-cinder-835879-1-iscsi {{(pid=103296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:23:34.714115 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ebed13-9a70-407d-bd26-379a59d2e49d tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Pushing event updated for resources: {'Port': ['ID=81dbcd55-f39d-46dc-ba53-08c58bb32ef7,revision_number=2']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:23:34.723978 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-75ebed13-9a70-407d-bd26-379a59d2e49d tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623622'] for floatingip (cf219734-13ca-4ce6-98ee-ad007c95dfec), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:34.726919 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac5ecdf-68ac-45a6-a466-713b069a50d0 None None] Routers {'9e927d26-fdad-4de0-b401-be4f8bf7ed4f'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:23:34.727571 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-cac5ecdf-68ac-45a6-a466-713b069a50d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:23:30Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['9e927d26-fdad-4de0-b401-be4f8bf7ed4f'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:23:34.740181 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab2e5a-16a3-4b22-9277-3b916f6df01d req-0b01a06d-013f-489d-932c-46bb8a17aa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:34.741580 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-75ebed13-9a70-407d-bd26-379a59d2e49d tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for floatingip (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:34.741858 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-47ab2e5a-16a3-4b22-9277-3b916f6df01d req-0b01a06d-013f-489d-932c-46bb8a17aa9d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=af330621-acdf-4f3d-ad55-9f9e392a3f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459161 Mar 30 18:23:34.742788 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-75ebed13-9a70-407d-bd26-379a59d2e49d tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8234792 Mar 30 18:23:34.835359 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-cac5ecdf-68ac-45a6-a466-713b069a50d0 None None] Set router 9e927d26-fdad-4de0-b401-be4f8bf7ed4f gateway port host: dv-cinder-835879-1-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:23:34.842505 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-47ab2e5a-16a3-4b22-9277-3b916f6df01d req-86a0bc73-a624-44cc-bec0-9896b0f57f31 service neutron] 10.222.0.55 "GET /v2.0/networks/af330621-acdf-4f3d-ad55-9f9e392a3f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882158 Mar 30 18:23:34.963498 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-47ab2e5a-16a3-4b22-9277-3b916f6df01d req-fbca40c6-7550-49ac-a1b6-e50e3dd52cb6 service neutron] 10.222.0.55 "GET /v2.0/networks/af330621-acdf-4f3d-ad55-9f9e392a3f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170192 Mar 30 18:23:34.970451 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0b81e4bf-bd5f-4542-888e-b61828eee4e9 req-586a9374-7959-4a89-900a-5ddef10a9727 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1423626977&fields=id&tenant_id=160e10afe45b4c309f409b0d9735b01b HTTP/1.1" status: 200 len: 267 time: 0.0643368 Mar 30 18:23:35.057785 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-cac5ecdf-68ac-45a6-a466-713b069a50d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'name': 'tempest-AttachVolumeNegativeTest-1445051510-router', 'tenant_id': '279a01c655714587a3db731678eada47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'b803bc7d-24e4-4b13-8019-5fc99b0eeb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:19:14Z', 'updated_at': '2022-03-30T18:19:32Z', 'revision_number': 4, 'project_id': '279a01c655714587a3db731678eada47', 'gw_port': {'id': 'b803bc7d-24e4-4b13-8019-5fc99b0eeb41', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:44:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:16Z', 'updated_at': '2022-03-30T18:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_floatingips': [{'id': 'e2a3e55e-a35a-4a7b-8060-c0846b26dc04', 'tenant_id': '279a01c655714587a3db731678eada47', 'floating_ip_address': '172.27.0.205', 'floating_network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'router_id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'port_id': '6c4180f7-e50e-452a-9f57-bbeaf48c8438', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a', 'mac_address': 'fa:16:3e:a9:3f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b298366-60d5-46cb-9e14-1d17f537c336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:23:21Z', 'updated_at': '2022-03-30T18:23:33Z', 'revision_number': 1, 'project_id': '279a01c655714587a3db731678eada47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f95f2d79-8e95-460d-b979-08e6301c655f', 'name': '', 'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a', 'tenant_id': '279a01c655714587a3db731678eada47', 'mac_address': 'fa:16:3e:95:ea:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '753583e9-792f-4b04-97da-dc50f6b2fa57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:26Z', 'updated_at': '2022-03-30T18:19:41Z', 'revision_number': 5, 'project_id': '279a01c655714587a3db731678eada47', 'subnets': [{'id': '753583e9-792f-4b04-97da-dc50f6b2fa57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:23:35.078784 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b81e4bf-bd5f-4542-888e-b61828eee4e9 req-7fd5acf5-e8c6-42c9-912a-efed45445052 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:35.080286 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0b81e4bf-bd5f-4542-888e-b61828eee4e9 req-7fd5acf5-e8c6-42c9-912a-efed45445052 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/networks?id=962d8774-065a-4a3e-943e-02c437f03701 HTTP/1.1" status: 200 len: 816 time: 0.1032977 Mar 30 18:23:35.087255 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac5ecdf-68ac-45a6-a466-713b069a50d0 None None] The sync data for ids ['9e927d26-fdad-4de0-b401-be4f8bf7ed4f'] in dv-cinder-835879-1-iscsi is: [{'id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'name': 'tempest-AttachVolumeNegativeTest-1445051510-router', 'tenant_id': '279a01c655714587a3db731678eada47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'b803bc7d-24e4-4b13-8019-5fc99b0eeb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:19:14Z', 'updated_at': '2022-03-30T18:19:32Z', 'revision_number': 4, 'project_id': '279a01c655714587a3db731678eada47', 'gw_port': {'id': 'b803bc7d-24e4-4b13-8019-5fc99b0eeb41', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:44:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:16Z', 'updated_at': '2022-03-30T18:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_floatingips': [{'id': 'e2a3e55e-a35a-4a7b-8060-c0846b26dc04', 'tenant_id': '279a01c655714587a3db731678eada47', 'floating_ip_address': '172.27.0.205', 'floating_network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'router_id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'port_id': '6c4180f7-e50e-452a-9f57-bbeaf48c8438', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a', 'mac_address': 'fa:16:3e:a9:3f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b298366-60d5-46cb-9e14-1d17f537c336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:23:21Z', 'updated_at': '2022-03-30T18:23:33Z', 'revision_number': 1, 'project_id': '279a01c655714587a3db731678eada47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f95f2d79-8e95-460d-b979-08e6301c655f', 'name': '', 'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a', 'tenant_id': '279a01c655714587a3db731678eada47', 'mac_address': 'fa:16:3e:95:ea:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '753583e9-792f-4b04-97da-dc50f6b2fa57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:26Z', 'updated_at': '2022-03-30T18:19:41Z', 'revision_number': 5, 'project_id': '279a01c655714587a3db731678eada47', 'subnets': [{'id': '753583e9-792f-4b04-97da-dc50f6b2fa57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:23:35.094970 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0b81e4bf-bd5f-4542-888e-b61828eee4e9 req-87fd56b9-4784-4097-bb5c-e0b71c68ab17 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/quotas/160e10afe45b4c309f409b0d9735b01b HTTP/1.1" status: 200 len: 375 time: 0.0092678 Mar 30 18:23:35.152588 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0b81e4bf-bd5f-4542-888e-b61828eee4e9 req-f2befcb1-2c86-405b-be47-c6bc9977c6b4 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=160e10afe45b4c309f409b0d9735b01b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520990 Mar 30 18:23:35.249045 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0b81e4bf-bd5f-4542-888e-b61828eee4e9 req-095103c6-7681-4918-ad63-219a413bb794 service neutron] 10.222.0.18 "GET /v2.0/networks/962d8774-065a-4a3e-943e-02c437f03701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846059 Mar 30 18:23:35.287762 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6756b25-09a6-4672-9945-f1813edf81f3 None None] New status for floating IP e2a3e55e-a35a-4a7b-8060-c0846b26dc04: ACTIVE {{(pid=103295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:23:35.593291 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0b81e4bf-bd5f-4542-888e-b61828eee4e9 req-2fb61839-283a-485d-95ba-9d5a416258fd service neutron] 10.222.0.18 "GET /v2.0/networks/962d8774-065a-4a3e-943e-02c437f03701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3382215 Mar 30 18:23:35.752443 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0cbb4bb3-a327-4584-8175-d780ab170af2 req-f0f93171-27e7-4cc5-a0d0-a1dc20870dcb tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2bfcc51-1d2f-4fba-a25e-70ca42dac005 HTTP/1.1" status: 200 len: 210 time: 0.0262787 Mar 30 18:23:36.876907 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-e565a935-4c6b-4075-8ce9-c0c1d90154dc req-12815b00-17d5-409b-a0f8-f2ce9b0e39cc tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2bfcc51-1d2f-4fba-a25e-70ca42dac005 HTTP/1.1" status: 200 len: 210 time: 0.0364971 Mar 30 18:23:36.922210 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b81e4bf-bd5f-4542-888e-b61828eee4e9 req-9c0c83ba-3838-4580-a39f-b4ebdb9f1beb tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:36.923711 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0b81e4bf-bd5f-4542-888e-b61828eee4e9 req-9c0c83ba-3838-4580-a39f-b4ebdb9f1beb tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.55 "GET /v2.0/networks?id=962d8774-065a-4a3e-943e-02c437f03701 HTTP/1.1" status: 200 len: 816 time: 0.1310070 Mar 30 18:23:37.004338 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0b81e4bf-bd5f-4542-888e-b61828eee4e9 req-e549779a-9b9d-40b0-a07f-a79842a4c111 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=160e10afe45b4c309f409b0d9735b01b HTTP/1.1" status: 200 len: 380 time: 0.0541594 Mar 30 18:23:37.019836 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [req-0b81e4bf-bd5f-4542-888e-b61828eee4e9 req-2f2727be-f264-496d-8449-5aced0bc317b tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Request body: {'port': {'device_id': 'e2bfcc51-1d2f-4fba-a25e-70ca42dac005', 'network_id': '962d8774-065a-4a3e-943e-02c437f03701', 'admin_state_up': True, 'tenant_id': '160e10afe45b4c309f409b0d9735b01b', 'security_groups': ['f819a06d-d42e-4dcc-853e-162f96413bc8']}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:23:37.125336 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b81e4bf-bd5f-4542-888e-b61828eee4e9 req-2f2727be-f264-496d-8449-5aced0bc317b tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Made reservation on behalf of 160e10afe45b4c309f409b0d9735b01b for: {'port': 1} {{(pid=103293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:23:37.129113 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-0b81e4bf-bd5f-4542-888e-b61828eee4e9 req-2f2727be-f264-496d-8449-5aced0bc317b tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:37.249412 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.db_base_plugin_common [req-0b81e4bf-bd5f-4542-888e-b61828eee4e9 req-2f2727be-f264-496d-8449-5aced0bc317b tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Allocated IP 172.20.0.4 (962d8774-065a-4a3e-943e-02c437f03701/8c5ebae0-2426-48ad-8a00-7de0e10a4970/97a01195-a163-4af7-9d47-6237a0db2bef) {{(pid=103293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:23:37.384974 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-0b81e4bf-bd5f-4542-888e-b61828eee4e9 req-2f2727be-f264-496d-8449-5aced0bc317b tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks [] for port (97a01195-a163-4af7-9d47-6237a0db2bef), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:37.420871 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-0b81e4bf-bd5f-4542-888e-b61828eee4e9 req-2f2727be-f264-496d-8449-5aced0bc317b tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759689464324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58814409'] for port (97a01195-a163-4af7-9d47-6237a0db2bef), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:37.461584 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b81e4bf-bd5f-4542-888e-b61828eee4e9 req-2f2727be-f264-496d-8449-5aced0bc317b tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Network 962d8774-065a-4a3e-943e-02c437f03701 is already hosted by enough agents. {{(pid=103293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:23:37.465230 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.base_scheduler [req-0b81e4bf-bd5f-4542-888e-b61828eee4e9 req-2f2727be-f264-496d-8449-5aced0bc317b tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Resources bound (agent type, host, resource id): {{(pid=103293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:23:37.471341 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b81e4bf-bd5f-4542-888e-b61828eee4e9 req-2f2727be-f264-496d-8449-5aced0bc317b tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Received port after_create {{(pid=103293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:23:37.477828 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2727be-f264-496d-8449-5aced0bc317b tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Pushing event updated for resources: {'Port': ['ID=97a01195-a163-4af7-9d47-6237a0db2bef,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:23:37.523594 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b81e4bf-bd5f-4542-888e-b61828eee4e9 req-2f2727be-f264-496d-8449-5aced0bc317b tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:37.524473 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-0b81e4bf-bd5f-4542-888e-b61828eee4e9 req-2f2727be-f264-496d-8449-5aced0bc317b tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for port (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:37.541153 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0b81e4bf-bd5f-4542-888e-b61828eee4e9 req-2f2727be-f264-496d-8449-5aced0bc317b tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5253463 Mar 30 18:23:37.562976 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [req-0b81e4bf-bd5f-4542-888e-b61828eee4e9 req-765c5858-f094-4f73-bd3a-a969b4ebdccb service neutron] Request body: {'port': {'device_id': 'e2bfcc51-1d2f-4fba-a25e-70ca42dac005', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:23:37.626812 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-0b81e4bf-bd5f-4542-888e-b61828eee4e9 req-765c5858-f094-4f73-bd3a-a969b4ebdccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (97a01195-a163-4af7-9d47-6237a0db2bef), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:37.694640 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-fc38a78f-bbbd-4a39-81b9-1267a41c7d08 None None] Provisioning complete for port 97a01195-a163-4af7-9d47-6237a0db2bef triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:23:37.695232 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-fc38a78f-bbbd-4a39-81b9-1267a41c7d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (97a01195-a163-4af7-9d47-6237a0db2bef), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:37.728723 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-fc38a78f-bbbd-4a39-81b9-1267a41c7d08 None None] Port 97a01195-a163-4af7-9d47-6237a0db2bef cannot update to ACTIVE because it is not bound. {{(pid=103295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:23:37.880393 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [req-0b81e4bf-bd5f-4542-888e-b61828eee4e9 req-765c5858-f094-4f73-bd3a-a969b4ebdccb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97a01195-a163-4af7-9d47-6237a0db2bef {{(pid=103293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:23:37.887591 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-0b81e4bf-bd5f-4542-888e-b61828eee4e9 req-765c5858-f094-4f73-bd3a-a969b4ebdccb service neutron] Publish callbacks [] for port (97a01195-a163-4af7-9d47-6237a0db2bef), precommit_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:37.899267 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [req-0b81e4bf-bd5f-4542-888e-b61828eee4e9 req-765c5858-f094-4f73-bd3a-a969b4ebdccb service neutron] Transition to ACTIVE for port object 97a01195-a163-4af7-9d47-6237a0db2bef will not be triggered until provisioned by entity L2. {{(pid=103293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 18:23:37.903219 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-0b81e4bf-bd5f-4542-888e-b61828eee4e9 req-765c5858-f094-4f73-bd3a-a969b4ebdccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58814400'] for port (97a01195-a163-4af7-9d47-6237a0db2bef), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:37.966213 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c5858-f094-4f73-bd3a-a969b4ebdccb service neutron] Pushing event updated for resources: {'Port': ['ID=97a01195-a163-4af7-9d47-6237a0db2bef,revision_number=2']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:23:38.065214 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563989c5-61ea-49ec-9b4a-47264c0ee6ac req-41869ace-035b-42d5-b09f-923b6cae2872 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:38.066721 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-563989c5-61ea-49ec-9b4a-47264c0ee6ac req-41869ace-035b-42d5-b09f-923b6cae2872 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2bfcc51-1d2f-4fba-a25e-70ca42dac005 HTTP/1.1" status: 200 len: 943 time: 0.1103251 Mar 30 18:23:38.069406 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [req-0b81e4bf-bd5f-4542-888e-b61828eee4e9 req-765c5858-f094-4f73-bd3a-a969b4ebdccb service neutron] Attempting to bind port 97a01195-a163-4af7-9d47-6237a0db2bef on host hv-cinder-83587 for vnic_type normal with profile {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:23:38.069734 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [req-0b81e4bf-bd5f-4542-888e-b61828eee4e9 req-765c5858-f094-4f73-bd3a-a969b4ebdccb service neutron] Attempting to bind port 97a01195-a163-4af7-9d47-6237a0db2bef by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': 'e67e86d6-b9a3-48d5-b3c6-848d768aa694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '962d8774-065a-4a3e-943e-02c437f03701'}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:23:38.070061 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b81e4bf-bd5f-4542-888e-b61828eee4e9 req-765c5858-f094-4f73-bd3a-a969b4ebdccb service neutron] Attempting to bind port 97a01195-a163-4af7-9d47-6237a0db2bef on network 962d8774-065a-4a3e-943e-02c437f03701 {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:23:38.080902 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b81e4bf-bd5f-4542-888e-b61828eee4e9 req-765c5858-f094-4f73-bd3a-a969b4ebdccb service neutron] Port 97a01195-a163-4af7-9d47-6237a0db2bef on network 962d8774-065a-4a3e-943e-02c437f03701 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 18:23:38.081221 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b81e4bf-bd5f-4542-888e-b61828eee4e9 req-765c5858-f094-4f73-bd3a-a969b4ebdccb service neutron] Attempting to bind port 97a01195-a163-4af7-9d47-6237a0db2bef on network 962d8774-065a-4a3e-943e-02c437f03701 {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:23:38.096168 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b81e4bf-bd5f-4542-888e-b61828eee4e9 req-765c5858-f094-4f73-bd3a-a969b4ebdccb service neutron] Checking agent: {'id': '48cc6dd0-9d47-40d1-bfd7-3609261a1488', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 17, 16), 'started_at': datetime.datetime(2022, 3, 30, 18, 17, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:23:38.096585 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b81e4bf-bd5f-4542-888e-b61828eee4e9 req-765c5858-f094-4f73-bd3a-a969b4ebdccb service neutron] Checking segment: {'id': 'e67e86d6-b9a3-48d5-b3c6-848d768aa694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '962d8774-065a-4a3e-943e-02c437f03701'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:23:38.097135 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b81e4bf-bd5f-4542-888e-b61828eee4e9 req-765c5858-f094-4f73-bd3a-a969b4ebdccb service neutron] Bound using segment: {'id': 'e67e86d6-b9a3-48d5-b3c6-848d768aa694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '962d8774-065a-4a3e-943e-02c437f03701'} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:23:38.097557 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [req-0b81e4bf-bd5f-4542-888e-b61828eee4e9 req-765c5858-f094-4f73-bd3a-a969b4ebdccb service neutron] Bound port: 97a01195-a163-4af7-9d47-6237a0db2bef, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e67e86d6-b9a3-48d5-b3c6-848d768aa694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '962d8774-065a-4a3e-943e-02c437f03701'}}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:23:38.097981 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-0b81e4bf-bd5f-4542-888e-b61828eee4e9 req-765c5858-f094-4f73-bd3a-a969b4ebdccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (97a01195-a163-4af7-9d47-6237a0db2bef), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:38.154535 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-563989c5-61ea-49ec-9b4a-47264c0ee6ac req-c54d97d7-4226-42ce-8f9f-736e387c823f tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=f819a06d-d42e-4dcc-853e-162f96413bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804300 Mar 30 18:23:38.184420 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [req-0b81e4bf-bd5f-4542-888e-b61828eee4e9 req-765c5858-f094-4f73-bd3a-a969b4ebdccb service neutron] For port 97a01195-a163-4af7-9d47-6237a0db2bef, host hv-cinder-83587, cleared binding levels {{(pid=103293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:23:38.187325 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [req-0b81e4bf-bd5f-4542-888e-b61828eee4e9 req-765c5858-f094-4f73-bd3a-a969b4ebdccb service neutron] For port 97a01195-a163-4af7-9d47-6237a0db2bef, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=97a01195-a163-4af7-9d47-6237a0db2bef,segment=NetworkSegment(e67e86d6-b9a3-48d5-b3c6-848d768aa694),segment_id=e67e86d6-b9a3-48d5-b3c6-848d768aa694)] {{(pid=103293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:23:38.193053 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-0b81e4bf-bd5f-4542-888e-b61828eee4e9 req-765c5858-f094-4f73-bd3a-a969b4ebdccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58814400'] for port (97a01195-a163-4af7-9d47-6237a0db2bef), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:38.224553 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b81e4bf-bd5f-4542-888e-b61828eee4e9 req-765c5858-f094-4f73-bd3a-a969b4ebdccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:38.225163 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-0b81e4bf-bd5f-4542-888e-b61828eee4e9 req-765c5858-f094-4f73-bd3a-a969b4ebdccb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for port (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:38.226537 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0b81e4bf-bd5f-4542-888e-b61828eee4e9 req-765c5858-f094-4f73-bd3a-a969b4ebdccb service neutron] 10.222.0.55 "PUT /v2.0/ports/97a01195-a163-4af7-9d47-6237a0db2bef HTTP/1.1" status: 200 len: 1093 time: 0.6677778 Mar 30 18:23:38.226973 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2bfcc51-1d2f-4fba-a25e-70ca42dac005', 'tag': '97a01195-a163-4af7-9d47-6237a0db2bef'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:23:38.229294 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e41150553c85b09edab6cb52843a30629a36ec9d810f78f9b9d5c7c277fb574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c952c2c-3d33-477c-a24b-893591721806" -d '{"events": [{"name": "network-changed", "server_uuid": "e2bfcc51-1d2f-4fba-a25e-70ca42dac005", "tag": "97a01195-a163-4af7-9d47-6237a0db2bef"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:23:38.256257 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c5858-f094-4f73-bd3a-a969b4ebdccb service neutron] Pushing event updated for resources: {'Port': ['ID=97a01195-a163-4af7-9d47-6237a0db2bef,revision_number=3']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:23:38.282419 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cabf046-3696-4947-b311-dc902f506bf6 x-openstack-request-id: req-8cabf046-3696-4947-b311-dc902f506bf6 {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:23:38.283037 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2bfcc51-1d2f-4fba-a25e-70ca42dac005", "tag": "97a01195-a163-4af7-9d47-6237a0db2bef", "status": "completed", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:23:38.283320 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8cabf046-3696-4947-b311-dc902f506bf6 {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:23:38.283811 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cabf046-3696-4947-b311-dc902f506bf6'] response: {'name': 'network-changed', 'server_uuid': 'e2bfcc51-1d2f-4fba-a25e-70ca42dac005', 'tag': '97a01195-a163-4af7-9d47-6237a0db2bef', 'status': 'completed', 'code': 200} Mar 30 18:23:38.351529 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b81e4bf-bd5f-4542-888e-b61828eee4e9 req-a2d08e32-374d-4c9b-990b-a2ec4a8b0211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:38.353127 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0b81e4bf-bd5f-4542-888e-b61828eee4e9 req-a2d08e32-374d-4c9b-990b-a2ec4a8b0211 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=160e10afe45b4c309f409b0d9735b01b&device_id=e2bfcc51-1d2f-4fba-a25e-70ca42dac005 HTTP/1.1" status: 200 len: 1127 time: 0.0474916 Mar 30 18:23:38.407531 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0b81e4bf-bd5f-4542-888e-b61828eee4e9 req-762510b3-198f-47d4-aedc-5958a0213470 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97a01195-a163-4af7-9d47-6237a0db2bef HTTP/1.1" status: 200 len: 217 time: 0.0374153 Mar 30 18:23:38.457047 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b81e4bf-bd5f-4542-888e-b61828eee4e9 req-664c7ca0-47d8-4dbb-b7ca-d5701abf2b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:38.458483 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0b81e4bf-bd5f-4542-888e-b61828eee4e9 req-664c7ca0-47d8-4dbb-b7ca-d5701abf2b37 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8c5ebae0-2426-48ad-8a00-7de0e10a4970 HTTP/1.1" status: 200 len: 855 time: 0.0428114 Mar 30 18:23:38.508453 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b81e4bf-bd5f-4542-888e-b61828eee4e9 req-f8c7b67c-cedf-401c-9e1d-cffcb3731eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:38.509881 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0b81e4bf-bd5f-4542-888e-b61828eee4e9 req-f8c7b67c-cedf-401c-9e1d-cffcb3731eeb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=962d8774-065a-4a3e-943e-02c437f03701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433936 Mar 30 18:23:38.601243 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0b81e4bf-bd5f-4542-888e-b61828eee4e9 req-bba94fbb-be86-480a-b8c4-0f03c829a67f service neutron] 10.222.0.55 "GET /v2.0/networks/962d8774-065a-4a3e-943e-02c437f03701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825174 Mar 30 18:23:38.696448 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0b81e4bf-bd5f-4542-888e-b61828eee4e9 req-20019a55-812f-46ff-81e7-02d311209e57 service neutron] 10.222.0.55 "GET /v2.0/networks/962d8774-065a-4a3e-943e-02c437f03701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810325 Mar 30 18:23:38.855472 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c952c2c-3d33-477c-a24b-893591721806 req-c8a2525f-16ee-4e66-8423-8a9b47a8890d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:38.856964 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-9c952c2c-3d33-477c-a24b-893591721806 req-c8a2525f-16ee-4e66-8423-8a9b47a8890d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=160e10afe45b4c309f409b0d9735b01b&device_id=e2bfcc51-1d2f-4fba-a25e-70ca42dac005 HTTP/1.1" status: 200 len: 1127 time: 0.0481331 Mar 30 18:23:38.958717 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c952c2c-3d33-477c-a24b-893591721806 req-78108ae6-57b7-456f-8362-9d4b069d91a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:38.960152 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-9c952c2c-3d33-477c-a24b-893591721806 req-78108ae6-57b7-456f-8362-9d4b069d91a0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=962d8774-065a-4a3e-943e-02c437f03701 HTTP/1.1" status: 200 len: 917 time: 0.0866895 Mar 30 18:23:39.007097 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-9c952c2c-3d33-477c-a24b-893591721806 req-52316ac7-16bf-4846-9919-cf997fa71d5f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97a01195-a163-4af7-9d47-6237a0db2bef HTTP/1.1" status: 200 len: 217 time: 0.0333939 Mar 30 18:23:39.054456 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c952c2c-3d33-477c-a24b-893591721806 req-3dbdd2aa-1258-447f-8932-b865bd89c9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:39.055909 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-9c952c2c-3d33-477c-a24b-893591721806 req-3dbdd2aa-1258-447f-8932-b865bd89c9da service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8c5ebae0-2426-48ad-8a00-7de0e10a4970 HTTP/1.1" status: 200 len: 855 time: 0.0424647 Mar 30 18:23:39.108214 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c952c2c-3d33-477c-a24b-893591721806 req-5c49e35e-7e4e-4444-a14b-0c8e89b1b84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:39.109704 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-9c952c2c-3d33-477c-a24b-893591721806 req-5c49e35e-7e4e-4444-a14b-0c8e89b1b84a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=962d8774-065a-4a3e-943e-02c437f03701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469611 Mar 30 18:23:39.200462 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-9c952c2c-3d33-477c-a24b-893591721806 req-c6cfcea5-cfc1-49a4-8f4c-3923ccc65268 service neutron] 10.222.0.55 "GET /v2.0/networks/962d8774-065a-4a3e-943e-02c437f03701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821154 Mar 30 18:23:39.332453 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a6550-2f9e-4ed7-adc6-dd1f9546daf2 req-5549d4e0-d55e-4a1a-8e7a-27e0f16937a6 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:39.334106 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-373a6550-2f9e-4ed7-adc6-dd1f9546daf2 req-5549d4e0-d55e-4a1a-8e7a-27e0f16937a6 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2bfcc51-1d2f-4fba-a25e-70ca42dac005 HTTP/1.1" status: 200 len: 943 time: 0.0808749 Mar 30 18:23:39.337516 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-9c952c2c-3d33-477c-a24b-893591721806 req-995cef8c-50cc-4af1-88bc-c63eec210755 service neutron] 10.222.0.55 "GET /v2.0/networks/962d8774-065a-4a3e-943e-02c437f03701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301272 Mar 30 18:23:39.382440 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-373a6550-2f9e-4ed7-adc6-dd1f9546daf2 req-685d2636-2008-4889-8e03-529ce2b2fdd1 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=f819a06d-d42e-4dcc-853e-162f96413bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417595 Mar 30 18:23:40.217559 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbb8319-7369-4c75-a14d-f9a420031e1f req-10c4bf50-fc2f-4391-a029-0c9c9368b0e4 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:40.219019 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-9cbb8319-7369-4c75-a14d-f9a420031e1f req-10c4bf50-fc2f-4391-a029-0c9c9368b0e4 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6e482c9-c23f-4930-a249-60dd92771d8c HTTP/1.1" status: 200 len: 946 time: 0.0853879 Mar 30 18:23:40.223508 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee5e02-4e2e-4dd4-b295-f6a7d74657bc req-df545a0e-8035-4444-9a14-3eb91d9fac82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:40.224846 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-bdee5e02-4e2e-4dd4-b295-f6a7d74657bc req-df545a0e-8035-4444-9a14-3eb91d9fac82 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=585ebec9292d43e7b65aab5ba734d8b9&device_id=f6e482c9-c23f-4930-a249-60dd92771d8c HTTP/1.1" status: 200 len: 1130 time: 0.0616095 Mar 30 18:23:40.314054 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-9cbb8319-7369-4c75-a14d-f9a420031e1f req-6c0e1dff-8de9-401c-b1ca-89dac6dc4bba tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=e224ce21-3c38-4df1-a0c4-529ad7e4a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882752 Mar 30 18:23:40.341693 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee5e02-4e2e-4dd4-b295-f6a7d74657bc req-a48861f6-b8ef-486f-8bfc-4e96e976a658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:40.343034 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-bdee5e02-4e2e-4dd4-b295-f6a7d74657bc req-a48861f6-b8ef-486f-8bfc-4e96e976a658 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb HTTP/1.1" status: 200 len: 920 time: 0.1051507 Mar 30 18:23:40.408408 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-bdee5e02-4e2e-4dd4-b295-f6a7d74657bc req-1c3c7269-c18a-415d-a3be-4d7e6ceed75e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e2f7821-0a00-4198-8965-8972649ae0c9 HTTP/1.1" status: 200 len: 1002 time: 0.0576212 Mar 30 18:23:40.467476 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee5e02-4e2e-4dd4-b295-f6a7d74657bc req-a684198d-c0d3-4ce9-be3c-6f6d5a79d655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:40.468881 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-bdee5e02-4e2e-4dd4-b295-f6a7d74657bc req-a684198d-c0d3-4ce9-be3c-6f6d5a79d655 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=803891e5-aae4-46c3-87bc-0de344219463 HTTP/1.1" status: 200 len: 858 time: 0.0526114 Mar 30 18:23:40.540455 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b17d0-183c-42f0-a92f-1c9c1c2cdb64 req-1933c9d8-a2d8-4f73-a476-d24b59aef985 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:40.541938 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-b41b17d0-183c-42f0-a92f-1c9c1c2cdb64 req-1933c9d8-a2d8-4f73-a476-d24b59aef985 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2bfcc51-1d2f-4fba-a25e-70ca42dac005 HTTP/1.1" status: 200 len: 943 time: 0.0862172 Mar 30 18:23:40.547988 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee5e02-4e2e-4dd4-b295-f6a7d74657bc req-9dcbd102-3d50-4bfc-a6b2-617dc082c5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:40.549357 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-bdee5e02-4e2e-4dd4-b295-f6a7d74657bc req-9dcbd102-3d50-4bfc-a6b2-617dc082c5e1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0663326 Mar 30 18:23:40.638964 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-b41b17d0-183c-42f0-a92f-1c9c1c2cdb64 req-732cf4a0-249d-4236-9ad4-6bb1b62adac6 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=f819a06d-d42e-4dcc-853e-162f96413bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885806 Mar 30 18:23:40.666646 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-bdee5e02-4e2e-4dd4-b295-f6a7d74657bc req-190e9798-7498-40ae-9b50-153bb2bc43b5 service neutron] 10.222.0.55 "GET /v2.0/networks/0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096723 Mar 30 18:23:40.759364 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-bdee5e02-4e2e-4dd4-b295-f6a7d74657bc req-6a751ddd-07ae-4732-88d2-9364896902a8 service neutron] 10.222.0.55 "GET /v2.0/networks/0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861335 Mar 30 18:23:41.431080 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d6724b-c22c-4ee7-9186-55b814196e70 req-11fff61f-59af-4533-b31a-271c86e2289c tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:41.433104 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-31d6724b-c22c-4ee7-9186-55b814196e70 req-11fff61f-59af-4533-b31a-271c86e2289c tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6e482c9-c23f-4930-a249-60dd92771d8c HTTP/1.1" status: 200 len: 946 time: 0.0537252 Mar 30 18:23:41.478044 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-31d6724b-c22c-4ee7-9186-55b814196e70 req-3867f062-c9b7-45d0-ba40-260c0383c7d6 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=e224ce21-3c38-4df1-a0c4-529ad7e4a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394516 Mar 30 18:23:41.750381 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device 97a01195-a163-4af7-9d47-6237a0db2bef details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103295) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:23:41.760167 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90745e4-bf17-4f88-b83d-a25f603e2c68 req-d51f2a0a-77a7-4d85-9844-f6e58250fb5f tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:41.761694 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c90745e4-bf17-4f88-b83d-a25f603e2c68 req-d51f2a0a-77a7-4d85-9844-f6e58250fb5f tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2bfcc51-1d2f-4fba-a25e-70ca42dac005 HTTP/1.1" status: 200 len: 943 time: 0.0552573 Mar 30 18:23:41.808226 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c90745e4-bf17-4f88-b83d-a25f603e2c68 req-6167a20d-f6cb-4ce8-85c3-b2feb05e6ca0 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=f819a06d-d42e-4dcc-853e-162f96413bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400646 Mar 30 18:23:41.842428 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port 97a01195-a163-4af7-9d47-6237a0db2bef, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=97a01195-a163-4af7-9d47-6237a0db2bef,segment=NetworkSegment(e67e86d6-b9a3-48d5-b3c6-848d768aa694),segment_id=e67e86d6-b9a3-48d5-b3c6-848d768aa694)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:23:41.853368 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Returning: {'device': '97a01195-a163-4af7-9d47-6237a0db2bef', 'network_id': '962d8774-065a-4a3e-943e-02c437f03701', 'port_id': '97a01195-a163-4af7-9d47-6237a0db2bef', 'mac_address': 'fa:16:3e:d5:ab:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c5ebae0-2426-48ad-8a00-7de0e10a4970', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103295) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:23:41.891688 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Current status of the port 97a01195-a163-4af7-9d47-6237a0db2bef is: DOWN; New status is: BUILD {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:23:41.892064 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (97a01195-a163-4af7-9d47-6237a0db2bef), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:41.904869 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97a01195-a163-4af7-9d47-6237a0db2bef {{(pid=103295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:23:41.924336 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port 97a01195-a163-4af7-9d47-6237a0db2bef, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=97a01195-a163-4af7-9d47-6237a0db2bef,segment=NetworkSegment(e67e86d6-b9a3-48d5-b3c6-848d768aa694),segment_id=e67e86d6-b9a3-48d5-b3c6-848d768aa694)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:23:41.927600 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (97a01195-a163-4af7-9d47-6237a0db2bef), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:41.972233 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Pushing event updated for resources: {'Port': ['ID=97a01195-a163-4af7-9d47-6237a0db2bef,revision_number=4']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:23:42.321133 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] get_ports_and_sgs() called for port_ids ['97a01195-a163-4af7-9d47-6237a0db2bef'] {{(pid=103295) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:23:42.599313 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53893925-3303-4155-8f16-125d67a227b0 req-a26278b2-378a-4def-b942-97ec18001959 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:42.600797 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-53893925-3303-4155-8f16-125d67a227b0 req-a26278b2-378a-4def-b942-97ec18001959 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6e482c9-c23f-4930-a249-60dd92771d8c HTTP/1.1" status: 200 len: 946 time: 0.0524492 Mar 30 18:23:42.646033 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-53893925-3303-4155-8f16-125d67a227b0 req-5db562fe-cfa3-4543-b44c-0e73db4b7278 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=e224ce21-3c38-4df1-a0c4-529ad7e4a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390832 Mar 30 18:23:42.931832 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac94b7-44f0-4b65-93f4-c4a5a9d8de25 req-bdfd1fab-2608-447d-a1f9-3bfdb6b852f8 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:42.933290 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-f5ac94b7-44f0-4b65-93f4-c4a5a9d8de25 req-bdfd1fab-2608-447d-a1f9-3bfdb6b852f8 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2bfcc51-1d2f-4fba-a25e-70ca42dac005 HTTP/1.1" status: 200 len: 944 time: 0.0552990 Mar 30 18:23:42.980991 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-f5ac94b7-44f0-4b65-93f4-c4a5a9d8de25 req-513496c3-98a7-409f-b8ba-57887a56def9 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=f819a06d-d42e-4dcc-853e-162f96413bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422192 Mar 30 18:23:43.763001 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device 97a01195-a163-4af7-9d47-6237a0db2bef up at agent hyperv_hv-cinder-83587 {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:23:43.765503 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad3412-c0a8-4af6-b6fa-3307d5c19735 req-d505df33-44f6-4b37-b16f-450dceb2d3e1 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:43.766985 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-93ad3412-c0a8-4af6-b6fa-3307d5c19735 req-d505df33-44f6-4b37-b16f-450dceb2d3e1 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6e482c9-c23f-4930-a249-60dd92771d8c HTTP/1.1" status: 200 len: 946 time: 0.0545242 Mar 30 18:23:43.811104 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Provisioning for port 97a01195-a163-4af7-9d47-6237a0db2bef completed by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 18:23:43.814938 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Provisioning complete for port 97a01195-a163-4af7-9d47-6237a0db2bef triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:23:43.815353 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (97a01195-a163-4af7-9d47-6237a0db2bef), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:43.818217 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-93ad3412-c0a8-4af6-b6fa-3307d5c19735 req-3902c357-e947-4b6a-adf0-5a8fe62f978f tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=e224ce21-3c38-4df1-a0c4-529ad7e4a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426946 Mar 30 18:23:43.895005 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Current status of the port 97a01195-a163-4af7-9d47-6237a0db2bef is: BUILD; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:23:43.895426 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (97a01195-a163-4af7-9d47-6237a0db2bef), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:43.916961 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2bfcc51-1d2f-4fba-a25e-70ca42dac005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97a01195-a163-4af7-9d47-6237a0db2bef'}] {{(pid=103295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:23:43.919765 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7869a1eaeafddf677110b76453ce8b8be8513095297872c2e0c75408178073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e66bec78-5c43-4488-94e7-23651a9e0af4" -d '{"events": [{"server_uuid": "e2bfcc51-1d2f-4fba-a25e-70ca42dac005", "name": "network-vif-plugged", "status": "completed", "tag": "97a01195-a163-4af7-9d47-6237a0db2bef"}]}' {{(pid=103295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:23:43.931735 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port 97a01195-a163-4af7-9d47-6237a0db2bef, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=97a01195-a163-4af7-9d47-6237a0db2bef,segment=NetworkSegment(e67e86d6-b9a3-48d5-b3c6-848d768aa694),segment_id=e67e86d6-b9a3-48d5-b3c6-848d768aa694)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:23:43.937083 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (97a01195-a163-4af7-9d47-6237a0db2bef), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:43.959453 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140663f1-fd11-4d60-b283-f9772ab53e48 x-openstack-request-id: req-140663f1-fd11-4d60-b283-f9772ab53e48 {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:23:43.959739 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2bfcc51-1d2f-4fba-a25e-70ca42dac005", "name": "network-vif-plugged", "status": "completed", "tag": "97a01195-a163-4af7-9d47-6237a0db2bef", "code": 200}]} {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:23:43.959988 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-140663f1-fd11-4d60-b283-f9772ab53e48 {{(pid=103295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:23:43.960380 dv-cinder-835879-1-iscsi neutron-server[103295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-140663f1-fd11-4d60-b283-f9772ab53e48'] response: {'server_uuid': 'e2bfcc51-1d2f-4fba-a25e-70ca42dac005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97a01195-a163-4af7-9d47-6237a0db2bef', 'code': 200} Mar 30 18:23:43.985500 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Pushing event updated for resources: {'Port': ['ID=97a01195-a163-4af7-9d47-6237a0db2bef,revision_number=5']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:23:44.103411 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ae110-a795-4d04-89aa-51ec55739a9d req-e35bc31c-e342-48b2-8bcd-8646c0484ecc tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:44.105069 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-b63ae110-a795-4d04-89aa-51ec55739a9d req-e35bc31c-e342-48b2-8bcd-8646c0484ecc tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2bfcc51-1d2f-4fba-a25e-70ca42dac005 HTTP/1.1" status: 200 len: 945 time: 0.0544000 Mar 30 18:23:44.162208 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-b63ae110-a795-4d04-89aa-51ec55739a9d req-30ec8ed0-0082-40b7-91f0-363f228604cc tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=f819a06d-d42e-4dcc-853e-162f96413bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508225 Mar 30 18:23:44.194996 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd69b3c-4b84-40c9-a08d-02154a0db6fd req-61055849-4411-48b3-b40c-ca7ccbf76f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:44.196447 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-bdd69b3c-4b84-40c9-a08d-02154a0db6fd req-61055849-4411-48b3-b40c-ca7ccbf76f92 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e2bfcc51-1d2f-4fba-a25e-70ca42dac005 HTTP/1.1" status: 200 len: 1129 time: 0.0487323 Mar 30 18:23:44.239286 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-bdd69b3c-4b84-40c9-a08d-02154a0db6fd req-2c07f675-f2f6-49ad-8206-2594ec2c8fb8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f819a06d-d42e-4dcc-853e-162f96413bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352726 Mar 30 18:23:44.935169 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7a418a-63dc-4bd9-a74c-886236e3cfc6 req-21e99f42-4999-4a14-b25c-7dbc32a14cb2 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:44.936627 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-aa7a418a-63dc-4bd9-a74c-886236e3cfc6 req-21e99f42-4999-4a14-b25c-7dbc32a14cb2 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6e482c9-c23f-4930-a249-60dd92771d8c HTTP/1.1" status: 200 len: 946 time: 0.0517037 Mar 30 18:23:44.981268 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-aa7a418a-63dc-4bd9-a74c-886236e3cfc6 req-b4425b2f-97ca-4186-beba-83a56a90ca7b tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=e224ce21-3c38-4df1-a0c4-529ad7e4a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391338 Mar 30 18:23:45.284386 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2661ce15-5c12-4689-b0a2-f8cc65b68362 req-524d2936-72ba-4e26-8439-7c516f038a19 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:45.285898 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-2661ce15-5c12-4689-b0a2-f8cc65b68362 req-524d2936-72ba-4e26-8439-7c516f038a19 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2bfcc51-1d2f-4fba-a25e-70ca42dac005 HTTP/1.1" status: 200 len: 945 time: 0.0541844 Mar 30 18:23:45.331129 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-2661ce15-5c12-4689-b0a2-f8cc65b68362 req-15e2acd6-03d6-4ef8-af9a-48dfdfcbd400 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=f819a06d-d42e-4dcc-853e-162f96413bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397072 Mar 30 18:23:46.097694 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1041d2ea-8e2d-4eb2-a1d2-9decb7cac6c0 req-7b046827-748a-4d0f-a84d-f0b80596fb66 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:46.099160 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-1041d2ea-8e2d-4eb2-a1d2-9decb7cac6c0 req-7b046827-748a-4d0f-a84d-f0b80596fb66 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6e482c9-c23f-4930-a249-60dd92771d8c HTTP/1.1" status: 200 len: 946 time: 0.0513380 Mar 30 18:23:46.143895 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-1041d2ea-8e2d-4eb2-a1d2-9decb7cac6c0 req-ea564134-6fc3-4e18-837e-3abf18dba922 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=e224ce21-3c38-4df1-a0c4-529ad7e4a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391552 Mar 30 18:23:46.348296 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (48cc6dd0-9d47-40d1-bfd7-3609261a1488), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:46.452480 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded6188-55d7-4561-9bc6-65bff0407ecf req-950b5b10-ab2e-4f29-b4cb-72aa397962cd tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:46.453959 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0ded6188-55d7-4561-9bc6-65bff0407ecf req-950b5b10-ab2e-4f29-b4cb-72aa397962cd tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2bfcc51-1d2f-4fba-a25e-70ca42dac005 HTTP/1.1" status: 200 len: 945 time: 0.0526469 Mar 30 18:23:46.501956 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0ded6188-55d7-4561-9bc6-65bff0407ecf req-9b8eced2-ead4-4259-b089-0a117719b364 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=f819a06d-d42e-4dcc-853e-162f96413bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425079 Mar 30 18:23:46.616064 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159308b9-8874-439b-8cfe-a000697e97b4 req-9d7142ae-cbb5-4e54-8713-f864057254f4 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:46.617419 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-159308b9-8874-439b-8cfe-a000697e97b4 req-9d7142ae-cbb5-4e54-8713-f864057254f4 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2bfcc51-1d2f-4fba-a25e-70ca42dac005 HTTP/1.1" status: 200 len: 945 time: 0.0507982 Mar 30 18:23:46.626389 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 36990) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:23:46.630555 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [None req-89edd1fc-30ea-4540-8c72-d068136f1aff tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Request body: {'floatingip': {'port_id': '97a01195-a163-4af7-9d47-6237a0db2bef'}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:23:46.668328 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-89edd1fc-30ea-4540-8c72-d068136f1aff tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks [] for floatingip (cf219734-13ca-4ce6-98ee-ad007c95dfec), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:47.090465 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-89edd1fc-30ea-4540-8c72-d068136f1aff tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:47.094053 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-89edd1fc-30ea-4540-8c72-d068136f1aff tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623622'] for floatingip (cf219734-13ca-4ce6-98ee-ad007c95dfec), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:47.192681 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.db.l3_db [None req-89edd1fc-30ea-4540-8c72-d068136f1aff tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Floating IP cf219734-13ca-4ce6-98ee-ad007c95dfec associated. External IP: 172.27.0.212, port: 97a01195-a163-4af7-9d47-6237a0db2bef. Mar 30 18:23:47.571850 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde2ee77-4c62-4222-9caf-6752d85c1bad req-0e75d80b-de97-49ea-a91a-08e4d52b6259 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:47.573313 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-fde2ee77-4c62-4222-9caf-6752d85c1bad req-0e75d80b-de97-49ea-a91a-08e4d52b6259 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6e482c9-c23f-4930-a249-60dd92771d8c HTTP/1.1" status: 200 len: 946 time: 0.3479748 Mar 30 18:23:47.687661 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-fde2ee77-4c62-4222-9caf-6752d85c1bad req-ca22eed8-61af-472d-99d3-0555aa5f0310 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=e224ce21-3c38-4df1-a0c4-529ad7e4a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074965 Mar 30 18:23:47.718833 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89edd1fc-30ea-4540-8c72-d068136f1aff tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Router f010dd47-46c7-4a72-9687-8085a6f3d386 has already been hosted by L3 agent bb9cbda0-d504-4372-97ec-0881b5676f92 {{(pid=103293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:23:47.826902 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89edd1fc-30ea-4540-8c72-d068136f1aff tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Notify agent at l3_agent.dv-cinder-835879-1-iscsi the message routers_updated {{(pid=103293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:23:47.831771 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-89edd1fc-30ea-4540-8c72-d068136f1aff tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for floatingip (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:47.836386 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dcdcb3-8719-40d2-9ecf-42ed2589bb97 None None] Sync routers for ids ['f010dd47-46c7-4a72-9687-8085a6f3d386'] in dv-cinder-835879-1-iscsi {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:23:47.846011 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dcdcb3-8719-40d2-9ecf-42ed2589bb97 None None] Routers {'f010dd47-46c7-4a72-9687-8085a6f3d386'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:23:47.846615 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-53dcdcb3-8719-40d2-9ecf-42ed2589bb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:23:30Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['f010dd47-46c7-4a72-9687-8085a6f3d386'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:23:47.861051 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-89edd1fc-30ea-4540-8c72-d068136f1aff tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "PUT /v2.0/floatingips/cf219734-13ca-4ce6-98ee-ad007c95dfec HTTP/1.1" status: 200 len: 991 time: 1.2336376 Mar 30 18:23:47.861627 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2bfcc51-1d2f-4fba-a25e-70ca42dac005', 'tag': '97a01195-a163-4af7-9d47-6237a0db2bef'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:23:47.863958 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e41150553c85b09edab6cb52843a30629a36ec9d810f78f9b9d5c7c277fb574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b80c93e-48dc-42c2-9fd6-564f093c0ac0" -d '{"events": [{"name": "network-changed", "server_uuid": "e2bfcc51-1d2f-4fba-a25e-70ca42dac005", "tag": "97a01195-a163-4af7-9d47-6237a0db2bef"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:23:47.900918 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1899d66-b832-40e9-a016-d42c5cddf3db x-openstack-request-id: req-e1899d66-b832-40e9-a016-d42c5cddf3db {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:23:47.901203 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2bfcc51-1d2f-4fba-a25e-70ca42dac005", "tag": "97a01195-a163-4af7-9d47-6237a0db2bef", "status": "completed", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:23:47.901453 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e1899d66-b832-40e9-a016-d42c5cddf3db {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:23:47.901854 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1899d66-b832-40e9-a016-d42c5cddf3db'] response: {'name': 'network-changed', 'server_uuid': 'e2bfcc51-1d2f-4fba-a25e-70ca42dac005', 'tag': '97a01195-a163-4af7-9d47-6237a0db2bef', 'status': 'completed', 'code': 200} Mar 30 18:23:47.954906 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-53dcdcb3-8719-40d2-9ecf-42ed2589bb97 None None] Set router f010dd47-46c7-4a72-9687-8085a6f3d386 gateway port host: dv-cinder-835879-1-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:23:47.988329 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80c93e-48dc-42c2-9fd6-564f093c0ac0 req-ca9908d8-90c8-4928-8fe0-41e383a72087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:47.989790 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-2b80c93e-48dc-42c2-9fd6-564f093c0ac0 req-ca9908d8-90c8-4928-8fe0-41e383a72087 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=160e10afe45b4c309f409b0d9735b01b&device_id=e2bfcc51-1d2f-4fba-a25e-70ca42dac005 HTTP/1.1" status: 200 len: 1129 time: 0.0440361 Mar 30 18:23:48.077918 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80c93e-48dc-42c2-9fd6-564f093c0ac0 req-5d202ea4-9df6-405a-a65f-3672880968e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:48.079382 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-2b80c93e-48dc-42c2-9fd6-564f093c0ac0 req-5d202ea4-9df6-405a-a65f-3672880968e9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=962d8774-065a-4a3e-943e-02c437f03701 HTTP/1.1" status: 200 len: 917 time: 0.0832872 Mar 30 18:23:48.143323 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-2b80c93e-48dc-42c2-9fd6-564f093c0ac0 req-d6fc09e7-c731-40d9-8ff7-624a0edf326c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97a01195-a163-4af7-9d47-6237a0db2bef HTTP/1.1" status: 200 len: 999 time: 0.0566404 Mar 30 18:23:48.174808 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-53dcdcb3-8719-40d2-9ecf-42ed2589bb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f010dd47-46c7-4a72-9687-8085a6f3d386', 'name': 'tempest-AttachVolumeShelveTestJSON-931886875-router', 'tenant_id': '160e10afe45b4c309f409b0d9735b01b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'eac83934-d18e-4f92-9ee2-9fbe33595f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:19:11Z', 'updated_at': '2022-03-30T18:19:20Z', 'revision_number': 4, 'project_id': '160e10afe45b4c309f409b0d9735b01b', 'gw_port': {'id': 'eac83934-d18e-4f92-9ee2-9fbe33595f74', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f010dd47-46c7-4a72-9687-8085a6f3d386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:12Z', 'updated_at': '2022-03-30T18:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_floatingips': [{'id': 'cf219734-13ca-4ce6-98ee-ad007c95dfec', 'tenant_id': '160e10afe45b4c309f409b0d9735b01b', 'floating_ip_address': '172.27.0.212', 'floating_network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'router_id': 'f010dd47-46c7-4a72-9687-8085a6f3d386', 'port_id': '97a01195-a163-4af7-9d47-6237a0db2bef', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '962d8774-065a-4a3e-943e-02c437f03701', 'mac_address': 'fa:16:3e:d5:ab:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2bfcc51-1d2f-4fba-a25e-70ca42dac005', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:23:34Z', 'updated_at': '2022-03-30T18:23:47Z', 'revision_number': 1, 'project_id': '160e10afe45b4c309f409b0d9735b01b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a106a51-8a1b-4a6e-bb8d-131b188cff7c', 'name': '', 'network_id': '962d8774-065a-4a3e-943e-02c437f03701', 'tenant_id': '160e10afe45b4c309f409b0d9735b01b', 'mac_address': 'fa:16:3e:4c:b3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f010dd47-46c7-4a72-9687-8085a6f3d386', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8c5ebae0-2426-48ad-8a00-7de0e10a4970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:18Z', 'updated_at': '2022-03-30T18:19:32Z', 'revision_number': 5, 'project_id': '160e10afe45b4c309f409b0d9735b01b', 'subnets': [{'id': '8c5ebae0-2426-48ad-8a00-7de0e10a4970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:23:48.195368 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80c93e-48dc-42c2-9fd6-564f093c0ac0 req-6b6adf52-d6c2-4f3e-a2c2-ebcbfd725293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:48.196845 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-2b80c93e-48dc-42c2-9fd6-564f093c0ac0 req-6b6adf52-d6c2-4f3e-a2c2-ebcbfd725293 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8c5ebae0-2426-48ad-8a00-7de0e10a4970 HTTP/1.1" status: 200 len: 855 time: 0.0465612 Mar 30 18:23:48.202527 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dcdcb3-8719-40d2-9ecf-42ed2589bb97 None None] Checking router: f010dd47-46c7-4a72-9687-8085a6f3d386 for host: dv-cinder-835879-1-iscsi {{(pid=103296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:23:48.210899 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dcdcb3-8719-40d2-9ecf-42ed2589bb97 None None] Routers {'f010dd47-46c7-4a72-9687-8085a6f3d386'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:23:48.211475 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-53dcdcb3-8719-40d2-9ecf-42ed2589bb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:23:30Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['f010dd47-46c7-4a72-9687-8085a6f3d386'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:23:48.248942 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80c93e-48dc-42c2-9fd6-564f093c0ac0 req-74fccad2-0d14-4399-998e-20e1464a9806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:48.250453 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-2b80c93e-48dc-42c2-9fd6-564f093c0ac0 req-74fccad2-0d14-4399-998e-20e1464a9806 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=962d8774-065a-4a3e-943e-02c437f03701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438812 Mar 30 18:23:48.319479 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-53dcdcb3-8719-40d2-9ecf-42ed2589bb97 None None] Set router f010dd47-46c7-4a72-9687-8085a6f3d386 gateway port host: dv-cinder-835879-1-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:23:48.342871 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-2b80c93e-48dc-42c2-9fd6-564f093c0ac0 req-10a0ea99-ac37-4753-9e6b-b7f85caa9bf5 service neutron] 10.222.0.55 "GET /v2.0/networks/962d8774-065a-4a3e-943e-02c437f03701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823231 Mar 30 18:23:48.439748 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-2b80c93e-48dc-42c2-9fd6-564f093c0ac0 req-22a72f4d-a07d-4d11-9b14-774aec09d38a service neutron] 10.222.0.55 "GET /v2.0/networks/962d8774-065a-4a3e-943e-02c437f03701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895317 Mar 30 18:23:48.537912 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-53dcdcb3-8719-40d2-9ecf-42ed2589bb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f010dd47-46c7-4a72-9687-8085a6f3d386', 'name': 'tempest-AttachVolumeShelveTestJSON-931886875-router', 'tenant_id': '160e10afe45b4c309f409b0d9735b01b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'eac83934-d18e-4f92-9ee2-9fbe33595f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:19:11Z', 'updated_at': '2022-03-30T18:19:20Z', 'revision_number': 4, 'project_id': '160e10afe45b4c309f409b0d9735b01b', 'gw_port': {'id': 'eac83934-d18e-4f92-9ee2-9fbe33595f74', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f010dd47-46c7-4a72-9687-8085a6f3d386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:12Z', 'updated_at': '2022-03-30T18:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_floatingips': [{'id': 'cf219734-13ca-4ce6-98ee-ad007c95dfec', 'tenant_id': '160e10afe45b4c309f409b0d9735b01b', 'floating_ip_address': '172.27.0.212', 'floating_network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'router_id': 'f010dd47-46c7-4a72-9687-8085a6f3d386', 'port_id': '97a01195-a163-4af7-9d47-6237a0db2bef', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '962d8774-065a-4a3e-943e-02c437f03701', 'mac_address': 'fa:16:3e:d5:ab:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2bfcc51-1d2f-4fba-a25e-70ca42dac005', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:23:34Z', 'updated_at': '2022-03-30T18:23:47Z', 'revision_number': 1, 'project_id': '160e10afe45b4c309f409b0d9735b01b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a106a51-8a1b-4a6e-bb8d-131b188cff7c', 'name': '', 'network_id': '962d8774-065a-4a3e-943e-02c437f03701', 'tenant_id': '160e10afe45b4c309f409b0d9735b01b', 'mac_address': 'fa:16:3e:4c:b3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f010dd47-46c7-4a72-9687-8085a6f3d386', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8c5ebae0-2426-48ad-8a00-7de0e10a4970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:18Z', 'updated_at': '2022-03-30T18:19:32Z', 'revision_number': 5, 'project_id': '160e10afe45b4c309f409b0d9735b01b', 'subnets': [{'id': '8c5ebae0-2426-48ad-8a00-7de0e10a4970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:23:48.566782 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dcdcb3-8719-40d2-9ecf-42ed2589bb97 None None] The sync data for ids ['f010dd47-46c7-4a72-9687-8085a6f3d386'] in dv-cinder-835879-1-iscsi is: [{'id': 'f010dd47-46c7-4a72-9687-8085a6f3d386', 'name': 'tempest-AttachVolumeShelveTestJSON-931886875-router', 'tenant_id': '160e10afe45b4c309f409b0d9735b01b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'eac83934-d18e-4f92-9ee2-9fbe33595f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:19:11Z', 'updated_at': '2022-03-30T18:19:20Z', 'revision_number': 4, 'project_id': '160e10afe45b4c309f409b0d9735b01b', 'gw_port': {'id': 'eac83934-d18e-4f92-9ee2-9fbe33595f74', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f010dd47-46c7-4a72-9687-8085a6f3d386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:12Z', 'updated_at': '2022-03-30T18:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_floatingips': [{'id': 'cf219734-13ca-4ce6-98ee-ad007c95dfec', 'tenant_id': '160e10afe45b4c309f409b0d9735b01b', 'floating_ip_address': '172.27.0.212', 'floating_network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'router_id': 'f010dd47-46c7-4a72-9687-8085a6f3d386', 'port_id': '97a01195-a163-4af7-9d47-6237a0db2bef', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '962d8774-065a-4a3e-943e-02c437f03701', 'mac_address': 'fa:16:3e:d5:ab:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2bfcc51-1d2f-4fba-a25e-70ca42dac005', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:23:34Z', 'updated_at': '2022-03-30T18:23:47Z', 'revision_number': 1, 'project_id': '160e10afe45b4c309f409b0d9735b01b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a106a51-8a1b-4a6e-bb8d-131b188cff7c', 'name': '', 'network_id': '962d8774-065a-4a3e-943e-02c437f03701', 'tenant_id': '160e10afe45b4c309f409b0d9735b01b', 'mac_address': 'fa:16:3e:4c:b3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f010dd47-46c7-4a72-9687-8085a6f3d386', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8c5ebae0-2426-48ad-8a00-7de0e10a4970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:18Z', 'updated_at': '2022-03-30T18:19:32Z', 'revision_number': 5, 'project_id': '160e10afe45b4c309f409b0d9735b01b', 'subnets': [{'id': '8c5ebae0-2426-48ad-8a00-7de0e10a4970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:23:48.750206 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d23978-7bd9-498a-85b9-2c9800c7508c None None] New status for floating IP cf219734-13ca-4ce6-98ee-ad007c95dfec: ACTIVE {{(pid=103295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:23:48.807853 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5fb7f7-7919-40ed-8a1e-69ab0282fca4 req-c106acbc-bd46-4d91-88a4-c32220a86798 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:48.809867 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ad5fb7f7-7919-40ed-8a1e-69ab0282fca4 req-c106acbc-bd46-4d91-88a4-c32220a86798 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6e482c9-c23f-4930-a249-60dd92771d8c HTTP/1.1" status: 200 len: 946 time: 0.0542402 Mar 30 18:23:48.855989 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ad5fb7f7-7919-40ed-8a1e-69ab0282fca4 req-77d360c4-746d-469d-bf57-ac3a4a2a85fb tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=e224ce21-3c38-4df1-a0c4-529ad7e4a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404532 Mar 30 18:23:49.976407 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327edb4b-f957-4ed6-8052-0988da902383 req-c8a438c1-9865-4939-b68f-cc9eadf27979 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:49.977865 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-327edb4b-f957-4ed6-8052-0988da902383 req-c8a438c1-9865-4939-b68f-cc9eadf27979 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6e482c9-c23f-4930-a249-60dd92771d8c HTTP/1.1" status: 200 len: 946 time: 0.0551767 Mar 30 18:23:50.023099 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-327edb4b-f957-4ed6-8052-0988da902383 req-d9581cdb-18e4-46ee-8dc0-64757eaa30b9 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=e224ce21-3c38-4df1-a0c4-529ad7e4a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392914 Mar 30 18:23:51.142924 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37186412-0843-414a-a71f-317c039589fe req-2d39befd-e94a-4c4e-8267-efa47ff1f45d tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:51.144325 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-37186412-0843-414a-a71f-317c039589fe req-2d39befd-e94a-4c4e-8267-efa47ff1f45d tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6e482c9-c23f-4930-a249-60dd92771d8c HTTP/1.1" status: 200 len: 946 time: 0.0570874 Mar 30 18:23:51.190156 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-37186412-0843-414a-a71f-317c039589fe req-93a63123-86ac-42da-b90a-68d94d7a8e2d tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=e224ce21-3c38-4df1-a0c4-529ad7e4a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402317 Mar 30 18:23:52.307606 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb86c8e-ed10-46dd-92ca-db191ee5cb4a req-b34723fb-3821-43a4-a4ec-195a09eb8a41 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:52.309675 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0fb86c8e-ed10-46dd-92ca-db191ee5cb4a req-b34723fb-3821-43a4-a4ec-195a09eb8a41 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6e482c9-c23f-4930-a249-60dd92771d8c HTTP/1.1" status: 200 len: 946 time: 0.0536065 Mar 30 18:23:52.384483 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0fb86c8e-ed10-46dd-92ca-db191ee5cb4a req-daa738be-4600-4ded-af2f-a2f3f425c84c tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=e224ce21-3c38-4df1-a0c4-529ad7e4a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692139 Mar 30 18:23:52.400227 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e08d4fc-3a47-4ab0-80cb-0d1ba6ab4dfe req-5fde7141-9084-4b09-b7bd-a6d933f0d95a tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:52.401771 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-5e08d4fc-3a47-4ab0-80cb-0d1ba6ab4dfe req-5fde7141-9084-4b09-b7bd-a6d933f0d95a tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cb64e80-e39d-49eb-86af-290fa3684e6f HTTP/1.1" status: 200 len: 946 time: 0.0807805 Mar 30 18:23:52.448490 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-5e08d4fc-3a47-4ab0-80cb-0d1ba6ab4dfe req-05d92cde-edd8-4ee4-8282-e3c259866ebf tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/security-groups?id=aceea5f5-feb8-4c89-ad27-86bd4cdfa476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407176 Mar 30 18:23:53.500829 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcb61fa-9f63-41b5-a960-1ec88a5f62c3 req-bfea374d-c3c9-41fe-9b90-f666110d45c3 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:53.502300 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-bdcb61fa-9f63-41b5-a960-1ec88a5f62c3 req-bfea374d-c3c9-41fe-9b90-f666110d45c3 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6e482c9-c23f-4930-a249-60dd92771d8c HTTP/1.1" status: 200 len: 946 time: 0.0522723 Mar 30 18:23:53.581270 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-bdcb61fa-9f63-41b5-a960-1ec88a5f62c3 req-9f4297a6-a09b-4aee-b87e-980006e52297 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=e224ce21-3c38-4df1-a0c4-529ad7e4a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726690 Mar 30 18:23:53.594705 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a8d634-0574-408a-be2e-0c9f0e9c3a77 req-cfe531ae-223e-48eb-ad5e-757baa2e2afe tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:53.596179 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-55a8d634-0574-408a-be2e-0c9f0e9c3a77 req-cfe531ae-223e-48eb-ad5e-757baa2e2afe tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cb64e80-e39d-49eb-86af-290fa3684e6f HTTP/1.1" status: 200 len: 946 time: 0.0747864 Mar 30 18:23:53.641785 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-55a8d634-0574-408a-be2e-0c9f0e9c3a77 req-0064414a-e142-4814-95b3-51a14b45b215 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/security-groups?id=aceea5f5-feb8-4c89-ad27-86bd4cdfa476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401793 Mar 30 18:23:54.629065 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80fda34-2a37-4625-93e7-ff5bfed4be65 req-64eda58a-08d8-4d1e-9ebe-40d6b8e47e75 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:54.630516 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-e80fda34-2a37-4625-93e7-ff5bfed4be65 req-64eda58a-08d8-4d1e-9ebe-40d6b8e47e75 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.55 "GET /v2.0/ports?device_id=2cb64e80-e39d-49eb-86af-290fa3684e6f HTTP/1.1" status: 200 len: 946 time: 0.0577073 Mar 30 18:23:54.781157 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223cad26-ae9f-4617-b765-65de22ca504a req-95eef188-8b5b-4bcd-83f0-5a349b6a89b9 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:54.782605 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-223cad26-ae9f-4617-b765-65de22ca504a req-95eef188-8b5b-4bcd-83f0-5a349b6a89b9 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6e482c9-c23f-4930-a249-60dd92771d8c HTTP/1.1" status: 200 len: 946 time: 0.1215358 Mar 30 18:23:54.817712 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1b6783-c454-478b-885c-ed53a12820f1 req-2498ddbf-68a5-4f4c-93cc-481562aca095 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:54.819137 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3b1b6783-c454-478b-885c-ed53a12820f1 req-2498ddbf-68a5-4f4c-93cc-481562aca095 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cb64e80-e39d-49eb-86af-290fa3684e6f HTTP/1.1" status: 200 len: 946 time: 0.0963717 Mar 30 18:23:54.836397 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [req-e80fda34-2a37-4625-93e7-ff5bfed4be65 req-51598a46-eb12-4987-9109-3a52d52f9e99 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Deleting port aee93743-b365-41f5-b7ec-ae74a3dd3e36 {{(pid=103293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:23:54.836723 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-e80fda34-2a37-4625-93e7-ff5bfed4be65 req-51598a46-eb12-4987-9109-3a52d52f9e99 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759690029078'] for port (aee93743-b365-41f5-b7ec-ae74a3dd3e36), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:54.917027 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-223cad26-ae9f-4617-b765-65de22ca504a req-6cd6bd47-b795-4c45-af1b-6e33a404120a tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=e224ce21-3c38-4df1-a0c4-529ad7e4a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269901 Mar 30 18:23:54.942747 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3b1b6783-c454-478b-885c-ed53a12820f1 req-d0073df0-bf87-4412-9ed7-04d125ade3cf tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/security-groups?id=aceea5f5-feb8-4c89-ad27-86bd4cdfa476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173267 Mar 30 18:23:54.970738 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [req-e80fda34-2a37-4625-93e7-ff5bfed4be65 req-51598a46-eb12-4987-9109-3a52d52f9e99 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] For port aee93743-b365-41f5-b7ec-ae74a3dd3e36, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=aee93743-b365-41f5-b7ec-ae74a3dd3e36,segment=NetworkSegment(488ac68f-655a-4ba9-b4cf-6bd5f03620c2),segment_id=488ac68f-655a-4ba9-b4cf-6bd5f03620c2)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:23:54.971098 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-e80fda34-2a37-4625-93e7-ff5bfed4be65 req-51598a46-eb12-4987-9109-3a52d52f9e99 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586036'] for port (aee93743-b365-41f5-b7ec-ae74a3dd3e36), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:55.137796 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-e80fda34-2a37-4625-93e7-ff5bfed4be65 req-51598a46-eb12-4987-9109-3a52d52f9e99 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:55.138153 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-e80fda34-2a37-4625-93e7-ff5bfed4be65 req-51598a46-eb12-4987-9109-3a52d52f9e99 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623622'] for floatingip (2c7581ad-6221-4b35-afe2-4d0b9b130b0d), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:55.138461 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.db.l3_db [req-e80fda34-2a37-4625-93e7-ff5bfed4be65 req-51598a46-eb12-4987-9109-3a52d52f9e99 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Floating IP 2c7581ad-6221-4b35-afe2-4d0b9b130b0d disassociated. External IP: 172.27.0.150, port: aee93743-b365-41f5-b7ec-ae74a3dd3e36. Mar 30 18:23:55.138837 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [req-e80fda34-2a37-4625-93e7-ff5bfed4be65 req-51598a46-eb12-4987-9109-3a52d52f9e99 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Calling delete_port for aee93743-b365-41f5-b7ec-ae74a3dd3e36 owned by compute:nova {{(pid=103293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:23:55.264113 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-e80fda34-2a37-4625-93e7-ff5bfed4be65 req-51598a46-eb12-4987-9109-3a52d52f9e99 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759690034297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759689464333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58814409'] for port (aee93743-b365-41f5-b7ec-ae74a3dd3e36), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:55.292889 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51598a46-eb12-4987-9109-3a52d52f9e99 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Pushing event deleted for resources: {'Port': ['ID=aee93743-b365-41f5-b7ec-ae74a3dd3e36,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:23:55.403862 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e80fda34-2a37-4625-93e7-ff5bfed4be65 req-51598a46-eb12-4987-9109-3a52d52f9e99 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Router 73970077-0c69-4313-9243-2daceaa6b2a7 has already been hosted by L3 agent bb9cbda0-d504-4372-97ec-0881b5676f92 {{(pid=103293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:23:55.511846 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e80fda34-2a37-4625-93e7-ff5bfed4be65 req-51598a46-eb12-4987-9109-3a52d52f9e99 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Notify agent at l3_agent.dv-cinder-835879-1-iscsi the message routers_updated {{(pid=103293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:23:55.521827 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e74b2bb-22a5-46d4-ad7c-a5756a28a062 None None] Sync routers for ids ['73970077-0c69-4313-9243-2daceaa6b2a7'] in dv-cinder-835879-1-iscsi {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:23:55.531422 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e74b2bb-22a5-46d4-ad7c-a5756a28a062 None None] Routers {'73970077-0c69-4313-9243-2daceaa6b2a7'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:23:55.532034 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-7e74b2bb-22a5-46d4-ad7c-a5756a28a062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:23:30Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['73970077-0c69-4313-9243-2daceaa6b2a7'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:23:55.552224 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [req-e80fda34-2a37-4625-93e7-ff5bfed4be65 req-51598a46-eb12-4987-9109-3a52d52f9e99 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] No DVR routers for this DVR port aee93743-b365-41f5-b7ec-ae74a3dd3e36 on host hv-cinder-83587 {{(pid=103293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:23:55.554838 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-e80fda34-2a37-4625-93e7-ff5bfed4be65 req-51598a46-eb12-4987-9109-3a52d52f9e99 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for port (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:55.558469 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-e80fda34-2a37-4625-93e7-ff5bfed4be65 req-51598a46-eb12-4987-9109-3a52d52f9e99 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.55 "DELETE /v2.0/ports/aee93743-b365-41f5-b7ec-ae74a3dd3e36 HTTP/1.1" status: 204 len: 173 time: 0.9220119 Mar 30 18:23:55.559512 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb64e80-e39d-49eb-86af-290fa3684e6f', 'name': 'network-vif-deleted', 'tag': 'aee93743-b365-41f5-b7ec-ae74a3dd3e36'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:23:55.562370 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e41150553c85b09edab6cb52843a30629a36ec9d810f78f9b9d5c7c277fb574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a306e8-4d0b-4e8a-83d6-b53b26152a70" -d '{"events": [{"server_uuid": "2cb64e80-e39d-49eb-86af-290fa3684e6f", "name": "network-vif-deleted", "tag": "aee93743-b365-41f5-b7ec-ae74a3dd3e36"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:23:55.602168 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-960a7c98-6fbf-411a-9c25-5f28f989e8dc x-openstack-request-id: req-960a7c98-6fbf-411a-9c25-5f28f989e8dc {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:23:55.602466 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb64e80-e39d-49eb-86af-290fa3684e6f", "name": "network-vif-deleted", "tag": "aee93743-b365-41f5-b7ec-ae74a3dd3e36", "status": "completed", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:23:55.602720 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-960a7c98-6fbf-411a-9c25-5f28f989e8dc {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:23:55.603131 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-960a7c98-6fbf-411a-9c25-5f28f989e8dc'] response: {'server_uuid': '2cb64e80-e39d-49eb-86af-290fa3684e6f', 'name': 'network-vif-deleted', 'tag': 'aee93743-b365-41f5-b7ec-ae74a3dd3e36', 'status': 'completed', 'code': 200} Mar 30 18:23:55.642004 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-7e74b2bb-22a5-46d4-ad7c-a5756a28a062 None None] Set router 73970077-0c69-4313-9243-2daceaa6b2a7 gateway port host: dv-cinder-835879-1-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:23:55.852694 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-7e74b2bb-22a5-46d4-ad7c-a5756a28a062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73970077-0c69-4313-9243-2daceaa6b2a7', 'name': 'tempest-AttachVolumeTestJSON-839470666-router', 'tenant_id': 'f6636f8a031548d18e3429de74b004e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '8b358b39-fc28-4ebf-8081-7d792932c3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:19:13Z', 'updated_at': '2022-03-30T18:19:23Z', 'revision_number': 4, 'project_id': 'f6636f8a031548d18e3429de74b004e9', 'gw_port': {'id': '8b358b39-fc28-4ebf-8081-7d792932c3d0', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:15:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73970077-0c69-4313-9243-2daceaa6b2a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:14Z', 'updated_at': '2022-03-30T18:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_interfaces': [{'id': 'b73a327a-50c8-48fb-895d-601d4c8a223b', 'name': '', 'network_id': '99f9262f-3c8d-47d0-8af2-845395ed3cd0', 'tenant_id': 'f6636f8a031548d18e3429de74b004e9', 'mac_address': 'fa:16:3e:af:14:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73970077-0c69-4313-9243-2daceaa6b2a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4cc6a602-aaad-4e34-b4ef-47ed89dd7ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:21Z', 'updated_at': '2022-03-30T18:19:35Z', 'revision_number': 5, 'project_id': 'f6636f8a031548d18e3429de74b004e9', 'subnets': [{'id': '4cc6a602-aaad-4e34-b4ef-47ed89dd7ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:23:55.878384 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e74b2bb-22a5-46d4-ad7c-a5756a28a062 None None] Checking router: 73970077-0c69-4313-9243-2daceaa6b2a7 for host: dv-cinder-835879-1-iscsi {{(pid=103296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:23:55.886243 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e74b2bb-22a5-46d4-ad7c-a5756a28a062 None None] Routers {'73970077-0c69-4313-9243-2daceaa6b2a7'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:23:55.886858 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-7e74b2bb-22a5-46d4-ad7c-a5756a28a062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:23:30Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['73970077-0c69-4313-9243-2daceaa6b2a7'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:23:55.992312 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-7e74b2bb-22a5-46d4-ad7c-a5756a28a062 None None] Set router 73970077-0c69-4313-9243-2daceaa6b2a7 gateway port host: dv-cinder-835879-1-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:23:56.055704 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-fc2a5791-d37d-40bc-a8f6-6131c71797a3 req-27ea7f0c-e644-4793-aa7b-ce98558c847f tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cb64e80-e39d-49eb-86af-290fa3684e6f HTTP/1.1" status: 200 len: 210 time: 0.0333562 Mar 30 18:23:56.072468 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f30157e-87ab-40ed-89cd-d7a6377700c6 req-989ba58e-4b1a-4f6b-b63d-88df64412feb tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:56.074202 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-5f30157e-87ab-40ed-89cd-d7a6377700c6 req-989ba58e-4b1a-4f6b-b63d-88df64412feb tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6e482c9-c23f-4930-a249-60dd92771d8c HTTP/1.1" status: 200 len: 946 time: 0.0863323 Mar 30 18:23:56.125993 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-5f30157e-87ab-40ed-89cd-d7a6377700c6 req-c4058638-b175-40b9-af3d-90403a733596 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=e224ce21-3c38-4df1-a0c4-529ad7e4a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448864 Mar 30 18:23:56.279551 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-7e74b2bb-22a5-46d4-ad7c-a5756a28a062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73970077-0c69-4313-9243-2daceaa6b2a7', 'name': 'tempest-AttachVolumeTestJSON-839470666-router', 'tenant_id': 'f6636f8a031548d18e3429de74b004e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '8b358b39-fc28-4ebf-8081-7d792932c3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:19:13Z', 'updated_at': '2022-03-30T18:19:23Z', 'revision_number': 4, 'project_id': 'f6636f8a031548d18e3429de74b004e9', 'gw_port': {'id': '8b358b39-fc28-4ebf-8081-7d792932c3d0', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:15:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73970077-0c69-4313-9243-2daceaa6b2a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:14Z', 'updated_at': '2022-03-30T18:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_interfaces': [{'id': 'b73a327a-50c8-48fb-895d-601d4c8a223b', 'name': '', 'network_id': '99f9262f-3c8d-47d0-8af2-845395ed3cd0', 'tenant_id': 'f6636f8a031548d18e3429de74b004e9', 'mac_address': 'fa:16:3e:af:14:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73970077-0c69-4313-9243-2daceaa6b2a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4cc6a602-aaad-4e34-b4ef-47ed89dd7ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:21Z', 'updated_at': '2022-03-30T18:19:35Z', 'revision_number': 5, 'project_id': 'f6636f8a031548d18e3429de74b004e9', 'subnets': [{'id': '4cc6a602-aaad-4e34-b4ef-47ed89dd7ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:23:56.304450 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e74b2bb-22a5-46d4-ad7c-a5756a28a062 None None] The sync data for ids ['73970077-0c69-4313-9243-2daceaa6b2a7'] in dv-cinder-835879-1-iscsi is: [{'id': '73970077-0c69-4313-9243-2daceaa6b2a7', 'name': 'tempest-AttachVolumeTestJSON-839470666-router', 'tenant_id': 'f6636f8a031548d18e3429de74b004e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '8b358b39-fc28-4ebf-8081-7d792932c3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:19:13Z', 'updated_at': '2022-03-30T18:19:23Z', 'revision_number': 4, 'project_id': 'f6636f8a031548d18e3429de74b004e9', 'gw_port': {'id': '8b358b39-fc28-4ebf-8081-7d792932c3d0', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:15:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73970077-0c69-4313-9243-2daceaa6b2a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:14Z', 'updated_at': '2022-03-30T18:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_interfaces': [{'id': 'b73a327a-50c8-48fb-895d-601d4c8a223b', 'name': '', 'network_id': '99f9262f-3c8d-47d0-8af2-845395ed3cd0', 'tenant_id': 'f6636f8a031548d18e3429de74b004e9', 'mac_address': 'fa:16:3e:af:14:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73970077-0c69-4313-9243-2daceaa6b2a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4cc6a602-aaad-4e34-b4ef-47ed89dd7ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:21Z', 'updated_at': '2022-03-30T18:19:35Z', 'revision_number': 5, 'project_id': 'f6636f8a031548d18e3429de74b004e9', 'subnets': [{'id': '4cc6a602-aaad-4e34-b4ef-47ed89dd7ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:23:56.522264 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da75a172-0a98-4d13-920f-a4ee4ad89b90 None None] New status for floating IP 2c7581ad-6221-4b35-afe2-4d0b9b130b0d: DOWN {{(pid=103295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:23:57.148300 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 37038) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:23:57.210900 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-7772fc41-b9d4-4b2d-a188-8f9b658d1417 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks [] for security_group (aceea5f5-feb8-4c89-ad27-86bd4cdfa476), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:57.256498 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-7772fc41-b9d4-4b2d-a188-8f9b658d1417 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks [] for security_group (aceea5f5-feb8-4c89-ad27-86bd4cdfa476), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:57.283040 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294eef6c-0c2c-4705-b889-f9a190829b8f req-d2d2772d-d078-4687-95e8-8dc8dcbac4cc tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:57.284495 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-294eef6c-0c2c-4705-b889-f9a190829b8f req-d2d2772d-d078-4687-95e8-8dc8dcbac4cc tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6e482c9-c23f-4930-a249-60dd92771d8c HTTP/1.1" status: 200 len: 946 time: 0.0869589 Mar 30 18:23:57.338797 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-7772fc41-b9d4-4b2d-a188-8f9b658d1417 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (aceea5f5-feb8-4c89-ad27-86bd4cdfa476), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:57.341439 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-7772fc41-b9d4-4b2d-a188-8f9b658d1417 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks [] for security_group (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:57.342571 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-7772fc41-b9d4-4b2d-a188-8f9b658d1417 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "DELETE /v2.0/security-groups/aceea5f5-feb8-4c89-ad27-86bd4cdfa476 HTTP/1.1" status: 204 len: 168 time: 0.1932869 Mar 30 18:23:57.345464 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 37042) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:23:57.348521 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-294eef6c-0c2c-4705-b889-f9a190829b8f req-d395f94a-9121-4c23-8d10-47df1d464a6b tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=e224ce21-3c38-4df1-a0c4-529ad7e4a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566370 Mar 30 18:23:57.354755 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7772fc41-b9d4-4b2d-a188-8f9b658d1417 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aceea5f5-feb8-4c89-ad27-86bd4cdfa476,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:23:57.363974 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.api.v2.resource [None req-664ec962-d409-4278-a849-0c7496ab2cca tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] show failed (client error): The resource could not be found. Mar 30 18:23:57.367589 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-664ec962-d409-4278-a849-0c7496ab2cca tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/security-groups/aceea5f5-feb8-4c89-ad27-86bd4cdfa476 HTTP/1.1" status: 404 len: 347 time: 0.0211141 Mar 30 18:23:57.368221 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 37044) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:23:57.490608 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-501244a7-9211-4559-8a8f-526494e69aa8 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Deleting port f3079e84-d9ea-4f9e-ab04-12a943e82e0f {{(pid=103293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:23:57.490945 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-501244a7-9211-4559-8a8f-526494e69aa8 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759690029078'] for port (f3079e84-d9ea-4f9e-ab04-12a943e82e0f), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:57.563604 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-501244a7-9211-4559-8a8f-526494e69aa8 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586036'] for port (f3079e84-d9ea-4f9e-ab04-12a943e82e0f), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:57.563929 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-501244a7-9211-4559-8a8f-526494e69aa8 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks [] for floatingip (f3079e84-d9ea-4f9e-ab04-12a943e82e0f), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:57.575245 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-501244a7-9211-4559-8a8f-526494e69aa8 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Calling delete_port for f3079e84-d9ea-4f9e-ab04-12a943e82e0f owned by network:floatingip {{(pid=103293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:23:57.691750 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-204e9587-3b1f-4519-988a-5694a9b37a07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (c82c41e6-6be9-408a-ae4d-4131a3230230), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:57.706052 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-501244a7-9211-4559-8a8f-526494e69aa8 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759690034297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759689464333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58814409'] for port (f3079e84-d9ea-4f9e-ab04-12a943e82e0f), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:57.729359 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501244a7-9211-4559-8a8f-526494e69aa8 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Pushing event deleted for resources: {'Port': ['ID=f3079e84-d9ea-4f9e-ab04-12a943e82e0f,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:23:57.795361 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-501244a7-9211-4559-8a8f-526494e69aa8 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks [] for floatingip (2c7581ad-6221-4b35-afe2-4d0b9b130b0d), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:57.798240 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-501244a7-9211-4559-8a8f-526494e69aa8 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for floatingip (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:57.799678 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-501244a7-9211-4559-8a8f-526494e69aa8 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "DELETE /v2.0/floatingips/2c7581ad-6221-4b35-afe2-4d0b9b130b0d HTTP/1.1" status: 204 len: 168 time: 0.4301622 Mar 30 18:23:57.829040 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device aee93743-b365-41f5-b7ec-ae74a3dd3e36 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:23:57.851716 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] No Port match for: aee93743-b365-41f5-b7ec-ae74a3dd3e36 {{(pid=103295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:23:57.852038 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device aee93743-b365-41f5-b7ec-ae74a3dd3e36 not bound to the agent host hv-cinder-83587 {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:23:57.999246 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 37048) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:23:58.003753 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [None req-e15b323c-fa37-4a21-8ed8-83f5b5f0e6d2 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Request body: {'security_group': {'name': 'tempest-securitygroup--60213303', 'description': 'tempest-description--46137947'}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:23:58.023702 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-e15b323c-fa37-4a21-8ed8-83f5b5f0e6d2 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks [] for security_group (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:58.088462 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-e15b323c-fa37-4a21-8ed8-83f5b5f0e6d2 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks [] for security_group (a9d6dd2f-9eda-446e-9281-9b2cdcf62575), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:58.092540 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-e15b323c-fa37-4a21-8ed8-83f5b5f0e6d2 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (a9d6dd2f-9eda-446e-9281-9b2cdcf62575), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:58.120648 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-e15b323c-fa37-4a21-8ed8-83f5b5f0e6d2 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks [] for security_group (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:58.121857 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-e15b323c-fa37-4a21-8ed8-83f5b5f0e6d2 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.1215856 Mar 30 18:23:58.123744 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15b323c-fa37-4a21-8ed8-83f5b5f0e6d2 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d6dd2f-9eda-446e-9281-9b2cdcf62575,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:23:58.124853 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 37050) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:23:58.130114 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-5e31273c-b946-4999-b054-95371c76f868 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Request body: {'security_group_rule': {'security_group_id': 'a9d6dd2f-9eda-446e-9281-9b2cdcf62575', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:23:58.156033 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5e31273c-b946-4999-b054-95371c76f868 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks [] for security_group_rule (4d5ebf0b-794a-4383-bd3b-ab0d1a05d293), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:58.212742 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5e31273c-b946-4999-b054-95371c76f868 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks [] for security_group_rule (4d5ebf0b-794a-4383-bd3b-ab0d1a05d293), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:58.216621 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5e31273c-b946-4999-b054-95371c76f868 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797579'] for security_group_rule (4d5ebf0b-794a-4383-bd3b-ab0d1a05d293), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:58.235433 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e31273c-b946-4999-b054-95371c76f868 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d5ebf0b-794a-4383-bd3b-ab0d1a05d293,revision_number=0']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:23:58.240874 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5e31273c-b946-4999-b054-95371c76f868 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:58.241952 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-5e31273c-b946-4999-b054-95371c76f868 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1155121 Mar 30 18:23:58.244566 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 37052) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:23:58.248691 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-4af483b3-d6e3-4791-90cb-81db4b94fe11 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Request body: {'security_group_rule': {'security_group_id': 'a9d6dd2f-9eda-446e-9281-9b2cdcf62575', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:23:58.272881 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4af483b3-d6e3-4791-90cb-81db4b94fe11 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks [] for security_group_rule (d27270df-2082-4246-b6f8-a5b4b1e12fbf), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:58.328791 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4af483b3-d6e3-4791-90cb-81db4b94fe11 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks [] for security_group_rule (d27270df-2082-4246-b6f8-a5b4b1e12fbf), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:58.332301 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4af483b3-d6e3-4791-90cb-81db4b94fe11 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797579'] for security_group_rule (d27270df-2082-4246-b6f8-a5b4b1e12fbf), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:58.348833 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af483b3-d6e3-4791-90cb-81db4b94fe11 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d27270df-2082-4246-b6f8-a5b4b1e12fbf,revision_number=0']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:23:58.357318 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4af483b3-d6e3-4791-90cb-81db4b94fe11 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:58.358466 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-4af483b3-d6e3-4791-90cb-81db4b94fe11 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1129947 Mar 30 18:23:58.361528 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 37054) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:23:58.365611 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-ad47977c-cf4b-42b2-ab17-c03e9351cf6e tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Request body: {'floatingip': {'floating_network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:23:58.384482 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ad47977c-cf4b-42b2-ab17-c03e9351cf6e tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:58.467111 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd8f987-eeb3-45d9-8c42-828381cf9033 req-88423bf6-5aca-45a5-9ba9-d7c76a48fd22 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:58.468598 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-edd8f987-eeb3-45d9-8c42-828381cf9033 req-88423bf6-5aca-45a5-9ba9-d7c76a48fd22 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6e482c9-c23f-4930-a249-60dd92771d8c HTTP/1.1" status: 200 len: 946 time: 0.0520866 Mar 30 18:23:58.482130 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ad47977c-cf4b-42b2-ab17-c03e9351cf6e tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:58.519961 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-edd8f987-eeb3-45d9-8c42-828381cf9033 req-3e53a76d-3786-42ec-8100-60a0025a9297 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=e224ce21-3c38-4df1-a0c4-529ad7e4a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455546 Mar 30 18:23:58.581031 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.db.db_base_plugin_common [None req-ad47977c-cf4b-42b2-ab17-c03e9351cf6e tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Allocated IP 172.27.0.115 (502cc405-82c2-4579-84e2-1393f2fa67cd/b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8/7a437051-eea1-4230-ae28-e4501c8c03eb) {{(pid=103294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:23:58.681885 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ad47977c-cf4b-42b2-ab17-c03e9351cf6e tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks [] for port (7a437051-eea1-4230-ae28-e4501c8c03eb), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:58.714288 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ad47977c-cf4b-42b2-ab17-c03e9351cf6e tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759689464324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59249992'] for port (7a437051-eea1-4230-ae28-e4501c8c03eb), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:58.748466 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad47977c-cf4b-42b2-ab17-c03e9351cf6e tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Network 502cc405-82c2-4579-84e2-1393f2fa67cd is already hosted by enough agents. {{(pid=103294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:23:58.751005 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.base_scheduler [None req-ad47977c-cf4b-42b2-ab17-c03e9351cf6e tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Resources bound (agent type, host, resource id): {{(pid=103294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:23:58.754443 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad47977c-cf4b-42b2-ab17-c03e9351cf6e tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Received port after_create {{(pid=103294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:23:58.780135 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad47977c-cf4b-42b2-ab17-c03e9351cf6e tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Pushing event updated for resources: {'Port': ['ID=7a437051-eea1-4230-ae28-e4501c8c03eb,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:23:58.847093 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ad47977c-cf4b-42b2-ab17-c03e9351cf6e tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks [] for floatingip (f0b8f605-e5b7-41fd-a9d9-68997694eaf6), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:58.881536 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ad47977c-cf4b-42b2-ab17-c03e9351cf6e tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (7a437051-eea1-4230-ae28-e4501c8c03eb), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:59.027531 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ad47977c-cf4b-42b2-ab17-c03e9351cf6e tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks [] for port (7a437051-eea1-4230-ae28-e4501c8c03eb), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:59.032343 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ad47977c-cf4b-42b2-ab17-c03e9351cf6e tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59249985'] for port (7a437051-eea1-4230-ae28-e4501c8c03eb), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:59.103408 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad47977c-cf4b-42b2-ab17-c03e9351cf6e tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Pushing event updated for resources: {'Port': ['ID=7a437051-eea1-4230-ae28-e4501c8c03eb,revision_number=2']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:23:59.108779 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ad47977c-cf4b-42b2-ab17-c03e9351cf6e tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623622'] for floatingip (f0b8f605-e5b7-41fd-a9d9-68997694eaf6), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:59.123836 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ad47977c-cf4b-42b2-ab17-c03e9351cf6e tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for floatingip (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:59.125026 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-ad47977c-cf4b-42b2-ab17-c03e9351cf6e tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7626090 Mar 30 18:23:59.258497 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.agents_db [None req-615cdb4a-d653-495f-8f07-938524d0c5b5 None None] Agent healthcheck: found 6 active agents {{(pid=103296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:23:59.312388 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0a4063b9-253a-435b-af6f-a425f11c2c43 req-5bcc0daf-04d2-46cb-8838-15cb6d0a147a tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--60213303&fields=id&tenant_id=f6636f8a031548d18e3429de74b004e9 HTTP/1.1" status: 200 len: 267 time: 0.0404513 Mar 30 18:23:59.412015 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4063b9-253a-435b-af6f-a425f11c2c43 req-035807b4-5cbf-4ea5-89f6-7cd33b6e4c50 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:59.414069 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0a4063b9-253a-435b-af6f-a425f11c2c43 req-035807b4-5cbf-4ea5-89f6-7cd33b6e4c50 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/networks?id=99f9262f-3c8d-47d0-8af2-845395ed3cd0 HTTP/1.1" status: 200 len: 810 time: 0.0950315 Mar 30 18:23:59.429633 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0a4063b9-253a-435b-af6f-a425f11c2c43 req-8c189ed5-93b2-4142-96d3-656db965aa5f tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/quotas/f6636f8a031548d18e3429de74b004e9 HTTP/1.1" status: 200 len: 375 time: 0.0089784 Mar 30 18:23:59.482578 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0a4063b9-253a-435b-af6f-a425f11c2c43 req-2cfa5817-93ff-4498-a85c-d6fa98ed0d32 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6636f8a031548d18e3429de74b004e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477147 Mar 30 18:23:59.577016 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0a4063b9-253a-435b-af6f-a425f11c2c43 req-ca04e76d-c62b-46b2-905e-dffe0e1b703c service neutron] 10.222.0.18 "GET /v2.0/networks/99f9262f-3c8d-47d0-8af2-845395ed3cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834639 Mar 30 18:23:59.702087 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f6101-2464-47cf-a9e4-ca3386255777 req-c40f2d2f-3fe8-40a5-a89a-4d784fd37923 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:59.703578 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-6c2f6101-2464-47cf-a9e4-ca3386255777 req-c40f2d2f-3fe8-40a5-a89a-4d784fd37923 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6e482c9-c23f-4930-a249-60dd92771d8c HTTP/1.1" status: 200 len: 946 time: 0.1140535 Mar 30 18:23:59.708872 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0a4063b9-253a-435b-af6f-a425f11c2c43 req-f9ebc149-77cc-464a-98fa-59dcef4b639d service neutron] 10.222.0.18 "GET /v2.0/networks/99f9262f-3c8d-47d0-8af2-845395ed3cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262598 Mar 30 18:23:59.751075 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-6c2f6101-2464-47cf-a9e4-ca3386255777 req-ba59534a-a430-4ad1-aa62-5758960f3488 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=e224ce21-3c38-4df1-a0c4-529ad7e4a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412591 Mar 30 18:23:59.864503 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-21ae4935-a762-4db4-b598-3a7b00b003d3 req-16977d8a-afa8-4e07-b747-dcb388b37d05 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?device_id=69f0441a-f704-4255-9bd1-62407c266cff HTTP/1.1" status: 200 len: 210 time: 0.0273826 Mar 30 18:24:00.080303 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-bc89f955-5f2e-4852-afb4-ea4d9ff88b4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bb9cbda0-d504-4372-97ec-0881b5676f92), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:00.945737 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c24a9-0280-420a-b8d6-de4fabd576e9 req-9cfc0b81-c278-4da3-a3bf-661f475199b9 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:00.947352 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c83c24a9-0280-420a-b8d6-de4fabd576e9 req-9cfc0b81-c278-4da3-a3bf-661f475199b9 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6e482c9-c23f-4930-a249-60dd92771d8c HTTP/1.1" status: 200 len: 946 time: 0.1227655 Mar 30 18:24:00.987059 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0648a3cf-45f4-4e7f-89be-113d1d0c85bc req-bd0b58bb-ca85-4835-9635-4965fa0bd9b0 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?device_id=69f0441a-f704-4255-9bd1-62407c266cff HTTP/1.1" status: 200 len: 210 time: 0.0384347 Mar 30 18:24:01.015973 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4063b9-253a-435b-af6f-a425f11c2c43 req-39c919e8-6967-4930-9cc5-d1c043126a75 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:01.017410 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0a4063b9-253a-435b-af6f-a425f11c2c43 req-39c919e8-6967-4930-9cc5-d1c043126a75 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.55 "GET /v2.0/networks?id=99f9262f-3c8d-47d0-8af2-845395ed3cd0 HTTP/1.1" status: 200 len: 810 time: 0.1820908 Mar 30 18:24:01.043957 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c83c24a9-0280-420a-b8d6-de4fabd576e9 req-682315f2-bb89-4617-b24d-95ab54f446da tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=e224ce21-3c38-4df1-a0c4-529ad7e4a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839794 Mar 30 18:24:01.104559 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0a4063b9-253a-435b-af6f-a425f11c2c43 req-0d51160c-3677-4d29-9acd-c7f30427bb70 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6636f8a031548d18e3429de74b004e9 HTTP/1.1" status: 200 len: 378 time: 0.0564809 Mar 30 18:24:01.120508 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [req-0a4063b9-253a-435b-af6f-a425f11c2c43 req-c2dfbd40-ed76-48c9-b715-a0af6da6e926 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Request body: {'port': {'device_id': '69f0441a-f704-4255-9bd1-62407c266cff', 'network_id': '99f9262f-3c8d-47d0-8af2-845395ed3cd0', 'admin_state_up': True, 'tenant_id': 'f6636f8a031548d18e3429de74b004e9', 'security_groups': ['a9d6dd2f-9eda-446e-9281-9b2cdcf62575']}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:24:01.195243 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f19afa9d-e030-40e8-acc4-8e1b9083a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (63dcb6ae-3517-415b-a3a4-cfabe01bf14f), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:01.226441 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a4063b9-253a-435b-af6f-a425f11c2c43 req-c2dfbd40-ed76-48c9-b715-a0af6da6e926 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Made reservation on behalf of f6636f8a031548d18e3429de74b004e9 for: {'port': 1} {{(pid=103293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:24:01.229753 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-0a4063b9-253a-435b-af6f-a425f11c2c43 req-c2dfbd40-ed76-48c9-b715-a0af6da6e926 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:01.355010 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.db_base_plugin_common [req-0a4063b9-253a-435b-af6f-a425f11c2c43 req-c2dfbd40-ed76-48c9-b715-a0af6da6e926 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Allocated IP 172.20.0.8 (99f9262f-3c8d-47d0-8af2-845395ed3cd0/4cc6a602-aaad-4e34-b4ef-47ed89dd7ce5/e6916972-a184-402b-9d77-50eec2cd4b62) {{(pid=103293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:24:01.486695 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-0a4063b9-253a-435b-af6f-a425f11c2c43 req-c2dfbd40-ed76-48c9-b715-a0af6da6e926 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks [] for port (e6916972-a184-402b-9d77-50eec2cd4b62), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:01.524568 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-0a4063b9-253a-435b-af6f-a425f11c2c43 req-c2dfbd40-ed76-48c9-b715-a0af6da6e926 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759689464324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58814409'] for port (e6916972-a184-402b-9d77-50eec2cd4b62), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:01.565644 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a4063b9-253a-435b-af6f-a425f11c2c43 req-c2dfbd40-ed76-48c9-b715-a0af6da6e926 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Network 99f9262f-3c8d-47d0-8af2-845395ed3cd0 is already hosted by enough agents. {{(pid=103293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:24:01.568867 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.base_scheduler [req-0a4063b9-253a-435b-af6f-a425f11c2c43 req-c2dfbd40-ed76-48c9-b715-a0af6da6e926 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Resources bound (agent type, host, resource id): {{(pid=103293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:24:01.575017 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a4063b9-253a-435b-af6f-a425f11c2c43 req-c2dfbd40-ed76-48c9-b715-a0af6da6e926 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Received port after_create {{(pid=103293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:24:01.598565 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dfbd40-ed76-48c9-b715-a0af6da6e926 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Pushing event updated for resources: {'Port': ['ID=e6916972-a184-402b-9d77-50eec2cd4b62,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:01.627492 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4063b9-253a-435b-af6f-a425f11c2c43 req-c2dfbd40-ed76-48c9-b715-a0af6da6e926 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:01.628119 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-0a4063b9-253a-435b-af6f-a425f11c2c43 req-c2dfbd40-ed76-48c9-b715-a0af6da6e926 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for port (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:01.644863 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0a4063b9-253a-435b-af6f-a425f11c2c43 req-c2dfbd40-ed76-48c9-b715-a0af6da6e926 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5280700 Mar 30 18:24:01.663788 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [req-0a4063b9-253a-435b-af6f-a425f11c2c43 req-a0ae22f2-1251-4c8a-bc6e-4381026cfb73 service neutron] Request body: {'port': {'device_id': '69f0441a-f704-4255-9bd1-62407c266cff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:24:01.724392 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-0a4063b9-253a-435b-af6f-a425f11c2c43 req-a0ae22f2-1251-4c8a-bc6e-4381026cfb73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (e6916972-a184-402b-9d77-50eec2cd4b62), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:01.832774 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-e1885feb-2b18-41ac-8fe8-19f64b432ed3 None None] Provisioning complete for port e6916972-a184-402b-9d77-50eec2cd4b62 triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:24:01.833242 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-e1885feb-2b18-41ac-8fe8-19f64b432ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (e6916972-a184-402b-9d77-50eec2cd4b62), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:01.867087 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-e1885feb-2b18-41ac-8fe8-19f64b432ed3 None None] Port e6916972-a184-402b-9d77-50eec2cd4b62 cannot update to ACTIVE because it is not bound. {{(pid=103295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:24:01.980490 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [req-0a4063b9-253a-435b-af6f-a425f11c2c43 req-a0ae22f2-1251-4c8a-bc6e-4381026cfb73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6916972-a184-402b-9d77-50eec2cd4b62 {{(pid=103293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:24:01.987768 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-0a4063b9-253a-435b-af6f-a425f11c2c43 req-a0ae22f2-1251-4c8a-bc6e-4381026cfb73 service neutron] Publish callbacks [] for port (e6916972-a184-402b-9d77-50eec2cd4b62), precommit_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:01.999223 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [req-0a4063b9-253a-435b-af6f-a425f11c2c43 req-a0ae22f2-1251-4c8a-bc6e-4381026cfb73 service neutron] Transition to ACTIVE for port object e6916972-a184-402b-9d77-50eec2cd4b62 will not be triggered until provisioned by entity L2. {{(pid=103293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 18:24:02.004044 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-0a4063b9-253a-435b-af6f-a425f11c2c43 req-a0ae22f2-1251-4c8a-bc6e-4381026cfb73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58814400'] for port (e6916972-a184-402b-9d77-50eec2cd4b62), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:02.059703 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ae22f2-1251-4c8a-bc6e-4381026cfb73 service neutron] Pushing event updated for resources: {'Port': ['ID=e6916972-a184-402b-9d77-50eec2cd4b62,revision_number=2']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:02.194002 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [req-0a4063b9-253a-435b-af6f-a425f11c2c43 req-a0ae22f2-1251-4c8a-bc6e-4381026cfb73 service neutron] Attempting to bind port e6916972-a184-402b-9d77-50eec2cd4b62 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:24:02.194338 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [req-0a4063b9-253a-435b-af6f-a425f11c2c43 req-a0ae22f2-1251-4c8a-bc6e-4381026cfb73 service neutron] Attempting to bind port e6916972-a184-402b-9d77-50eec2cd4b62 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '488ac68f-655a-4ba9-b4cf-6bd5f03620c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '99f9262f-3c8d-47d0-8af2-845395ed3cd0'}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:24:02.194678 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4063b9-253a-435b-af6f-a425f11c2c43 req-a0ae22f2-1251-4c8a-bc6e-4381026cfb73 service neutron] Attempting to bind port e6916972-a184-402b-9d77-50eec2cd4b62 on network 99f9262f-3c8d-47d0-8af2-845395ed3cd0 {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:24:02.208591 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0857404-ccc3-4f19-a104-d26e24f97065 req-ef3bb07b-aaef-4462-88cc-16e9c17ecd87 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:02.210056 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a0857404-ccc3-4f19-a104-d26e24f97065 req-ef3bb07b-aaef-4462-88cc-16e9c17ecd87 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?device_id=69f0441a-f704-4255-9bd1-62407c266cff HTTP/1.1" status: 200 len: 943 time: 0.1527302 Mar 30 18:24:02.211970 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4063b9-253a-435b-af6f-a425f11c2c43 req-a0ae22f2-1251-4c8a-bc6e-4381026cfb73 service neutron] Port e6916972-a184-402b-9d77-50eec2cd4b62 on network 99f9262f-3c8d-47d0-8af2-845395ed3cd0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 18:24:02.212286 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4063b9-253a-435b-af6f-a425f11c2c43 req-a0ae22f2-1251-4c8a-bc6e-4381026cfb73 service neutron] Attempting to bind port e6916972-a184-402b-9d77-50eec2cd4b62 on network 99f9262f-3c8d-47d0-8af2-845395ed3cd0 {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:24:02.227014 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2024f0-32a1-4ed3-86e2-3c9bed1e4add req-584c244f-20c4-49ff-9f91-25bb52f033f8 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:02.228419 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ea2024f0-32a1-4ed3-86e2-3c9bed1e4add req-584c244f-20c4-49ff-9f91-25bb52f033f8 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6e482c9-c23f-4930-a249-60dd92771d8c HTTP/1.1" status: 200 len: 946 time: 0.1074200 Mar 30 18:24:02.234664 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4063b9-253a-435b-af6f-a425f11c2c43 req-a0ae22f2-1251-4c8a-bc6e-4381026cfb73 service neutron] Checking agent: {'id': '48cc6dd0-9d47-40d1-bfd7-3609261a1488', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 17, 16), 'started_at': datetime.datetime(2022, 3, 30, 18, 17, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:24:02.234996 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4063b9-253a-435b-af6f-a425f11c2c43 req-a0ae22f2-1251-4c8a-bc6e-4381026cfb73 service neutron] Checking segment: {'id': '488ac68f-655a-4ba9-b4cf-6bd5f03620c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '99f9262f-3c8d-47d0-8af2-845395ed3cd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:24:02.235389 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4063b9-253a-435b-af6f-a425f11c2c43 req-a0ae22f2-1251-4c8a-bc6e-4381026cfb73 service neutron] Bound using segment: {'id': '488ac68f-655a-4ba9-b4cf-6bd5f03620c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '99f9262f-3c8d-47d0-8af2-845395ed3cd0'} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:24:02.235819 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [req-0a4063b9-253a-435b-af6f-a425f11c2c43 req-a0ae22f2-1251-4c8a-bc6e-4381026cfb73 service neutron] Bound port: e6916972-a184-402b-9d77-50eec2cd4b62, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '488ac68f-655a-4ba9-b4cf-6bd5f03620c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '99f9262f-3c8d-47d0-8af2-845395ed3cd0'}}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:24:02.236170 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-0a4063b9-253a-435b-af6f-a425f11c2c43 req-a0ae22f2-1251-4c8a-bc6e-4381026cfb73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (e6916972-a184-402b-9d77-50eec2cd4b62), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:02.330680 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a0857404-ccc3-4f19-a104-d26e24f97065 req-552c644e-484f-41d7-9500-68c228fa0ec8 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9d6dd2f-9eda-446e-9281-9b2cdcf62575&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1134188 Mar 30 18:24:02.351131 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ea2024f0-32a1-4ed3-86e2-3c9bed1e4add req-ee7c2e31-7122-4cdd-9381-916276a18540 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=e224ce21-3c38-4df1-a0c4-529ad7e4a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066003 Mar 30 18:24:02.375211 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [req-0a4063b9-253a-435b-af6f-a425f11c2c43 req-a0ae22f2-1251-4c8a-bc6e-4381026cfb73 service neutron] For port e6916972-a184-402b-9d77-50eec2cd4b62, host hv-cinder-83587, cleared binding levels {{(pid=103293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:24:02.401440 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [req-0a4063b9-253a-435b-af6f-a425f11c2c43 req-a0ae22f2-1251-4c8a-bc6e-4381026cfb73 service neutron] For port e6916972-a184-402b-9d77-50eec2cd4b62, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=e6916972-a184-402b-9d77-50eec2cd4b62,segment=NetworkSegment(488ac68f-655a-4ba9-b4cf-6bd5f03620c2),segment_id=488ac68f-655a-4ba9-b4cf-6bd5f03620c2)] {{(pid=103293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:24:02.409879 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-0a4063b9-253a-435b-af6f-a425f11c2c43 req-a0ae22f2-1251-4c8a-bc6e-4381026cfb73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58814400'] for port (e6916972-a184-402b-9d77-50eec2cd4b62), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:02.457092 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4063b9-253a-435b-af6f-a425f11c2c43 req-a0ae22f2-1251-4c8a-bc6e-4381026cfb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:02.457710 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-0a4063b9-253a-435b-af6f-a425f11c2c43 req-a0ae22f2-1251-4c8a-bc6e-4381026cfb73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for port (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:02.459138 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0a4063b9-253a-435b-af6f-a425f11c2c43 req-a0ae22f2-1251-4c8a-bc6e-4381026cfb73 service neutron] 10.222.0.55 "PUT /v2.0/ports/e6916972-a184-402b-9d77-50eec2cd4b62 HTTP/1.1" status: 200 len: 1093 time: 0.7998686 Mar 30 18:24:02.459615 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69f0441a-f704-4255-9bd1-62407c266cff', 'tag': 'e6916972-a184-402b-9d77-50eec2cd4b62'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:24:02.461863 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e41150553c85b09edab6cb52843a30629a36ec9d810f78f9b9d5c7c277fb574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c42ba1e-6703-4986-9a12-c1d885f94719" -d '{"events": [{"name": "network-changed", "server_uuid": "69f0441a-f704-4255-9bd1-62407c266cff", "tag": "e6916972-a184-402b-9d77-50eec2cd4b62"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:24:02.474628 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f84370-42ee-4adc-86ac-7c56a0200242 req-7501b05a-5019-4302-9efc-1087e8db24d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:02.476182 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-42f84370-42ee-4adc-86ac-7c56a0200242 req-7501b05a-5019-4302-9efc-1087e8db24d8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f6e482c9-c23f-4930-a249-60dd92771d8c HTTP/1.1" status: 200 len: 1130 time: 0.1091862 Mar 30 18:24:02.483028 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ae22f2-1251-4c8a-bc6e-4381026cfb73 service neutron] Pushing event updated for resources: {'Port': ['ID=e6916972-a184-402b-9d77-50eec2cd4b62,revision_number=3']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:02.524407 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ae10d9-1f2c-46a7-a5e0-12378da7c576 x-openstack-request-id: req-d7ae10d9-1f2c-46a7-a5e0-12378da7c576 {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:24:02.524691 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69f0441a-f704-4255-9bd1-62407c266cff", "tag": "e6916972-a184-402b-9d77-50eec2cd4b62", "status": "completed", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:24:02.524941 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d7ae10d9-1f2c-46a7-a5e0-12378da7c576 {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:24:02.525340 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7ae10d9-1f2c-46a7-a5e0-12378da7c576'] response: {'name': 'network-changed', 'server_uuid': '69f0441a-f704-4255-9bd1-62407c266cff', 'tag': 'e6916972-a184-402b-9d77-50eec2cd4b62', 'status': 'completed', 'code': 200} Mar 30 18:24:02.565448 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-42f84370-42ee-4adc-86ac-7c56a0200242 req-42d08464-249e-444b-b082-b8207a0b2c4a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e224ce21-3c38-4df1-a0c4-529ad7e4a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793664 Mar 30 18:24:02.582199 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4063b9-253a-435b-af6f-a425f11c2c43 req-7df6e6d8-6cb2-4265-a40a-5d6e816b5cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:02.583737 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0a4063b9-253a-435b-af6f-a425f11c2c43 req-7df6e6d8-6cb2-4265-a40a-5d6e816b5cb7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f6636f8a031548d18e3429de74b004e9&device_id=69f0441a-f704-4255-9bd1-62407c266cff HTTP/1.1" status: 200 len: 1127 time: 0.0620418 Mar 30 18:24:02.591992 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-735ee7a5-faf9-4a72-9605-65e031eaef75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bc479c0e-1124-4d13-b03e-bb2d712dc776), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:02.894760 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0a4063b9-253a-435b-af6f-a425f11c2c43 req-3e447f20-de28-4752-a48a-b71454c7d302 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6916972-a184-402b-9d77-50eec2cd4b62 HTTP/1.1" status: 200 len: 217 time: 0.0331647 Mar 30 18:24:02.944775 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4063b9-253a-435b-af6f-a425f11c2c43 req-1db1f302-65f8-4af8-b648-f1261519f32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:02.946172 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0a4063b9-253a-435b-af6f-a425f11c2c43 req-1db1f302-65f8-4af8-b648-f1261519f32c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4cc6a602-aaad-4e34-b4ef-47ed89dd7ce5 HTTP/1.1" status: 200 len: 849 time: 0.0456877 Mar 30 18:24:02.994460 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4063b9-253a-435b-af6f-a425f11c2c43 req-f8ccb467-4a7e-44dc-b9cd-e570d358f9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:02.996006 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0a4063b9-253a-435b-af6f-a425f11c2c43 req-f8ccb467-4a7e-44dc-b9cd-e570d358f9a7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=99f9262f-3c8d-47d0-8af2-845395ed3cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433996 Mar 30 18:24:03.081544 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0a4063b9-253a-435b-af6f-a425f11c2c43 req-5b89ba8e-f62e-4e31-8b0c-5aa665e549a4 service neutron] 10.222.0.55 "GET /v2.0/networks/99f9262f-3c8d-47d0-8af2-845395ed3cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780895 Mar 30 18:24:03.172758 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0a4063b9-253a-435b-af6f-a425f11c2c43 req-0fcb9208-3fcf-47bf-9dc2-29ec35aeb078 service neutron] 10.222.0.55 "GET /v2.0/networks/99f9262f-3c8d-47d0-8af2-845395ed3cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843587 Mar 30 18:24:03.321396 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c42ba1e-6703-4986-9a12-c1d885f94719 req-ef1a77d2-baef-4c4f-99e4-5f4358d5842a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:03.322859 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-6c42ba1e-6703-4986-9a12-c1d885f94719 req-ef1a77d2-baef-4c4f-99e4-5f4358d5842a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f6636f8a031548d18e3429de74b004e9&device_id=69f0441a-f704-4255-9bd1-62407c266cff HTTP/1.1" status: 200 len: 1127 time: 0.0461500 Mar 30 18:24:03.456475 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c42ba1e-6703-4986-9a12-c1d885f94719 req-be067db3-8e60-4176-b7f5-7683e3965af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:03.457879 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-6c42ba1e-6703-4986-9a12-c1d885f94719 req-be067db3-8e60-4176-b7f5-7683e3965af0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=99f9262f-3c8d-47d0-8af2-845395ed3cd0 HTTP/1.1" status: 200 len: 911 time: 0.1241708 Mar 30 18:24:03.777032 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-6c42ba1e-6703-4986-9a12-c1d885f94719 req-7d3764b6-9d1a-4ba7-b77b-04393a0c42b3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6916972-a184-402b-9d77-50eec2cd4b62 HTTP/1.1" status: 200 len: 217 time: 0.3043153 Mar 30 18:24:03.791994 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef588f9-a262-43af-b8c6-c5bd89bfc08f req-3f1b38f5-4321-48b4-bc94-ecca9f6f9517 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:03.793980 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-2ef588f9-a262-43af-b8c6-c5bd89bfc08f req-3f1b38f5-4321-48b4-bc94-ecca9f6f9517 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?device_id=69f0441a-f704-4255-9bd1-62407c266cff HTTP/1.1" status: 200 len: 943 time: 0.3911052 Mar 30 18:24:03.854538 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47694ad4-b968-4f06-9ea1-2dcd69f79797 req-60840ad1-397f-4fee-b952-f2e3dbd5e715 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:03.856631 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-47694ad4-b968-4f06-9ea1-2dcd69f79797 req-60840ad1-397f-4fee-b952-f2e3dbd5e715 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6e482c9-c23f-4930-a249-60dd92771d8c HTTP/1.1" status: 200 len: 946 time: 0.4171710 Mar 30 18:24:03.881969 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c42ba1e-6703-4986-9a12-c1d885f94719 req-6a433074-4a36-48dc-9140-062f83c4a8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:03.883327 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-6c42ba1e-6703-4986-9a12-c1d885f94719 req-6a433074-4a36-48dc-9140-062f83c4a8c2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4cc6a602-aaad-4e34-b4ef-47ed89dd7ce5 HTTP/1.1" status: 200 len: 849 time: 0.0876555 Mar 30 18:24:03.931598 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-2ef588f9-a262-43af-b8c6-c5bd89bfc08f req-1a31eeee-6301-4697-9503-c31deee85935 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9d6dd2f-9eda-446e-9281-9b2cdcf62575&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1272497 Mar 30 18:24:03.957987 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-47694ad4-b968-4f06-9ea1-2dcd69f79797 req-af94a81a-417c-4808-a2ce-9271684f386b tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=e224ce21-3c38-4df1-a0c4-529ad7e4a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918689 Mar 30 18:24:03.968933 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c42ba1e-6703-4986-9a12-c1d885f94719 req-94950587-1519-41a2-8e9a-faa9d531aa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:03.970460 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-6c42ba1e-6703-4986-9a12-c1d885f94719 req-94950587-1519-41a2-8e9a-faa9d531aa87 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=99f9262f-3c8d-47d0-8af2-845395ed3cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0777113 Mar 30 18:24:03.978822 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (6489659c-3f19-4a2c-89f8-52d37c938fb3), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:04.067961 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-6c42ba1e-6703-4986-9a12-c1d885f94719 req-825e1a46-38f5-4d23-9bd8-1bc2ccde4e1f service neutron] 10.222.0.55 "GET /v2.0/networks/99f9262f-3c8d-47d0-8af2-845395ed3cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831366 Mar 30 18:24:04.152715 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-6c42ba1e-6703-4986-9a12-c1d885f94719 req-bc094c7e-0143-4e87-a47f-530625186a83 service neutron] 10.222.0.55 "GET /v2.0/networks/99f9262f-3c8d-47d0-8af2-845395ed3cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782001 Mar 30 18:24:05.081718 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786300f4-bf4f-4007-990b-395820fd89af req-8c3d33cb-e411-441c-a951-4fe564e5d68b tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:05.083201 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-786300f4-bf4f-4007-990b-395820fd89af req-8c3d33cb-e411-441c-a951-4fe564e5d68b tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?device_id=69f0441a-f704-4255-9bd1-62407c266cff HTTP/1.1" status: 200 len: 943 time: 0.0865180 Mar 30 18:24:05.094982 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117eabfe-9299-4b1f-af5f-393d6d6f6143 req-224c17a6-1940-45da-8b26-ed523330b2d4 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:05.096372 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-117eabfe-9299-4b1f-af5f-393d6d6f6143 req-224c17a6-1940-45da-8b26-ed523330b2d4 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6e482c9-c23f-4930-a249-60dd92771d8c HTTP/1.1" status: 200 len: 946 time: 0.0682831 Mar 30 18:24:05.163545 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-786300f4-bf4f-4007-990b-395820fd89af req-59d99a73-356a-4efe-916a-04736624e2c1 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9d6dd2f-9eda-446e-9281-9b2cdcf62575&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0662193 Mar 30 18:24:05.170916 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-117eabfe-9299-4b1f-af5f-393d6d6f6143 req-8d57960e-38f0-4983-8cfc-0bceb37c682e tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=e224ce21-3c38-4df1-a0c4-529ad7e4a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679898 Mar 30 18:24:05.532410 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b9958f-b49b-40e0-b72e-4bbcb9def638 req-dc99b2d5-3b4a-4205-949b-82b563e42efe tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:05.533867 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c5b9958f-b49b-40e0-b72e-4bbcb9def638 req-dc99b2d5-3b4a-4205-949b-82b563e42efe tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6e482c9-c23f-4930-a249-60dd92771d8c HTTP/1.1" status: 200 len: 946 time: 0.0849609 Mar 30 18:24:05.539917 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a25f28-d944-4699-a56b-8e17fcb0a823 req-84b01196-1ed0-4911-9d57-b5ea43b7a09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:05.541270 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-87a25f28-d944-4699-a56b-8e17fcb0a823 req-84b01196-1ed0-4911-9d57-b5ea43b7a09c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=585ebec9292d43e7b65aab5ba734d8b9&device_id=f6e482c9-c23f-4930-a249-60dd92771d8c HTTP/1.1" status: 200 len: 1130 time: 0.0664907 Mar 30 18:24:05.631749 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c5b9958f-b49b-40e0-b72e-4bbcb9def638 req-b2027c52-c441-4c23-b578-0b249fc5afe9 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=e224ce21-3c38-4df1-a0c4-529ad7e4a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892825 Mar 30 18:24:05.655355 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a25f28-d944-4699-a56b-8e17fcb0a823 req-640a4d8a-43ba-40c2-b031-2d8a66b87e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:05.656802 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-87a25f28-d944-4699-a56b-8e17fcb0a823 req-640a4d8a-43ba-40c2-b031-2d8a66b87e4d service neutron] 10.222.0.55 "GET /v2.0/networks?id=0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb HTTP/1.1" status: 200 len: 920 time: 0.1085179 Mar 30 18:24:05.724527 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-87a25f28-d944-4699-a56b-8e17fcb0a823 req-07e7a60e-c578-4974-a17f-a6f5448a3504 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e2f7821-0a00-4198-8965-8972649ae0c9 HTTP/1.1" status: 200 len: 1002 time: 0.0600197 Mar 30 18:24:05.776986 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a25f28-d944-4699-a56b-8e17fcb0a823 req-e389a78b-bbdf-4f4f-bfcc-c14ab392c9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:05.778384 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-87a25f28-d944-4699-a56b-8e17fcb0a823 req-e389a78b-bbdf-4f4f-bfcc-c14ab392c9e2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=803891e5-aae4-46c3-87bc-0de344219463 HTTP/1.1" status: 200 len: 858 time: 0.0415552 Mar 30 18:24:05.826070 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a25f28-d944-4699-a56b-8e17fcb0a823 req-a37cffc0-db75-4be5-8a9b-0f0db5187e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:05.827523 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-87a25f28-d944-4699-a56b-8e17fcb0a823 req-a37cffc0-db75-4be5-8a9b-0f0db5187e8e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423520 Mar 30 18:24:05.873625 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device e6916972-a184-402b-9d77-50eec2cd4b62 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103295) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:24:05.919182 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-87a25f28-d944-4699-a56b-8e17fcb0a823 req-1f067334-6a79-4a4e-9abf-018a50292b03 service neutron] 10.222.0.55 "GET /v2.0/networks/0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826535 Mar 30 18:24:05.967830 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port e6916972-a184-402b-9d77-50eec2cd4b62, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=e6916972-a184-402b-9d77-50eec2cd4b62,segment=NetworkSegment(488ac68f-655a-4ba9-b4cf-6bd5f03620c2),segment_id=488ac68f-655a-4ba9-b4cf-6bd5f03620c2)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:24:05.978961 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Returning: {'device': 'e6916972-a184-402b-9d77-50eec2cd4b62', 'network_id': '99f9262f-3c8d-47d0-8af2-845395ed3cd0', 'port_id': 'e6916972-a184-402b-9d77-50eec2cd4b62', 'mac_address': 'fa:16:3e:9a:06:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cc6a602-aaad-4e34-b4ef-47ed89dd7ce5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103295) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:24:06.007230 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-87a25f28-d944-4699-a56b-8e17fcb0a823 req-8a280391-bbe8-4dad-8789-49c256416e69 service neutron] 10.222.0.55 "GET /v2.0/networks/0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810046 Mar 30 18:24:06.019628 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Current status of the port e6916972-a184-402b-9d77-50eec2cd4b62 is: DOWN; New status is: BUILD {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:24:06.020021 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (e6916972-a184-402b-9d77-50eec2cd4b62), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:06.033072 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6916972-a184-402b-9d77-50eec2cd4b62 {{(pid=103295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:24:06.051371 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port e6916972-a184-402b-9d77-50eec2cd4b62, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=e6916972-a184-402b-9d77-50eec2cd4b62,segment=NetworkSegment(488ac68f-655a-4ba9-b4cf-6bd5f03620c2),segment_id=488ac68f-655a-4ba9-b4cf-6bd5f03620c2)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:24:06.055465 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (e6916972-a184-402b-9d77-50eec2cd4b62), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:06.102365 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Pushing event updated for resources: {'Port': ['ID=e6916972-a184-402b-9d77-50eec2cd4b62,revision_number=4']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:06.109396 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:06.109745 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:06.110091 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:06.110431 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:06.110769 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:06.111102 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:06.111454 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:06.111791 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:06.112108 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:06.112436 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:06.112761 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:06.113088 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:06.113410 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:06.113731 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:06.114051 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:06.285212 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dcd71b-c0a3-4fdc-92f2-b4f1bf938277 req-fa3d3769-c6af-4605-82a7-6e036c3a0bc2 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:06.286707 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-32dcd71b-c0a3-4fdc-92f2-b4f1bf938277 req-fa3d3769-c6af-4605-82a7-6e036c3a0bc2 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?device_id=69f0441a-f704-4255-9bd1-62407c266cff HTTP/1.1" status: 200 len: 944 time: 0.0574145 Mar 30 18:24:06.333283 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-32dcd71b-c0a3-4fdc-92f2-b4f1bf938277 req-59dfe249-cbe4-4341-adc8-95b800506fdf tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9d6dd2f-9eda-446e-9281-9b2cdcf62575&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407231 Mar 30 18:24:06.470232 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] get_ports_and_sgs() called for port_ids ['e6916972-a184-402b-9d77-50eec2cd4b62'] {{(pid=103295) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:24:06.747469 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f59746-fde9-4b61-9200-5e7eaa8f012c req-4230a985-7f1f-46a7-8b32-44bd2aa52cbe tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:06.748865 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-d1f59746-fde9-4b61-9200-5e7eaa8f012c req-4230a985-7f1f-46a7-8b32-44bd2aa52cbe tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6e482c9-c23f-4930-a249-60dd92771d8c HTTP/1.1" status: 200 len: 946 time: 0.0516500 Mar 30 18:24:06.794366 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-d1f59746-fde9-4b61-9200-5e7eaa8f012c req-5b4189ee-fa03-48e5-b939-2d947e230681 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=e224ce21-3c38-4df1-a0c4-529ad7e4a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399435 Mar 30 18:24:07.451038 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7c595-e0c4-4edd-8620-d2c3cc5626c2 req-599901ee-d535-49d7-a2df-12cd1bbec3e9 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:07.452552 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-35e7c595-e0c4-4edd-8620-d2c3cc5626c2 req-599901ee-d535-49d7-a2df-12cd1bbec3e9 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?device_id=69f0441a-f704-4255-9bd1-62407c266cff HTTP/1.1" status: 200 len: 944 time: 0.0555880 Mar 30 18:24:07.497965 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-35e7c595-e0c4-4edd-8620-d2c3cc5626c2 req-e24e2d68-ff53-4a25-a893-a16328677455 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9d6dd2f-9eda-446e-9281-9b2cdcf62575&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398774 Mar 30 18:24:07.889271 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device e6916972-a184-402b-9d77-50eec2cd4b62 up at agent hyperv_hv-cinder-83587 {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:24:07.912186 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f66031-cccd-4714-aead-a9da1d4c7f4d req-001c4d7b-7f43-4234-a13a-a1e2354d0cd0 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:07.913673 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-b2f66031-cccd-4714-aead-a9da1d4c7f4d req-001c4d7b-7f43-4234-a13a-a1e2354d0cd0 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6e482c9-c23f-4930-a249-60dd92771d8c HTTP/1.1" status: 200 len: 946 time: 0.0527780 Mar 30 18:24:07.939288 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Provisioning for port e6916972-a184-402b-9d77-50eec2cd4b62 completed by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 18:24:07.943680 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Provisioning complete for port e6916972-a184-402b-9d77-50eec2cd4b62 triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:24:07.944055 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (e6916972-a184-402b-9d77-50eec2cd4b62), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:07.961205 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-b2f66031-cccd-4714-aead-a9da1d4c7f4d req-4f6cf749-1e9a-4e97-909a-24bbf5f69bcc tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=e224ce21-3c38-4df1-a0c4-529ad7e4a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415187 Mar 30 18:24:08.024181 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Current status of the port e6916972-a184-402b-9d77-50eec2cd4b62 is: BUILD; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:24:08.024565 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (e6916972-a184-402b-9d77-50eec2cd4b62), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:08.048194 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69f0441a-f704-4255-9bd1-62407c266cff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6916972-a184-402b-9d77-50eec2cd4b62'}] {{(pid=103295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:24:08.050423 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7869a1eaeafddf677110b76453ce8b8be8513095297872c2e0c75408178073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97aece29-fb08-4b4b-a701-a7cc871d2f51" -d '{"events": [{"server_uuid": "69f0441a-f704-4255-9bd1-62407c266cff", "name": "network-vif-plugged", "status": "completed", "tag": "e6916972-a184-402b-9d77-50eec2cd4b62"}]}' {{(pid=103295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:24:08.063549 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port e6916972-a184-402b-9d77-50eec2cd4b62, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=e6916972-a184-402b-9d77-50eec2cd4b62,segment=NetworkSegment(488ac68f-655a-4ba9-b4cf-6bd5f03620c2),segment_id=488ac68f-655a-4ba9-b4cf-6bd5f03620c2)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:24:08.068446 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (e6916972-a184-402b-9d77-50eec2cd4b62), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:08.092237 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d4037d-b4ea-48d5-ab56-def13cf44bc3 x-openstack-request-id: req-01d4037d-b4ea-48d5-ab56-def13cf44bc3 {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:24:08.092542 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69f0441a-f704-4255-9bd1-62407c266cff", "name": "network-vif-plugged", "status": "completed", "tag": "e6916972-a184-402b-9d77-50eec2cd4b62", "code": 200}]} {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:24:08.092777 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-01d4037d-b4ea-48d5-ab56-def13cf44bc3 {{(pid=103295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:24:08.093166 dv-cinder-835879-1-iscsi neutron-server[103295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01d4037d-b4ea-48d5-ab56-def13cf44bc3'] response: {'server_uuid': '69f0441a-f704-4255-9bd1-62407c266cff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6916972-a184-402b-9d77-50eec2cd4b62', 'code': 200} Mar 30 18:24:08.118455 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Pushing event updated for resources: {'Port': ['ID=e6916972-a184-402b-9d77-50eec2cd4b62,revision_number=5']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:08.308574 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0624c0bc-145c-4106-9fca-970d1f9f3aca req-b1d06f61-abfa-4f5c-9f48-3bbc71f131a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:08.310568 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0624c0bc-145c-4106-9fca-970d1f9f3aca req-b1d06f61-abfa-4f5c-9f48-3bbc71f131a0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=69f0441a-f704-4255-9bd1-62407c266cff HTTP/1.1" status: 200 len: 1129 time: 0.0444634 Mar 30 18:24:08.359056 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0624c0bc-145c-4106-9fca-970d1f9f3aca req-c82c5ecb-8c18-45ec-96b4-9ae2b9c24543 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a9d6dd2f-9eda-446e-9281-9b2cdcf62575&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396094 Mar 30 18:24:08.613298 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56653de-5975-4f4d-b4d8-99fac35cd1c4 req-2bf23b5d-3492-41a0-9e63-a508d73289b2 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:08.614670 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-b56653de-5975-4f4d-b4d8-99fac35cd1c4 req-2bf23b5d-3492-41a0-9e63-a508d73289b2 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?device_id=69f0441a-f704-4255-9bd1-62407c266cff HTTP/1.1" status: 200 len: 945 time: 0.0526314 Mar 30 18:24:08.660349 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-b56653de-5975-4f4d-b4d8-99fac35cd1c4 req-14a87d47-0b6c-48ce-8b5e-75ff3201f0b6 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9d6dd2f-9eda-446e-9281-9b2cdcf62575&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400178 Mar 30 18:24:09.078277 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a783f5-43a3-4e3e-9312-e49ebe2fb00e req-936a272e-6df4-4283-a664-80d694ce86ec tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:09.079903 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-30a783f5-43a3-4e3e-9312-e49ebe2fb00e req-936a272e-6df4-4283-a664-80d694ce86ec tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6e482c9-c23f-4930-a249-60dd92771d8c HTTP/1.1" status: 200 len: 946 time: 0.0513148 Mar 30 18:24:09.125716 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-30a783f5-43a3-4e3e-9312-e49ebe2fb00e req-0736723d-38bc-4b0e-8765-29c9e42aae93 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=e224ce21-3c38-4df1-a0c4-529ad7e4a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402524 Mar 30 18:24:09.240634 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7d6447-9fe1-4deb-90d6-99c9543d8de0 req-7bb55593-29c4-4088-804f-11c0f28a9de4 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:09.241998 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-cc7d6447-9fe1-4deb-90d6-99c9543d8de0 req-7bb55593-29c4-4088-804f-11c0f28a9de4 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6e482c9-c23f-4930-a249-60dd92771d8c HTTP/1.1" status: 200 len: 946 time: 0.0553384 Mar 30 18:24:09.250910 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 37140) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:09.255211 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [None req-bc1d80b9-2747-4d20-afc6-d5b665956435 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Request body: {'floatingip': {'port_id': '3e2f7821-0a00-4198-8965-8972649ae0c9'}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:24:09.308735 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-bc1d80b9-2747-4d20-afc6-d5b665956435 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Publish callbacks [] for floatingip (1a6abe37-a2e5-4e13-b9c2-5c6c95e6c876), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:09.794378 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-bc1d80b9-2747-4d20-afc6-d5b665956435 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:09.799447 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-bc1d80b9-2747-4d20-afc6-d5b665956435 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623622'] for floatingip (1a6abe37-a2e5-4e13-b9c2-5c6c95e6c876), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:09.872013 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee961b7-9e9a-4aee-ad73-18bdefb8ceea req-6b6d2791-72af-49e2-a087-acf8ada60f8c tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:09.873490 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-dee961b7-9e9a-4aee-ad73-18bdefb8ceea req-6b6d2791-72af-49e2-a087-acf8ada60f8c tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?device_id=69f0441a-f704-4255-9bd1-62407c266cff HTTP/1.1" status: 200 len: 945 time: 0.1251082 Mar 30 18:24:09.938408 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-dee961b7-9e9a-4aee-ad73-18bdefb8ceea req-92278a1e-b7b9-4293-b87b-b9f3943e608a tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9d6dd2f-9eda-446e-9281-9b2cdcf62575&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0588686 Mar 30 18:24:10.087173 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b66f6-c9f6-4273-abec-2bc9745932df req-c42a774c-66a4-4b9e-9167-05d02c8da8ec tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:10.088614 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-983b66f6-c9f6-4273-abec-2bc9745932df req-c42a774c-66a4-4b9e-9167-05d02c8da8ec tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?device_id=69f0441a-f704-4255-9bd1-62407c266cff HTTP/1.1" status: 200 len: 945 time: 0.0795314 Mar 30 18:24:10.094074 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc1d80b9-2747-4d20-afc6-d5b665956435 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Router 7266c1d7-521e-414b-aff0-8c110dc9dbd7 has already been hosted by L3 agent bb9cbda0-d504-4372-97ec-0881b5676f92 {{(pid=103293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:24:10.097194 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 37146) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:10.101341 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [None req-1ab3a0af-2bab-4d0d-a3e6-a29fa44ee113 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Request body: {'floatingip': {'port_id': 'e6916972-a184-402b-9d77-50eec2cd4b62'}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:24:10.175745 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-1ab3a0af-2bab-4d0d-a3e6-a29fa44ee113 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks [] for floatingip (f0b8f605-e5b7-41fd-a9d9-68997694eaf6), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:10.333901 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc1d80b9-2747-4d20-afc6-d5b665956435 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Notify agent at l3_agent.dv-cinder-835879-1-iscsi the message routers_updated {{(pid=103293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:24:10.343890 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c468ac-3085-4ce5-909f-3aabf25157de None None] Sync routers for ids ['7266c1d7-521e-414b-aff0-8c110dc9dbd7'] in dv-cinder-835879-1-iscsi {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:24:10.353781 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c468ac-3085-4ce5-909f-3aabf25157de None None] Routers {'7266c1d7-521e-414b-aff0-8c110dc9dbd7'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:24:10.354384 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-34c468ac-3085-4ce5-909f-3aabf25157de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:24:00Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['7266c1d7-521e-414b-aff0-8c110dc9dbd7'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:24:10.367567 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-bc1d80b9-2747-4d20-afc6-d5b665956435 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for floatingip (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:10.435485 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6e482c9-c23f-4930-a249-60dd92771d8c', 'tag': '3e2f7821-0a00-4198-8965-8972649ae0c9'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:24:10.437714 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e41150553c85b09edab6cb52843a30629a36ec9d810f78f9b9d5c7c277fb574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5321f77f-f300-4ffa-904d-13dad14a1d72" -d '{"events": [{"name": "network-changed", "server_uuid": "f6e482c9-c23f-4930-a249-60dd92771d8c", "tag": "3e2f7821-0a00-4198-8965-8972649ae0c9"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:24:10.462106 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-34c468ac-3085-4ce5-909f-3aabf25157de None None] Set router 7266c1d7-521e-414b-aff0-8c110dc9dbd7 gateway port host: dv-cinder-835879-1-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:24:10.476631 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-bc1d80b9-2747-4d20-afc6-d5b665956435 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "PUT /v2.0/floatingips/1a6abe37-a2e5-4e13-b9c2-5c6c95e6c876 HTTP/1.1" status: 200 len: 994 time: 1.2221987 Mar 30 18:24:10.476631 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31877994-a4cd-4d95-b2f9-6263f41214a8 x-openstack-request-id: req-31877994-a4cd-4d95-b2f9-6263f41214a8 {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:24:10.476631 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6e482c9-c23f-4930-a249-60dd92771d8c", "tag": "3e2f7821-0a00-4198-8965-8972649ae0c9", "status": "completed", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:24:10.476631 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-31877994-a4cd-4d95-b2f9-6263f41214a8 {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:24:10.476631 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31877994-a4cd-4d95-b2f9-6263f41214a8'] response: {'name': 'network-changed', 'server_uuid': 'f6e482c9-c23f-4930-a249-60dd92771d8c', 'tag': '3e2f7821-0a00-4198-8965-8972649ae0c9', 'status': 'completed', 'code': 200} Mar 30 18:24:10.650437 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5321f77f-f300-4ffa-904d-13dad14a1d72 req-7dcd2324-475d-43c1-afd3-d260020846cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:10.652136 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-5321f77f-f300-4ffa-904d-13dad14a1d72 req-7dcd2324-475d-43c1-afd3-d260020846cc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=585ebec9292d43e7b65aab5ba734d8b9&device_id=f6e482c9-c23f-4930-a249-60dd92771d8c HTTP/1.1" status: 200 len: 1130 time: 0.1222639 Mar 30 18:24:10.685675 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-34c468ac-3085-4ce5-909f-3aabf25157de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7266c1d7-521e-414b-aff0-8c110dc9dbd7', 'name': 'tempest-ServerRescueNegativeTestJSON-1943900163-router', 'tenant_id': '585ebec9292d43e7b65aab5ba734d8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '2d7d92f9-be31-486f-9237-dcd2a09b1c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:20:33Z', 'updated_at': '2022-03-30T18:20:37Z', 'revision_number': 4, 'project_id': '585ebec9292d43e7b65aab5ba734d8b9', 'gw_port': {'id': '2d7d92f9-be31-486f-9237-dcd2a09b1c3a', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7266c1d7-521e-414b-aff0-8c110dc9dbd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:33Z', 'updated_at': '2022-03-30T18:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_floatingips': [{'id': '1a6abe37-a2e5-4e13-b9c2-5c6c95e6c876', 'tenant_id': '585ebec9292d43e7b65aab5ba734d8b9', 'floating_ip_address': '172.27.0.209', 'floating_network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'router_id': '7266c1d7-521e-414b-aff0-8c110dc9dbd7', 'port_id': '3e2f7821-0a00-4198-8965-8972649ae0c9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb', 'mac_address': 'fa:16:3e:4c:3e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e482c9-c23f-4930-a249-60dd92771d8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:22:29Z', 'updated_at': '2022-03-30T18:24:09Z', 'revision_number': 3, 'project_id': '585ebec9292d43e7b65aab5ba734d8b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fe1b64a-b721-4cae-986c-e8bedae4133f', 'name': '', 'network_id': '0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb', 'tenant_id': '585ebec9292d43e7b65aab5ba734d8b9', 'mac_address': 'fa:16:3e:9d:44:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7266c1d7-521e-414b-aff0-8c110dc9dbd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '803891e5-aae4-46c3-87bc-0de344219463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:36Z', 'updated_at': '2022-03-30T18:20:41Z', 'revision_number': 5, 'project_id': '585ebec9292d43e7b65aab5ba734d8b9', 'subnets': [{'id': '803891e5-aae4-46c3-87bc-0de344219463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:24:10.711176 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c468ac-3085-4ce5-909f-3aabf25157de None None] Checking router: 7266c1d7-521e-414b-aff0-8c110dc9dbd7 for host: dv-cinder-835879-1-iscsi {{(pid=103296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:24:10.719726 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c468ac-3085-4ce5-909f-3aabf25157de None None] Routers {'7266c1d7-521e-414b-aff0-8c110dc9dbd7'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:24:10.720574 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-34c468ac-3085-4ce5-909f-3aabf25157de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:24:00Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['7266c1d7-521e-414b-aff0-8c110dc9dbd7'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:24:10.795760 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-1ab3a0af-2bab-4d0d-a3e6-a29fa44ee113 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:10.806677 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-1ab3a0af-2bab-4d0d-a3e6-a29fa44ee113 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623622'] for floatingip (f0b8f605-e5b7-41fd-a9d9-68997694eaf6), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:10.826260 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-34c468ac-3085-4ce5-909f-3aabf25157de None None] Set router 7266c1d7-521e-414b-aff0-8c110dc9dbd7 gateway port host: dv-cinder-835879-1-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:24:10.842171 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5321f77f-f300-4ffa-904d-13dad14a1d72 req-b2d26e97-9f04-4fb6-b5b5-9e0715020268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:10.843680 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-5321f77f-f300-4ffa-904d-13dad14a1d72 req-b2d26e97-9f04-4fb6-b5b5-9e0715020268 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb HTTP/1.1" status: 200 len: 920 time: 0.1695025 Mar 30 18:24:10.945736 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-5321f77f-f300-4ffa-904d-13dad14a1d72 req-458e31fa-66fc-4032-a4d8-a865aecf6ad0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e2f7821-0a00-4198-8965-8972649ae0c9 HTTP/1.1" status: 200 len: 1002 time: 0.0738459 Mar 30 18:24:10.985819 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.db.l3_db [None req-1ab3a0af-2bab-4d0d-a3e6-a29fa44ee113 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Floating IP f0b8f605-e5b7-41fd-a9d9-68997694eaf6 associated. External IP: 172.27.0.115, port: e6916972-a184-402b-9d77-50eec2cd4b62. Mar 30 18:24:11.052031 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-34c468ac-3085-4ce5-909f-3aabf25157de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7266c1d7-521e-414b-aff0-8c110dc9dbd7', 'name': 'tempest-ServerRescueNegativeTestJSON-1943900163-router', 'tenant_id': '585ebec9292d43e7b65aab5ba734d8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '2d7d92f9-be31-486f-9237-dcd2a09b1c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:20:33Z', 'updated_at': '2022-03-30T18:20:37Z', 'revision_number': 4, 'project_id': '585ebec9292d43e7b65aab5ba734d8b9', 'gw_port': {'id': '2d7d92f9-be31-486f-9237-dcd2a09b1c3a', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7266c1d7-521e-414b-aff0-8c110dc9dbd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:33Z', 'updated_at': '2022-03-30T18:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_floatingips': [{'id': '1a6abe37-a2e5-4e13-b9c2-5c6c95e6c876', 'tenant_id': '585ebec9292d43e7b65aab5ba734d8b9', 'floating_ip_address': '172.27.0.209', 'floating_network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'router_id': '7266c1d7-521e-414b-aff0-8c110dc9dbd7', 'port_id': '3e2f7821-0a00-4198-8965-8972649ae0c9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb', 'mac_address': 'fa:16:3e:4c:3e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e482c9-c23f-4930-a249-60dd92771d8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:22:29Z', 'updated_at': '2022-03-30T18:24:09Z', 'revision_number': 3, 'project_id': '585ebec9292d43e7b65aab5ba734d8b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fe1b64a-b721-4cae-986c-e8bedae4133f', 'name': '', 'network_id': '0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb', 'tenant_id': '585ebec9292d43e7b65aab5ba734d8b9', 'mac_address': 'fa:16:3e:9d:44:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7266c1d7-521e-414b-aff0-8c110dc9dbd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '803891e5-aae4-46c3-87bc-0de344219463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:36Z', 'updated_at': '2022-03-30T18:20:41Z', 'revision_number': 5, 'project_id': '585ebec9292d43e7b65aab5ba734d8b9', 'subnets': [{'id': '803891e5-aae4-46c3-87bc-0de344219463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:24:11.078851 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c468ac-3085-4ce5-909f-3aabf25157de None None] The sync data for ids ['7266c1d7-521e-414b-aff0-8c110dc9dbd7'] in dv-cinder-835879-1-iscsi is: [{'id': '7266c1d7-521e-414b-aff0-8c110dc9dbd7', 'name': 'tempest-ServerRescueNegativeTestJSON-1943900163-router', 'tenant_id': '585ebec9292d43e7b65aab5ba734d8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '2d7d92f9-be31-486f-9237-dcd2a09b1c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:20:33Z', 'updated_at': '2022-03-30T18:20:37Z', 'revision_number': 4, 'project_id': '585ebec9292d43e7b65aab5ba734d8b9', 'gw_port': {'id': '2d7d92f9-be31-486f-9237-dcd2a09b1c3a', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7266c1d7-521e-414b-aff0-8c110dc9dbd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:33Z', 'updated_at': '2022-03-30T18:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_floatingips': [{'id': '1a6abe37-a2e5-4e13-b9c2-5c6c95e6c876', 'tenant_id': '585ebec9292d43e7b65aab5ba734d8b9', 'floating_ip_address': '172.27.0.209', 'floating_network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'router_id': '7266c1d7-521e-414b-aff0-8c110dc9dbd7', 'port_id': '3e2f7821-0a00-4198-8965-8972649ae0c9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb', 'mac_address': 'fa:16:3e:4c:3e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e482c9-c23f-4930-a249-60dd92771d8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:22:29Z', 'updated_at': '2022-03-30T18:24:09Z', 'revision_number': 3, 'project_id': '585ebec9292d43e7b65aab5ba734d8b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fe1b64a-b721-4cae-986c-e8bedae4133f', 'name': '', 'network_id': '0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb', 'tenant_id': '585ebec9292d43e7b65aab5ba734d8b9', 'mac_address': 'fa:16:3e:9d:44:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7266c1d7-521e-414b-aff0-8c110dc9dbd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '803891e5-aae4-46c3-87bc-0de344219463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:36Z', 'updated_at': '2022-03-30T18:20:41Z', 'revision_number': 5, 'project_id': '585ebec9292d43e7b65aab5ba734d8b9', 'subnets': [{'id': '803891e5-aae4-46c3-87bc-0de344219463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:24:11.321007 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5321f77f-f300-4ffa-904d-13dad14a1d72 req-81b378f6-a443-4886-8495-6ed0af454287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:11.322464 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-5321f77f-f300-4ffa-904d-13dad14a1d72 req-81b378f6-a443-4886-8495-6ed0af454287 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=803891e5-aae4-46c3-87bc-0de344219463 HTTP/1.1" status: 200 len: 858 time: 0.3695545 Mar 30 18:24:11.417193 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5321f77f-f300-4ffa-904d-13dad14a1d72 req-abf0c2b8-247a-457d-a28e-8253d9f38c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:11.418580 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-5321f77f-f300-4ffa-904d-13dad14a1d72 req-abf0c2b8-247a-457d-a28e-8253d9f38c88 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0871279 Mar 30 18:24:11.561447 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ab3a0af-2bab-4d0d-a3e6-a29fa44ee113 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Router 73970077-0c69-4313-9243-2daceaa6b2a7 has already been hosted by L3 agent bb9cbda0-d504-4372-97ec-0881b5676f92 {{(pid=103293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:24:11.563448 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-5321f77f-f300-4ffa-904d-13dad14a1d72 req-ee121097-8dc3-45b0-9d8e-cd3a4415acfc service neutron] 10.222.0.55 "GET /v2.0/networks/0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167457 Mar 30 18:24:11.729179 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-5321f77f-f300-4ffa-904d-13dad14a1d72 req-59823206-c28c-4d35-8c96-8d93be28b4b4 service neutron] 10.222.0.55 "GET /v2.0/networks/0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587467 Mar 30 18:24:11.737407 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab3a0af-2bab-4d0d-a3e6-a29fa44ee113 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Notify agent at l3_agent.dv-cinder-835879-1-iscsi the message routers_updated {{(pid=103293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:24:11.742032 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-1ab3a0af-2bab-4d0d-a3e6-a29fa44ee113 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for floatingip (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:11.747800 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd08eb66-f676-491c-a100-e104cf54c142 None None] Sync routers for ids ['73970077-0c69-4313-9243-2daceaa6b2a7'] in dv-cinder-835879-1-iscsi {{(pid=103295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:24:11.757278 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd08eb66-f676-491c-a100-e104cf54c142 None None] Routers {'73970077-0c69-4313-9243-2daceaa6b2a7'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:24:11.758127 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-fd08eb66-f676-491c-a100-e104cf54c142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:24:00Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['73970077-0c69-4313-9243-2daceaa6b2a7'], 'active': True} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:24:11.771042 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-1ab3a0af-2bab-4d0d-a3e6-a29fa44ee113 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "PUT /v2.0/floatingips/f0b8f605-e5b7-41fd-a9d9-68997694eaf6 HTTP/1.1" status: 200 len: 991 time: 1.6728289 Mar 30 18:24:11.867543 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvr_db [None req-fd08eb66-f676-491c-a100-e104cf54c142 None None] Set router 73970077-0c69-4313-9243-2daceaa6b2a7 gateway port host: dv-cinder-835879-1-iscsi {{(pid=103295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:24:12.085699 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-fd08eb66-f676-491c-a100-e104cf54c142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73970077-0c69-4313-9243-2daceaa6b2a7', 'name': 'tempest-AttachVolumeTestJSON-839470666-router', 'tenant_id': 'f6636f8a031548d18e3429de74b004e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '8b358b39-fc28-4ebf-8081-7d792932c3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:19:13Z', 'updated_at': '2022-03-30T18:19:23Z', 'revision_number': 4, 'project_id': 'f6636f8a031548d18e3429de74b004e9', 'gw_port': {'id': '8b358b39-fc28-4ebf-8081-7d792932c3d0', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:15:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73970077-0c69-4313-9243-2daceaa6b2a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:14Z', 'updated_at': '2022-03-30T18:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_floatingips': [{'id': 'f0b8f605-e5b7-41fd-a9d9-68997694eaf6', 'tenant_id': 'f6636f8a031548d18e3429de74b004e9', 'floating_ip_address': '172.27.0.115', 'floating_network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'router_id': '73970077-0c69-4313-9243-2daceaa6b2a7', 'port_id': 'e6916972-a184-402b-9d77-50eec2cd4b62', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99f9262f-3c8d-47d0-8af2-845395ed3cd0', 'mac_address': 'fa:16:3e:9a:06:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f0441a-f704-4255-9bd1-62407c266cff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:23:58Z', 'updated_at': '2022-03-30T18:24:10Z', 'revision_number': 1, 'project_id': 'f6636f8a031548d18e3429de74b004e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b73a327a-50c8-48fb-895d-601d4c8a223b', 'name': '', 'network_id': '99f9262f-3c8d-47d0-8af2-845395ed3cd0', 'tenant_id': 'f6636f8a031548d18e3429de74b004e9', 'mac_address': 'fa:16:3e:af:14:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73970077-0c69-4313-9243-2daceaa6b2a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4cc6a602-aaad-4e34-b4ef-47ed89dd7ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:21Z', 'updated_at': '2022-03-30T18:19:35Z', 'revision_number': 5, 'project_id': 'f6636f8a031548d18e3429de74b004e9', 'subnets': [{'id': '4cc6a602-aaad-4e34-b4ef-47ed89dd7ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:24:12.110588 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd08eb66-f676-491c-a100-e104cf54c142 None None] Checking router: 73970077-0c69-4313-9243-2daceaa6b2a7 for host: dv-cinder-835879-1-iscsi {{(pid=103295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:24:12.118633 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd08eb66-f676-491c-a100-e104cf54c142 None None] Routers {'73970077-0c69-4313-9243-2daceaa6b2a7'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:24:12.119197 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-fd08eb66-f676-491c-a100-e104cf54c142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:24:00Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['73970077-0c69-4313-9243-2daceaa6b2a7'], 'active': True} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:24:12.343341 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvr_db [None req-fd08eb66-f676-491c-a100-e104cf54c142 None None] Set router 73970077-0c69-4313-9243-2daceaa6b2a7 gateway port host: dv-cinder-835879-1-iscsi {{(pid=103295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:24:12.478240 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6e482c9-c23f-4930-a249-60dd92771d8c', 'tag': '3e2f7821-0a00-4198-8965-8972649ae0c9'}, {'name': 'network-changed', 'server_uuid': '69f0441a-f704-4255-9bd1-62407c266cff', 'tag': 'e6916972-a184-402b-9d77-50eec2cd4b62'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:24:12.480662 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e41150553c85b09edab6cb52843a30629a36ec9d810f78f9b9d5c7c277fb574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc60924-3143-4e9f-aeb3-cff3519294c1" -d '{"events": [{"name": "network-changed", "server_uuid": "f6e482c9-c23f-4930-a249-60dd92771d8c", "tag": "3e2f7821-0a00-4198-8965-8972649ae0c9"}, {"name": "network-changed", "server_uuid": "69f0441a-f704-4255-9bd1-62407c266cff", "tag": "e6916972-a184-402b-9d77-50eec2cd4b62"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:24:12.520463 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 30 Mar 2022 18:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-391f1b45-4688-4384-a079-61b2418b082d x-openstack-request-id: req-391f1b45-4688-4384-a079-61b2418b082d {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:24:12.520756 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6e482c9-c23f-4930-a249-60dd92771d8c", "tag": "3e2f7821-0a00-4198-8965-8972649ae0c9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "69f0441a-f704-4255-9bd1-62407c266cff", "tag": "e6916972-a184-402b-9d77-50eec2cd4b62", "status": "completed", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:24:12.521136 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-391f1b45-4688-4384-a079-61b2418b082d {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:24:12.521539 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-391f1b45-4688-4384-a079-61b2418b082d'] response: {'name': 'network-changed', 'server_uuid': 'f6e482c9-c23f-4930-a249-60dd92771d8c', 'tag': '3e2f7821-0a00-4198-8965-8972649ae0c9', 'status': 'completed', 'code': 200} Mar 30 18:24:12.521797 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-391f1b45-4688-4384-a079-61b2418b082d'] response: {'name': 'network-changed', 'server_uuid': '69f0441a-f704-4255-9bd1-62407c266cff', 'tag': 'e6916972-a184-402b-9d77-50eec2cd4b62', 'status': 'completed', 'code': 200} Mar 30 18:24:12.564696 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-fd08eb66-f676-491c-a100-e104cf54c142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73970077-0c69-4313-9243-2daceaa6b2a7', 'name': 'tempest-AttachVolumeTestJSON-839470666-router', 'tenant_id': 'f6636f8a031548d18e3429de74b004e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '8b358b39-fc28-4ebf-8081-7d792932c3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:19:13Z', 'updated_at': '2022-03-30T18:19:23Z', 'revision_number': 4, 'project_id': 'f6636f8a031548d18e3429de74b004e9', 'gw_port': {'id': '8b358b39-fc28-4ebf-8081-7d792932c3d0', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:15:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73970077-0c69-4313-9243-2daceaa6b2a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:14Z', 'updated_at': '2022-03-30T18:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_floatingips': [{'id': 'f0b8f605-e5b7-41fd-a9d9-68997694eaf6', 'tenant_id': 'f6636f8a031548d18e3429de74b004e9', 'floating_ip_address': '172.27.0.115', 'floating_network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'router_id': '73970077-0c69-4313-9243-2daceaa6b2a7', 'port_id': 'e6916972-a184-402b-9d77-50eec2cd4b62', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99f9262f-3c8d-47d0-8af2-845395ed3cd0', 'mac_address': 'fa:16:3e:9a:06:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f0441a-f704-4255-9bd1-62407c266cff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:23:58Z', 'updated_at': '2022-03-30T18:24:10Z', 'revision_number': 1, 'project_id': 'f6636f8a031548d18e3429de74b004e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b73a327a-50c8-48fb-895d-601d4c8a223b', 'name': '', 'network_id': '99f9262f-3c8d-47d0-8af2-845395ed3cd0', 'tenant_id': 'f6636f8a031548d18e3429de74b004e9', 'mac_address': 'fa:16:3e:af:14:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73970077-0c69-4313-9243-2daceaa6b2a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4cc6a602-aaad-4e34-b4ef-47ed89dd7ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:21Z', 'updated_at': '2022-03-30T18:19:35Z', 'revision_number': 5, 'project_id': 'f6636f8a031548d18e3429de74b004e9', 'subnets': [{'id': '4cc6a602-aaad-4e34-b4ef-47ed89dd7ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:24:12.591176 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd08eb66-f676-491c-a100-e104cf54c142 None None] The sync data for ids ['73970077-0c69-4313-9243-2daceaa6b2a7'] in dv-cinder-835879-1-iscsi is: [{'id': '73970077-0c69-4313-9243-2daceaa6b2a7', 'name': 'tempest-AttachVolumeTestJSON-839470666-router', 'tenant_id': 'f6636f8a031548d18e3429de74b004e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '8b358b39-fc28-4ebf-8081-7d792932c3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:19:13Z', 'updated_at': '2022-03-30T18:19:23Z', 'revision_number': 4, 'project_id': 'f6636f8a031548d18e3429de74b004e9', 'gw_port': {'id': '8b358b39-fc28-4ebf-8081-7d792932c3d0', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:15:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73970077-0c69-4313-9243-2daceaa6b2a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:14Z', 'updated_at': '2022-03-30T18:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_floatingips': [{'id': 'f0b8f605-e5b7-41fd-a9d9-68997694eaf6', 'tenant_id': 'f6636f8a031548d18e3429de74b004e9', 'floating_ip_address': '172.27.0.115', 'floating_network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'router_id': '73970077-0c69-4313-9243-2daceaa6b2a7', 'port_id': 'e6916972-a184-402b-9d77-50eec2cd4b62', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99f9262f-3c8d-47d0-8af2-845395ed3cd0', 'mac_address': 'fa:16:3e:9a:06:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f0441a-f704-4255-9bd1-62407c266cff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:23:58Z', 'updated_at': '2022-03-30T18:24:10Z', 'revision_number': 1, 'project_id': 'f6636f8a031548d18e3429de74b004e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b73a327a-50c8-48fb-895d-601d4c8a223b', 'name': '', 'network_id': '99f9262f-3c8d-47d0-8af2-845395ed3cd0', 'tenant_id': 'f6636f8a031548d18e3429de74b004e9', 'mac_address': 'fa:16:3e:af:14:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73970077-0c69-4313-9243-2daceaa6b2a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4cc6a602-aaad-4e34-b4ef-47ed89dd7ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:21Z', 'updated_at': '2022-03-30T18:19:35Z', 'revision_number': 5, 'project_id': 'f6636f8a031548d18e3429de74b004e9', 'subnets': [{'id': '4cc6a602-aaad-4e34-b4ef-47ed89dd7ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:24:12.617795 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc60924-3143-4e9f-aeb3-cff3519294c1 req-554bff5c-6c94-4e34-a2d8-691bba3c13b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:12.619328 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-5dc60924-3143-4e9f-aeb3-cff3519294c1 req-554bff5c-6c94-4e34-a2d8-691bba3c13b2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=585ebec9292d43e7b65aab5ba734d8b9&device_id=f6e482c9-c23f-4930-a249-60dd92771d8c HTTP/1.1" status: 200 len: 1130 time: 0.0478909 Mar 30 18:24:12.716157 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc60924-3143-4e9f-aeb3-cff3519294c1 req-24ffac11-5774-48b4-940b-5c0566ec3ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:12.717648 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-5dc60924-3143-4e9f-aeb3-cff3519294c1 req-24ffac11-5774-48b4-940b-5c0566ec3ed8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb HTTP/1.1" status: 200 len: 920 time: 0.0853498 Mar 30 18:24:12.778667 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2e7a9d-ac3e-4e1f-83d2-16e06b723829 None None] New status for floating IP f0b8f605-e5b7-41fd-a9d9-68997694eaf6: ACTIVE {{(pid=103296) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:24:12.790364 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-5dc60924-3143-4e9f-aeb3-cff3519294c1 req-32fe9f72-fb56-40f4-9bdd-e2d94da58fef service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e2f7821-0a00-4198-8965-8972649ae0c9 HTTP/1.1" status: 200 len: 1002 time: 0.0641749 Mar 30 18:24:12.838338 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc60924-3143-4e9f-aeb3-cff3519294c1 req-1b68bc7b-431b-4984-811a-303366b7e34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:12.839877 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-5dc60924-3143-4e9f-aeb3-cff3519294c1 req-1b68bc7b-431b-4984-811a-303366b7e34d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=803891e5-aae4-46c3-87bc-0de344219463 HTTP/1.1" status: 200 len: 858 time: 0.0438030 Mar 30 18:24:12.887993 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc60924-3143-4e9f-aeb3-cff3519294c1 req-eb2379f5-2b78-4d4d-969d-52b5ba5556e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:12.889496 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-5dc60924-3143-4e9f-aeb3-cff3519294c1 req-eb2379f5-2b78-4d4d-969d-52b5ba5556e1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435627 Mar 30 18:24:12.990089 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-5dc60924-3143-4e9f-aeb3-cff3519294c1 req-3dd3911b-36fe-4e25-8f71-3a0ac973574d service neutron] 10.222.0.55 "GET /v2.0/networks/0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916624 Mar 30 18:24:13.080947 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-5dc60924-3143-4e9f-aeb3-cff3519294c1 req-13b489a1-e3d0-4507-909f-e81c3201b3cc service neutron] 10.222.0.55 "GET /v2.0/networks/0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830076 Mar 30 18:24:13.206398 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc60924-3143-4e9f-aeb3-cff3519294c1 req-d03d9213-c493-4004-afc9-bf0f5ddbc614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:13.207928 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-5dc60924-3143-4e9f-aeb3-cff3519294c1 req-d03d9213-c493-4004-afc9-bf0f5ddbc614 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f6636f8a031548d18e3429de74b004e9&device_id=69f0441a-f704-4255-9bd1-62407c266cff HTTP/1.1" status: 200 len: 1129 time: 0.0442891 Mar 30 18:24:13.298494 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc60924-3143-4e9f-aeb3-cff3519294c1 req-64276f8b-e3ad-41d7-8df4-cbc45e0e045c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:13.299879 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-5dc60924-3143-4e9f-aeb3-cff3519294c1 req-64276f8b-e3ad-41d7-8df4-cbc45e0e045c service neutron] 10.222.0.55 "GET /v2.0/networks?id=99f9262f-3c8d-47d0-8af2-845395ed3cd0 HTTP/1.1" status: 200 len: 911 time: 0.0846589 Mar 30 18:24:13.363795 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-5dc60924-3143-4e9f-aeb3-cff3519294c1 req-e1f1bec4-4081-48d6-bd76-a8672e9f2d57 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6916972-a184-402b-9d77-50eec2cd4b62 HTTP/1.1" status: 200 len: 1001 time: 0.0565054 Mar 30 18:24:13.415188 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc60924-3143-4e9f-aeb3-cff3519294c1 req-c38573b4-e5e7-46b1-b687-4e6b2f5d42ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:13.416669 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-5dc60924-3143-4e9f-aeb3-cff3519294c1 req-c38573b4-e5e7-46b1-b687-4e6b2f5d42ea service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4cc6a602-aaad-4e34-b4ef-47ed89dd7ce5 HTTP/1.1" status: 200 len: 849 time: 0.0468478 Mar 30 18:24:13.466575 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc60924-3143-4e9f-aeb3-cff3519294c1 req-fe47bf91-9175-4a7a-aada-b93a7bb92fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:13.468112 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-5dc60924-3143-4e9f-aeb3-cff3519294c1 req-fe47bf91-9175-4a7a-aada-b93a7bb92fa3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=99f9262f-3c8d-47d0-8af2-845395ed3cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445478 Mar 30 18:24:13.557379 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-5dc60924-3143-4e9f-aeb3-cff3519294c1 req-d04c2686-9f2d-4ff8-b278-1041c8f62320 service neutron] 10.222.0.55 "GET /v2.0/networks/99f9262f-3c8d-47d0-8af2-845395ed3cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807335 Mar 30 18:24:13.659987 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-5dc60924-3143-4e9f-aeb3-cff3519294c1 req-5f7e6bff-736f-433b-8517-7aaba88605c1 service neutron] 10.222.0.55 "GET /v2.0/networks/99f9262f-3c8d-47d0-8af2-845395ed3cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939271 Mar 30 18:24:13.853225 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3ed06f25-e31f-4bbf-9f52-bab2f11e5dd8 req-9998b26d-5c5a-4386-a74d-29063dfba71d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f3b1014b-57d4-4226-a4c3-219a1a4db3db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424783 Mar 30 18:24:13.936588 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed06f25-e31f-4bbf-9f52-bab2f11e5dd8 req-2b77b56b-0c45-420e-8ce2-edb08c65ff0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:13.938068 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3ed06f25-e31f-4bbf-9f52-bab2f11e5dd8 req-2b77b56b-0c45-420e-8ce2-edb08c65ff0b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=585ebec9292d43e7b65aab5ba734d8b9&device_id=f3b1014b-57d4-4226-a4c3-219a1a4db3db HTTP/1.1" status: 200 len: 1129 time: 0.0433855 Mar 30 18:24:14.046543 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed06f25-e31f-4bbf-9f52-bab2f11e5dd8 req-81896551-1896-48e3-8546-cf6553f90a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:14.047999 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3ed06f25-e31f-4bbf-9f52-bab2f11e5dd8 req-81896551-1896-48e3-8546-cf6553f90a0c service neutron] 10.222.0.55 "GET /v2.0/networks?id=0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb HTTP/1.1" status: 200 len: 920 time: 0.0863874 Mar 30 18:24:14.091714 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3ed06f25-e31f-4bbf-9f52-bab2f11e5dd8 req-3dd8cd8e-4b64-490a-8a8d-1f9d95879ffb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f011040f-cb75-49cc-9ae4-d7326ea6448c HTTP/1.1" status: 200 len: 217 time: 0.0336831 Mar 30 18:24:14.138070 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed06f25-e31f-4bbf-9f52-bab2f11e5dd8 req-baeab60d-19f5-461d-9413-e67036e47069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:14.139509 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3ed06f25-e31f-4bbf-9f52-bab2f11e5dd8 req-baeab60d-19f5-461d-9413-e67036e47069 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=803891e5-aae4-46c3-87bc-0de344219463 HTTP/1.1" status: 200 len: 858 time: 0.0413511 Mar 30 18:24:14.190900 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed06f25-e31f-4bbf-9f52-bab2f11e5dd8 req-a46204e3-b2d6-4566-a25e-0d91c4497d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:14.192380 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3ed06f25-e31f-4bbf-9f52-bab2f11e5dd8 req-a46204e3-b2d6-4566-a25e-0d91c4497d73 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466740 Mar 30 18:24:14.277574 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3ed06f25-e31f-4bbf-9f52-bab2f11e5dd8 req-09e2b215-d130-41eb-baf6-41ccb0b5a484 service neutron] 10.222.0.55 "GET /v2.0/networks/0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777273 Mar 30 18:24:14.366739 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3ed06f25-e31f-4bbf-9f52-bab2f11e5dd8 req-336db4cc-ee38-4c06-afcb-00cc462ecb90 service neutron] 10.222.0.55 "GET /v2.0/networks/0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811205 Mar 30 18:24:16.349797 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (48cc6dd0-9d47-40d1-bfd7-3609261a1488), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:24.292559 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef06ecc3-a0e1-4845-b6f4-10fbb4b56192 req-1daef620-24d9-40a8-b233-e7134e7a5ce8 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:24.294739 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ef06ecc3-a0e1-4845-b6f4-10fbb4b56192 req-1daef620-24d9-40a8-b233-e7134e7a5ce8 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b298366-60d5-46cb-9e14-1d17f537c336 HTTP/1.1" status: 200 len: 945 time: 0.0524650 Mar 30 18:24:24.340316 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ef06ecc3-a0e1-4845-b6f4-10fbb4b56192 req-c2eacc17-e80c-49cb-a111-0a39216fd2a9 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/security-groups?id=1970c875-5b9e-4050-9b57-149485353187&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398555 Mar 30 18:24:25.458790 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8663e2-8682-430d-a52e-f901d88ef482 req-d7d66aa4-e3ff-4d82-b912-c08ae4c58e00 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:25.460268 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-bc8663e2-8682-430d-a52e-f901d88ef482 req-d7d66aa4-e3ff-4d82-b912-c08ae4c58e00 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b298366-60d5-46cb-9e14-1d17f537c336 HTTP/1.1" status: 200 len: 945 time: 0.0519922 Mar 30 18:24:25.508692 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-bc8663e2-8682-430d-a52e-f901d88ef482 req-4560b254-6645-4e39-b8b4-e59bd9a70039 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/security-groups?id=1970c875-5b9e-4050-9b57-149485353187&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428681 Mar 30 18:24:26.275180 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027227e5-3586-4929-8ecc-ae83bce60bbf req-1a8496f2-9422-4ab3-a3c2-b54366956ac1 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:26.276617 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-027227e5-3586-4929-8ecc-ae83bce60bbf req-1a8496f2-9422-4ab3-a3c2-b54366956ac1 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b298366-60d5-46cb-9e14-1d17f537c336 HTTP/1.1" status: 200 len: 945 time: 0.0501528 Mar 30 18:24:26.368291 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [req-027227e5-3586-4929-8ecc-ae83bce60bbf req-be30742c-c6cc-4c30-ba91-242720193dea tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Deleting port 6c4180f7-e50e-452a-9f57-bbeaf48c8438 {{(pid=103293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:24:26.368628 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-027227e5-3586-4929-8ecc-ae83bce60bbf req-be30742c-c6cc-4c30-ba91-242720193dea tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759690029078'] for port (6c4180f7-e50e-452a-9f57-bbeaf48c8438), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:26.456619 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [req-027227e5-3586-4929-8ecc-ae83bce60bbf req-be30742c-c6cc-4c30-ba91-242720193dea tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] For port 6c4180f7-e50e-452a-9f57-bbeaf48c8438, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=6c4180f7-e50e-452a-9f57-bbeaf48c8438,segment=NetworkSegment(eb738ca0-ee17-403d-85ee-2ae2dc7037b1),segment_id=eb738ca0-ee17-403d-85ee-2ae2dc7037b1)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:24:26.456980 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-027227e5-3586-4929-8ecc-ae83bce60bbf req-be30742c-c6cc-4c30-ba91-242720193dea tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586036'] for port (6c4180f7-e50e-452a-9f57-bbeaf48c8438), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:26.653294 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-027227e5-3586-4929-8ecc-ae83bce60bbf req-be30742c-c6cc-4c30-ba91-242720193dea tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:26.653999 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-027227e5-3586-4929-8ecc-ae83bce60bbf req-be30742c-c6cc-4c30-ba91-242720193dea tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623622'] for floatingip (e2a3e55e-a35a-4a7b-8060-c0846b26dc04), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:26.653999 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.db.l3_db [req-027227e5-3586-4929-8ecc-ae83bce60bbf req-be30742c-c6cc-4c30-ba91-242720193dea tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Floating IP e2a3e55e-a35a-4a7b-8060-c0846b26dc04 disassociated. External IP: 172.27.0.205, port: 6c4180f7-e50e-452a-9f57-bbeaf48c8438. Mar 30 18:24:26.654280 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [req-027227e5-3586-4929-8ecc-ae83bce60bbf req-be30742c-c6cc-4c30-ba91-242720193dea tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Calling delete_port for 6c4180f7-e50e-452a-9f57-bbeaf48c8438 owned by compute:nova {{(pid=103293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:24:26.708259 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e88d9-ff36-4179-adc1-14ccee8fd214 req-195f5ded-9d3f-4313-8b89-1a595cc17b23 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:26.709609 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3d1e88d9-ff36-4179-adc1-14ccee8fd214 req-195f5ded-9d3f-4313-8b89-1a595cc17b23 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b298366-60d5-46cb-9e14-1d17f537c336 HTTP/1.1" status: 200 len: 945 time: 0.1103013 Mar 30 18:24:26.774457 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3d1e88d9-ff36-4179-adc1-14ccee8fd214 req-fa766855-4c67-47d2-9ec0-7962a91a2e67 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/security-groups?id=1970c875-5b9e-4050-9b57-149485353187&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582802 Mar 30 18:24:26.828584 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-027227e5-3586-4929-8ecc-ae83bce60bbf req-be30742c-c6cc-4c30-ba91-242720193dea tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759690034297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759689464333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58814409'] for port (6c4180f7-e50e-452a-9f57-bbeaf48c8438), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:26.857970 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be30742c-c6cc-4c30-ba91-242720193dea tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Pushing event deleted for resources: {'Port': ['ID=6c4180f7-e50e-452a-9f57-bbeaf48c8438,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:26.975637 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.l3_agent_scheduler [req-027227e5-3586-4929-8ecc-ae83bce60bbf req-be30742c-c6cc-4c30-ba91-242720193dea tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Router 9e927d26-fdad-4de0-b401-be4f8bf7ed4f has already been hosted by L3 agent bb9cbda0-d504-4372-97ec-0881b5676f92 {{(pid=103293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:24:27.082909 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-027227e5-3586-4929-8ecc-ae83bce60bbf req-be30742c-c6cc-4c30-ba91-242720193dea tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Notify agent at l3_agent.dv-cinder-835879-1-iscsi the message routers_updated {{(pid=103293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:24:27.092729 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c609f16a-2a1c-479c-8f28-5e944e050153 None None] Sync routers for ids ['9e927d26-fdad-4de0-b401-be4f8bf7ed4f'] in dv-cinder-835879-1-iscsi {{(pid=103295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:24:27.102946 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c609f16a-2a1c-479c-8f28-5e944e050153 None None] Routers {'9e927d26-fdad-4de0-b401-be4f8bf7ed4f'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:24:27.103632 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-c609f16a-2a1c-479c-8f28-5e944e050153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:24:00Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['9e927d26-fdad-4de0-b401-be4f8bf7ed4f'], 'active': True} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:24:27.126159 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [req-027227e5-3586-4929-8ecc-ae83bce60bbf req-be30742c-c6cc-4c30-ba91-242720193dea tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] No DVR routers for this DVR port 6c4180f7-e50e-452a-9f57-bbeaf48c8438 on host hv-cinder-83587 {{(pid=103293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:24:27.128874 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-027227e5-3586-4929-8ecc-ae83bce60bbf req-be30742c-c6cc-4c30-ba91-242720193dea tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for port (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:27.132469 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-027227e5-3586-4929-8ecc-ae83bce60bbf req-be30742c-c6cc-4c30-ba91-242720193dea tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.55 "DELETE /v2.0/ports/6c4180f7-e50e-452a-9f57-bbeaf48c8438 HTTP/1.1" status: 204 len: 173 time: 0.8490837 Mar 30 18:24:27.132994 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b298366-60d5-46cb-9e14-1d17f537c336', 'name': 'network-vif-deleted', 'tag': '6c4180f7-e50e-452a-9f57-bbeaf48c8438'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:24:27.138176 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e41150553c85b09edab6cb52843a30629a36ec9d810f78f9b9d5c7c277fb574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f20152fb-dacc-41a5-b13f-14b801e9d4c8" -d '{"events": [{"server_uuid": "9b298366-60d5-46cb-9e14-1d17f537c336", "name": "network-vif-deleted", "tag": "6c4180f7-e50e-452a-9f57-bbeaf48c8438"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:24:27.174021 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34250742-7894-430c-a1f3-49a8196f0c5b x-openstack-request-id: req-34250742-7894-430c-a1f3-49a8196f0c5b {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:24:27.174317 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b298366-60d5-46cb-9e14-1d17f537c336", "name": "network-vif-deleted", "tag": "6c4180f7-e50e-452a-9f57-bbeaf48c8438", "status": "completed", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:24:27.174605 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-34250742-7894-430c-a1f3-49a8196f0c5b {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:24:27.177067 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34250742-7894-430c-a1f3-49a8196f0c5b'] response: {'server_uuid': '9b298366-60d5-46cb-9e14-1d17f537c336', 'name': 'network-vif-deleted', 'tag': '6c4180f7-e50e-452a-9f57-bbeaf48c8438', 'status': 'completed', 'code': 200} Mar 30 18:24:27.221181 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvr_db [None req-c609f16a-2a1c-479c-8f28-5e944e050153 None None] Set router 9e927d26-fdad-4de0-b401-be4f8bf7ed4f gateway port host: dv-cinder-835879-1-iscsi {{(pid=103295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:24:27.433530 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-c609f16a-2a1c-479c-8f28-5e944e050153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'name': 'tempest-AttachVolumeNegativeTest-1445051510-router', 'tenant_id': '279a01c655714587a3db731678eada47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'b803bc7d-24e4-4b13-8019-5fc99b0eeb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:19:14Z', 'updated_at': '2022-03-30T18:19:32Z', 'revision_number': 4, 'project_id': '279a01c655714587a3db731678eada47', 'gw_port': {'id': 'b803bc7d-24e4-4b13-8019-5fc99b0eeb41', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:44:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:16Z', 'updated_at': '2022-03-30T18:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_interfaces': [{'id': 'f95f2d79-8e95-460d-b979-08e6301c655f', 'name': '', 'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a', 'tenant_id': '279a01c655714587a3db731678eada47', 'mac_address': 'fa:16:3e:95:ea:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '753583e9-792f-4b04-97da-dc50f6b2fa57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:26Z', 'updated_at': '2022-03-30T18:19:41Z', 'revision_number': 5, 'project_id': '279a01c655714587a3db731678eada47', 'subnets': [{'id': '753583e9-792f-4b04-97da-dc50f6b2fa57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:24:27.459472 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c609f16a-2a1c-479c-8f28-5e944e050153 None None] Checking router: 9e927d26-fdad-4de0-b401-be4f8bf7ed4f for host: dv-cinder-835879-1-iscsi {{(pid=103295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:24:27.468167 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c609f16a-2a1c-479c-8f28-5e944e050153 None None] Routers {'9e927d26-fdad-4de0-b401-be4f8bf7ed4f'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:24:27.468771 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-c609f16a-2a1c-479c-8f28-5e944e050153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:24:00Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['9e927d26-fdad-4de0-b401-be4f8bf7ed4f'], 'active': True} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:24:27.572663 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvr_db [None req-c609f16a-2a1c-479c-8f28-5e944e050153 None None] Set router 9e927d26-fdad-4de0-b401-be4f8bf7ed4f gateway port host: dv-cinder-835879-1-iscsi {{(pid=103295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:24:27.707073 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-70c79d92-da90-4fb2-8912-99c33dce49dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (c82c41e6-6be9-408a-ae4d-4131a3230230), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:27.785775 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-c609f16a-2a1c-479c-8f28-5e944e050153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'name': 'tempest-AttachVolumeNegativeTest-1445051510-router', 'tenant_id': '279a01c655714587a3db731678eada47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'b803bc7d-24e4-4b13-8019-5fc99b0eeb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:19:14Z', 'updated_at': '2022-03-30T18:19:32Z', 'revision_number': 4, 'project_id': '279a01c655714587a3db731678eada47', 'gw_port': {'id': 'b803bc7d-24e4-4b13-8019-5fc99b0eeb41', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:44:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:16Z', 'updated_at': '2022-03-30T18:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_interfaces': [{'id': 'f95f2d79-8e95-460d-b979-08e6301c655f', 'name': '', 'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a', 'tenant_id': '279a01c655714587a3db731678eada47', 'mac_address': 'fa:16:3e:95:ea:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '753583e9-792f-4b04-97da-dc50f6b2fa57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:26Z', 'updated_at': '2022-03-30T18:19:41Z', 'revision_number': 5, 'project_id': '279a01c655714587a3db731678eada47', 'subnets': [{'id': '753583e9-792f-4b04-97da-dc50f6b2fa57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:24:27.813962 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c609f16a-2a1c-479c-8f28-5e944e050153 None None] The sync data for ids ['9e927d26-fdad-4de0-b401-be4f8bf7ed4f'] in dv-cinder-835879-1-iscsi is: [{'id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'name': 'tempest-AttachVolumeNegativeTest-1445051510-router', 'tenant_id': '279a01c655714587a3db731678eada47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'b803bc7d-24e4-4b13-8019-5fc99b0eeb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:19:14Z', 'updated_at': '2022-03-30T18:19:32Z', 'revision_number': 4, 'project_id': '279a01c655714587a3db731678eada47', 'gw_port': {'id': 'b803bc7d-24e4-4b13-8019-5fc99b0eeb41', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:44:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:16Z', 'updated_at': '2022-03-30T18:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_interfaces': [{'id': 'f95f2d79-8e95-460d-b979-08e6301c655f', 'name': '', 'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a', 'tenant_id': '279a01c655714587a3db731678eada47', 'mac_address': 'fa:16:3e:95:ea:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '753583e9-792f-4b04-97da-dc50f6b2fa57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:26Z', 'updated_at': '2022-03-30T18:19:41Z', 'revision_number': 5, 'project_id': '279a01c655714587a3db731678eada47', 'subnets': [{'id': '753583e9-792f-4b04-97da-dc50f6b2fa57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:24:27.904157 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3869196f-4c25-4905-9d8a-b5a4ad16a69d req-e34bb47f-e153-469f-8b37-0829b40af828 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b298366-60d5-46cb-9e14-1d17f537c336 HTTP/1.1" status: 200 len: 210 time: 0.0342116 Mar 30 18:24:28.068655 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90504272-7aea-43e8-a433-83df3d656f84 None None] New status for floating IP e2a3e55e-a35a-4a7b-8060-c0846b26dc04: DOWN {{(pid=103296) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:24:28.985077 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 37260) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:29.036638 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-3d1a79e9-840a-45c4-b531-8f275e0aabd2 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for security_group (1970c875-5b9e-4050-9b57-149485353187), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:29.059018 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-3d1a79e9-840a-45c4-b531-8f275e0aabd2 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for security_group (1970c875-5b9e-4050-9b57-149485353187), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:29.104806 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-3d1a79e9-840a-45c4-b531-8f275e0aabd2 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (1970c875-5b9e-4050-9b57-149485353187), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:29.108535 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-3d1a79e9-840a-45c4-b531-8f275e0aabd2 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for security_group (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:29.109770 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-3d1a79e9-840a-45c4-b531-8f275e0aabd2 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "DELETE /v2.0/security-groups/1970c875-5b9e-4050-9b57-149485353187 HTTP/1.1" status: 204 len: 168 time: 0.1236861 Mar 30 18:24:29.112621 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 37264) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:29.118821 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1a79e9-840a-45c4-b531-8f275e0aabd2 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1970c875-5b9e-4050-9b57-149485353187,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:29.140467 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.api.v2.resource [None req-0d248185-77b5-4fae-b4e6-15a530b97a23 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] show failed (client error): The resource could not be found. Mar 30 18:24:29.141793 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-0d248185-77b5-4fae-b4e6-15a530b97a23 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/security-groups/1970c875-5b9e-4050-9b57-149485353187 HTTP/1.1" status: 404 len: 347 time: 0.0274601 Mar 30 18:24:29.144822 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 37266) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:29.268882 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-510d113d-c3f2-4deb-8ab9-5ef08046c5e0 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Deleting port 49b3391e-315d-4eaf-94e9-4c8a768f9dfe {{(pid=103294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:24:29.269221 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-510d113d-c3f2-4deb-8ab9-5ef08046c5e0 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759690029078'] for port (49b3391e-315d-4eaf-94e9-4c8a768f9dfe), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:29.345330 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-510d113d-c3f2-4deb-8ab9-5ef08046c5e0 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586036'] for port (49b3391e-315d-4eaf-94e9-4c8a768f9dfe), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:29.345649 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-510d113d-c3f2-4deb-8ab9-5ef08046c5e0 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for floatingip (49b3391e-315d-4eaf-94e9-4c8a768f9dfe), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:29.357193 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-510d113d-c3f2-4deb-8ab9-5ef08046c5e0 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Calling delete_port for 49b3391e-315d-4eaf-94e9-4c8a768f9dfe owned by network:floatingip {{(pid=103294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:24:29.501540 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-510d113d-c3f2-4deb-8ab9-5ef08046c5e0 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759690034297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759689464333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59249992'] for port (49b3391e-315d-4eaf-94e9-4c8a768f9dfe), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:29.527455 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510d113d-c3f2-4deb-8ab9-5ef08046c5e0 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Pushing event deleted for resources: {'Port': ['ID=49b3391e-315d-4eaf-94e9-4c8a768f9dfe,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:29.552500 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc251455-a27c-4e1c-bb9a-ec6d73ac6b10 req-fda1e95b-036e-4ba0-aff3-c7ae6a22af83 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:29.553990 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-cc251455-a27c-4e1c-bb9a-ec6d73ac6b10 req-fda1e95b-036e-4ba0-aff3-c7ae6a22af83 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2bfcc51-1d2f-4fba-a25e-70ca42dac005 HTTP/1.1" status: 200 len: 945 time: 0.0580242 Mar 30 18:24:29.587673 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-510d113d-c3f2-4deb-8ab9-5ef08046c5e0 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for floatingip (e2a3e55e-a35a-4a7b-8060-c0846b26dc04), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:29.590387 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-510d113d-c3f2-4deb-8ab9-5ef08046c5e0 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for floatingip (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:29.594625 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-510d113d-c3f2-4deb-8ab9-5ef08046c5e0 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "DELETE /v2.0/floatingips/e2a3e55e-a35a-4a7b-8060-c0846b26dc04 HTTP/1.1" status: 204 len: 168 time: 0.4460022 Mar 30 18:24:29.601810 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-cc251455-a27c-4e1c-bb9a-ec6d73ac6b10 req-8a36e4a3-9e3c-4d2c-9a33-5cc157d59afe tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=f819a06d-d42e-4dcc-853e-162f96413bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421875 Mar 30 18:24:30.062674 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device 6c4180f7-e50e-452a-9f57-bbeaf48c8438 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:24:30.091460 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] No Port match for: 6c4180f7-e50e-452a-9f57-bbeaf48c8438 {{(pid=103295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:24:30.091802 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device 6c4180f7-e50e-452a-9f57-bbeaf48c8438 not bound to the agent host hv-cinder-83587 {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:24:30.098044 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-fbb42705-ae91-4233-85bd-c05d56737329 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bb9cbda0-d504-4372-97ec-0881b5676f92), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:30.145316 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 37280) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:30.149782 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-8bdb2a03-c7a2-45ef-928d-37e67558f9ab tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2116249342', 'description': 'tempest-description--1386147383'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:24:30.169648 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-8bdb2a03-c7a2-45ef-928d-37e67558f9ab tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:30.233636 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-8bdb2a03-c7a2-45ef-928d-37e67558f9ab tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for security_group (b931b5b6-767c-4618-9ab9-b0c7327ebc4e), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:30.237027 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-8bdb2a03-c7a2-45ef-928d-37e67558f9ab tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (b931b5b6-767c-4618-9ab9-b0c7327ebc4e), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:30.266152 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-8bdb2a03-c7a2-45ef-928d-37e67558f9ab tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:30.267360 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-8bdb2a03-c7a2-45ef-928d-37e67558f9ab tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1210368 Mar 30 18:24:30.268169 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdb2a03-c7a2-45ef-928d-37e67558f9ab tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b931b5b6-767c-4618-9ab9-b0c7327ebc4e,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:30.270161 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 37282) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:30.274533 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-b39ac6a6-9a04-4934-8ece-477b233898c0 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Request body: {'security_group_rule': {'security_group_id': 'b931b5b6-767c-4618-9ab9-b0c7327ebc4e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:24:30.298388 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-b39ac6a6-9a04-4934-8ece-477b233898c0 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for security_group_rule (c8409bd0-4bba-4534-bace-92a4dae9186a), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:30.355880 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-b39ac6a6-9a04-4934-8ece-477b233898c0 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for security_group_rule (c8409bd0-4bba-4534-bace-92a4dae9186a), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:30.359407 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-b39ac6a6-9a04-4934-8ece-477b233898c0 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797579'] for security_group_rule (c8409bd0-4bba-4534-bace-92a4dae9186a), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:30.378116 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39ac6a6-9a04-4934-8ece-477b233898c0 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8409bd0-4bba-4534-bace-92a4dae9186a,revision_number=0']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:30.383914 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-b39ac6a6-9a04-4934-8ece-477b233898c0 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:30.385068 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-b39ac6a6-9a04-4934-8ece-477b233898c0 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1140084 Mar 30 18:24:30.388257 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 37284) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:30.392307 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-87ea2d65-1419-46c9-9170-16757c8f4780 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Request body: {'security_group_rule': {'security_group_id': 'b931b5b6-767c-4618-9ab9-b0c7327ebc4e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:24:30.416974 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-87ea2d65-1419-46c9-9170-16757c8f4780 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for security_group_rule (0e2bd143-e410-4180-8d47-4aab0a786a5a), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:30.470889 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-87ea2d65-1419-46c9-9170-16757c8f4780 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for security_group_rule (0e2bd143-e410-4180-8d47-4aab0a786a5a), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:30.474462 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-87ea2d65-1419-46c9-9170-16757c8f4780 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797579'] for security_group_rule (0e2bd143-e410-4180-8d47-4aab0a786a5a), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:30.491623 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ea2d65-1419-46c9-9170-16757c8f4780 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e2bd143-e410-4180-8d47-4aab0a786a5a,revision_number=0']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:30.499385 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-87ea2d65-1419-46c9-9170-16757c8f4780 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:30.500541 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-87ea2d65-1419-46c9-9170-16757c8f4780 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1113820 Mar 30 18:24:30.503556 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 37286) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:30.507743 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-a739aac9-e488-4935-b2ac-29d9a6ace7c2 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Request body: {'floatingip': {'floating_network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:24:30.527648 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-a739aac9-e488-4935-b2ac-29d9a6ace7c2 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:30.727319 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d10eb5-fac3-4ac1-ad05-bd45fa2a0e95 req-ca29f495-ec08-4d48-b84c-a66e65c62795 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:30.728831 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-54d10eb5-fac3-4ac1-ad05-bd45fa2a0e95 req-ca29f495-ec08-4d48-b84c-a66e65c62795 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2bfcc51-1d2f-4fba-a25e-70ca42dac005 HTTP/1.1" status: 200 len: 945 time: 0.0530000 Mar 30 18:24:30.776778 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-54d10eb5-fac3-4ac1-ad05-bd45fa2a0e95 req-207210af-7413-4e32-aa82-eba4b354c181 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=f819a06d-d42e-4dcc-853e-162f96413bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421426 Mar 30 18:24:30.802591 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-a739aac9-e488-4935-b2ac-29d9a6ace7c2 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:30.901360 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.db.db_base_plugin_common [None req-a739aac9-e488-4935-b2ac-29d9a6ace7c2 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Allocated IP 172.27.0.231 (502cc405-82c2-4579-84e2-1393f2fa67cd/b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8/0e51e487-1434-4f90-9e9a-b90d76242bc1) {{(pid=103294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:24:31.000010 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-a739aac9-e488-4935-b2ac-29d9a6ace7c2 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for port (0e51e487-1434-4f90-9e9a-b90d76242bc1), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:31.033688 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-a739aac9-e488-4935-b2ac-29d9a6ace7c2 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759689464324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59249992'] for port (0e51e487-1434-4f90-9e9a-b90d76242bc1), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:31.068328 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a739aac9-e488-4935-b2ac-29d9a6ace7c2 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Network 502cc405-82c2-4579-84e2-1393f2fa67cd is already hosted by enough agents. {{(pid=103294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:24:31.071042 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.base_scheduler [None req-a739aac9-e488-4935-b2ac-29d9a6ace7c2 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Resources bound (agent type, host, resource id): {{(pid=103294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:24:31.077398 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a739aac9-e488-4935-b2ac-29d9a6ace7c2 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Received port after_create {{(pid=103294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:24:31.098253 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a739aac9-e488-4935-b2ac-29d9a6ace7c2 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Pushing event updated for resources: {'Port': ['ID=0e51e487-1434-4f90-9e9a-b90d76242bc1,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:31.170002 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-a739aac9-e488-4935-b2ac-29d9a6ace7c2 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for floatingip (0226b3d6-ee70-4e97-ac16-5fa21288dc1f), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:31.196707 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f19afa9d-e030-40e8-acc4-8e1b9083a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (63dcb6ae-3517-415b-a3a4-cfabe01bf14f), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:31.205521 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-a739aac9-e488-4935-b2ac-29d9a6ace7c2 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (0e51e487-1434-4f90-9e9a-b90d76242bc1), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:31.350300 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-a739aac9-e488-4935-b2ac-29d9a6ace7c2 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for port (0e51e487-1434-4f90-9e9a-b90d76242bc1), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:31.354698 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-a739aac9-e488-4935-b2ac-29d9a6ace7c2 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59249985'] for port (0e51e487-1434-4f90-9e9a-b90d76242bc1), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:31.420927 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a739aac9-e488-4935-b2ac-29d9a6ace7c2 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Pushing event updated for resources: {'Port': ['ID=0e51e487-1434-4f90-9e9a-b90d76242bc1,revision_number=2']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:31.430290 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-a739aac9-e488-4935-b2ac-29d9a6ace7c2 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623622'] for floatingip (0226b3d6-ee70-4e97-ac16-5fa21288dc1f), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:31.444698 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-a739aac9-e488-4935-b2ac-29d9a6ace7c2 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for floatingip (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:31.445888 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-a739aac9-e488-4935-b2ac-29d9a6ace7c2 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9413712 Mar 30 18:24:31.587241 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-b5347f9a-9d0b-4a37-91b2-202e8df985f1 req-ec3f6344-8835-4b6e-91fb-347fd2c4c44e tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--2116249342&fields=id&tenant_id=279a01c655714587a3db731678eada47 HTTP/1.1" status: 200 len: 267 time: 0.0395122 Mar 30 18:24:31.691490 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5347f9a-9d0b-4a37-91b2-202e8df985f1 req-b34a253a-d3b9-4b0b-8c17-5f28ea696571 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:31.692821 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-b5347f9a-9d0b-4a37-91b2-202e8df985f1 req-b34a253a-d3b9-4b0b-8c17-5f28ea696571 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/networks?id=af330621-acdf-4f3d-ad55-9f9e392a3f7a HTTP/1.1" status: 200 len: 815 time: 0.0986435 Mar 30 18:24:31.707084 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-b5347f9a-9d0b-4a37-91b2-202e8df985f1 req-d040ec4a-f005-459e-832d-7762c2957f2f tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/quotas/279a01c655714587a3db731678eada47 HTTP/1.1" status: 200 len: 375 time: 0.0090337 Mar 30 18:24:31.759779 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-b5347f9a-9d0b-4a37-91b2-202e8df985f1 req-05ee6dae-6888-47a0-84ac-bc1f2be9b128 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=279a01c655714587a3db731678eada47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479329 Mar 30 18:24:32.142003 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56678354-a9f6-47cb-ba17-3216a539ef6a req-72edbd2b-b504-4d77-87db-d1f79f5c9965 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:32.143505 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-56678354-a9f6-47cb-ba17-3216a539ef6a req-72edbd2b-b504-4d77-87db-d1f79f5c9965 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2bfcc51-1d2f-4fba-a25e-70ca42dac005 HTTP/1.1" status: 200 len: 945 time: 0.0788727 Mar 30 18:24:32.145289 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-b5347f9a-9d0b-4a37-91b2-202e8df985f1 req-5b5e1789-9529-4e8c-a6a5-3a4d7b9d874f service neutron] 10.222.0.18 "GET /v2.0/networks/af330621-acdf-4f3d-ad55-9f9e392a3f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735890 Mar 30 18:24:32.246341 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-56678354-a9f6-47cb-ba17-3216a539ef6a req-39a06b85-f7e9-4857-b787-4e3a56204b56 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=f819a06d-d42e-4dcc-853e-162f96413bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971205 Mar 30 18:24:32.271302 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-b5347f9a-9d0b-4a37-91b2-202e8df985f1 req-65467bfe-67a1-4e2f-a3e2-f16e65dff36e service neutron] 10.222.0.18 "GET /v2.0/networks/af330621-acdf-4f3d-ad55-9f9e392a3f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204145 Mar 30 18:24:32.427448 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-8c1c2693-b632-4d58-985c-461f648299a3 req-786f8ffc-c42b-44d6-acf0-3d07b0e9e44c tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba1b2e6d-9f09-4783-9ed1-f6a454ae7fb0 HTTP/1.1" status: 200 len: 210 time: 0.0299981 Mar 30 18:24:32.593291 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-735ee7a5-faf9-4a72-9605-65e031eaef75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bc479c0e-1124-4d13-b03e-bb2d712dc776), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:33.369244 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d66ea6-802f-4ebc-b72f-792681007cb5 req-672b5347-c583-4479-b8b6-aae75848311b tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:33.370726 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c6d66ea6-802f-4ebc-b72f-792681007cb5 req-672b5347-c583-4479-b8b6-aae75848311b tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2bfcc51-1d2f-4fba-a25e-70ca42dac005 HTTP/1.1" status: 200 len: 945 time: 0.0518227 Mar 30 18:24:33.421162 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c6d66ea6-802f-4ebc-b72f-792681007cb5 req-0fda5cb7-3420-48aa-a8dd-799d1f26bc5c tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=f819a06d-d42e-4dcc-853e-162f96413bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440874 Mar 30 18:24:33.534193 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c303c003-3789-4799-9ba7-9cb68eb20b93 req-19e5f8f1-3e21-4b6b-affa-f2e3009d0167 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba1b2e6d-9f09-4783-9ed1-f6a454ae7fb0 HTTP/1.1" status: 200 len: 210 time: 0.0326192 Mar 30 18:24:33.570141 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5347f9a-9d0b-4a37-91b2-202e8df985f1 req-72720f04-464e-421a-8526-3c5851e77f23 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:33.571580 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-b5347f9a-9d0b-4a37-91b2-202e8df985f1 req-72720f04-464e-421a-8526-3c5851e77f23 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.55 "GET /v2.0/networks?id=af330621-acdf-4f3d-ad55-9f9e392a3f7a HTTP/1.1" status: 200 len: 815 time: 0.1354530 Mar 30 18:24:33.645684 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-b5347f9a-9d0b-4a37-91b2-202e8df985f1 req-da49d698-8d4d-4869-a4e6-36bd3e3094d6 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=279a01c655714587a3db731678eada47 HTTP/1.1" status: 200 len: 380 time: 0.0518239 Mar 30 18:24:33.654972 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [req-b5347f9a-9d0b-4a37-91b2-202e8df985f1 req-37fccb6e-3caa-4b55-8291-91f36d7e7de3 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Request body: {'port': {'device_id': 'ba1b2e6d-9f09-4783-9ed1-f6a454ae7fb0', 'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a', 'admin_state_up': True, 'tenant_id': '279a01c655714587a3db731678eada47', 'security_groups': ['b931b5b6-767c-4618-9ab9-b0c7327ebc4e']}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:24:33.759643 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5347f9a-9d0b-4a37-91b2-202e8df985f1 req-37fccb6e-3caa-4b55-8291-91f36d7e7de3 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Made reservation on behalf of 279a01c655714587a3db731678eada47 for: {'port': 1} {{(pid=103293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:24:33.763534 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-b5347f9a-9d0b-4a37-91b2-202e8df985f1 req-37fccb6e-3caa-4b55-8291-91f36d7e7de3 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:33.883612 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.db_base_plugin_common [req-b5347f9a-9d0b-4a37-91b2-202e8df985f1 req-37fccb6e-3caa-4b55-8291-91f36d7e7de3 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Allocated IP 172.20.0.10 (af330621-acdf-4f3d-ad55-9f9e392a3f7a/753583e9-792f-4b04-97da-dc50f6b2fa57/a81602ff-adf3-4fd9-9261-602cae243880) {{(pid=103293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:24:33.981354 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (6489659c-3f19-4a2c-89f8-52d37c938fb3), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:34.021325 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-b5347f9a-9d0b-4a37-91b2-202e8df985f1 req-37fccb6e-3caa-4b55-8291-91f36d7e7de3 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for port (a81602ff-adf3-4fd9-9261-602cae243880), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:34.054204 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-b5347f9a-9d0b-4a37-91b2-202e8df985f1 req-37fccb6e-3caa-4b55-8291-91f36d7e7de3 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759689464324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58814409'] for port (a81602ff-adf3-4fd9-9261-602cae243880), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:34.094300 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5347f9a-9d0b-4a37-91b2-202e8df985f1 req-37fccb6e-3caa-4b55-8291-91f36d7e7de3 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Network af330621-acdf-4f3d-ad55-9f9e392a3f7a is already hosted by enough agents. {{(pid=103293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:24:34.097416 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.base_scheduler [req-b5347f9a-9d0b-4a37-91b2-202e8df985f1 req-37fccb6e-3caa-4b55-8291-91f36d7e7de3 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Resources bound (agent type, host, resource id): {{(pid=103293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:24:34.103593 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5347f9a-9d0b-4a37-91b2-202e8df985f1 req-37fccb6e-3caa-4b55-8291-91f36d7e7de3 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Received port after_create {{(pid=103293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:24:34.110428 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fccb6e-3caa-4b55-8291-91f36d7e7de3 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Pushing event updated for resources: {'Port': ['ID=a81602ff-adf3-4fd9-9261-602cae243880,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:34.144045 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fccb6e-3caa-4b55-8291-91f36d7e7de3 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:34.144297 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fccb6e-3caa-4b55-8291-91f36d7e7de3 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:34.144641 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fccb6e-3caa-4b55-8291-91f36d7e7de3 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:34.144966 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fccb6e-3caa-4b55-8291-91f36d7e7de3 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:34.145293 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fccb6e-3caa-4b55-8291-91f36d7e7de3 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:34.145615 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fccb6e-3caa-4b55-8291-91f36d7e7de3 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:34.145933 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fccb6e-3caa-4b55-8291-91f36d7e7de3 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:34.146251 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fccb6e-3caa-4b55-8291-91f36d7e7de3 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:34.146568 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fccb6e-3caa-4b55-8291-91f36d7e7de3 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:34.146884 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fccb6e-3caa-4b55-8291-91f36d7e7de3 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:34.147221 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fccb6e-3caa-4b55-8291-91f36d7e7de3 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:34.147540 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fccb6e-3caa-4b55-8291-91f36d7e7de3 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:34.147852 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fccb6e-3caa-4b55-8291-91f36d7e7de3 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:34.148164 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fccb6e-3caa-4b55-8291-91f36d7e7de3 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:34.148475 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fccb6e-3caa-4b55-8291-91f36d7e7de3 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:34.172257 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5347f9a-9d0b-4a37-91b2-202e8df985f1 req-37fccb6e-3caa-4b55-8291-91f36d7e7de3 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:34.172861 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-b5347f9a-9d0b-4a37-91b2-202e8df985f1 req-37fccb6e-3caa-4b55-8291-91f36d7e7de3 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for port (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:34.189619 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-b5347f9a-9d0b-4a37-91b2-202e8df985f1 req-37fccb6e-3caa-4b55-8291-91f36d7e7de3 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5383947 Mar 30 18:24:34.254322 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [req-b5347f9a-9d0b-4a37-91b2-202e8df985f1 req-58f21082-f15e-4227-9bd5-c47e65b4789b service neutron] Request body: {'port': {'device_id': 'ba1b2e6d-9f09-4783-9ed1-f6a454ae7fb0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:24:34.311998 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-b5347f9a-9d0b-4a37-91b2-202e8df985f1 req-58f21082-f15e-4227-9bd5-c47e65b4789b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (a81602ff-adf3-4fd9-9261-602cae243880), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:34.344251 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-8e238e0d-e7a4-4fc0-a10b-0cf64a2812cb None None] Provisioning complete for port a81602ff-adf3-4fd9-9261-602cae243880 triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:24:34.344620 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-8e238e0d-e7a4-4fc0-a10b-0cf64a2812cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (a81602ff-adf3-4fd9-9261-602cae243880), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:34.383280 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-8e238e0d-e7a4-4fc0-a10b-0cf64a2812cb None None] Port a81602ff-adf3-4fd9-9261-602cae243880 cannot update to ACTIVE because it is not bound. {{(pid=103295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:24:34.597155 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ac22f-adf9-41a0-8b9d-5f647051fd00 req-a57d6983-8855-41c1-ab72-b8fe7a45ce2b tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:34.598633 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-352ac22f-adf9-41a0-8b9d-5f647051fd00 req-a57d6983-8855-41c1-ab72-b8fe7a45ce2b tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2bfcc51-1d2f-4fba-a25e-70ca42dac005 HTTP/1.1" status: 200 len: 945 time: 0.1026292 Mar 30 18:24:34.625138 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [req-b5347f9a-9d0b-4a37-91b2-202e8df985f1 req-58f21082-f15e-4227-9bd5-c47e65b4789b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a81602ff-adf3-4fd9-9261-602cae243880 {{(pid=103293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:24:34.656658 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-b5347f9a-9d0b-4a37-91b2-202e8df985f1 req-58f21082-f15e-4227-9bd5-c47e65b4789b service neutron] Publish callbacks [] for port (a81602ff-adf3-4fd9-9261-602cae243880), precommit_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:34.692536 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [req-b5347f9a-9d0b-4a37-91b2-202e8df985f1 req-58f21082-f15e-4227-9bd5-c47e65b4789b service neutron] Transition to ACTIVE for port object a81602ff-adf3-4fd9-9261-602cae243880 will not be triggered until provisioned by entity L2. {{(pid=103293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 18:24:34.699344 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-352ac22f-adf9-41a0-8b9d-5f647051fd00 req-74e3f6cb-6ffe-4fe4-80fa-969fa182339a tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=f819a06d-d42e-4dcc-853e-162f96413bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937393 Mar 30 18:24:34.701252 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-b5347f9a-9d0b-4a37-91b2-202e8df985f1 req-58f21082-f15e-4227-9bd5-c47e65b4789b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58814400'] for port (a81602ff-adf3-4fd9-9261-602cae243880), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:34.741169 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fe7487-3e5e-40ce-bad6-49985de9ddac req-69c799e3-df1c-4356-9ac8-61950bfc583c tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:34.742634 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-11fe7487-3e5e-40ce-bad6-49985de9ddac req-69c799e3-df1c-4356-9ac8-61950bfc583c tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba1b2e6d-9f09-4783-9ed1-f6a454ae7fb0 HTTP/1.1" status: 200 len: 932 time: 0.1413655 Mar 30 18:24:34.778025 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f21082-f15e-4227-9bd5-c47e65b4789b service neutron] Pushing event updated for resources: {'Port': ['ID=a81602ff-adf3-4fd9-9261-602cae243880,revision_number=2']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:34.849038 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-11fe7487-3e5e-40ce-bad6-49985de9ddac req-e4aed5a8-3c6b-4afe-a69a-e8043c2e944b tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/security-groups?id=b931b5b6-767c-4618-9ab9-b0c7327ebc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984581 Mar 30 18:24:34.872423 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [req-b5347f9a-9d0b-4a37-91b2-202e8df985f1 req-58f21082-f15e-4227-9bd5-c47e65b4789b service neutron] Attempting to bind port a81602ff-adf3-4fd9-9261-602cae243880 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:24:34.872827 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [req-b5347f9a-9d0b-4a37-91b2-202e8df985f1 req-58f21082-f15e-4227-9bd5-c47e65b4789b service neutron] Attempting to bind port a81602ff-adf3-4fd9-9261-602cae243880 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': 'eb738ca0-ee17-403d-85ee-2ae2dc7037b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a'}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:24:34.873156 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5347f9a-9d0b-4a37-91b2-202e8df985f1 req-58f21082-f15e-4227-9bd5-c47e65b4789b service neutron] Attempting to bind port a81602ff-adf3-4fd9-9261-602cae243880 on network af330621-acdf-4f3d-ad55-9f9e392a3f7a {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:24:34.877777 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5347f9a-9d0b-4a37-91b2-202e8df985f1 req-58f21082-f15e-4227-9bd5-c47e65b4789b service neutron] Port a81602ff-adf3-4fd9-9261-602cae243880 on network af330621-acdf-4f3d-ad55-9f9e392a3f7a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 18:24:34.878320 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5347f9a-9d0b-4a37-91b2-202e8df985f1 req-58f21082-f15e-4227-9bd5-c47e65b4789b service neutron] Attempting to bind port a81602ff-adf3-4fd9-9261-602cae243880 on network af330621-acdf-4f3d-ad55-9f9e392a3f7a {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:24:34.883489 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5347f9a-9d0b-4a37-91b2-202e8df985f1 req-58f21082-f15e-4227-9bd5-c47e65b4789b service neutron] Checking agent: {'id': '48cc6dd0-9d47-40d1-bfd7-3609261a1488', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 17, 16), 'started_at': datetime.datetime(2022, 3, 30, 18, 17, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:24:34.883825 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5347f9a-9d0b-4a37-91b2-202e8df985f1 req-58f21082-f15e-4227-9bd5-c47e65b4789b service neutron] Checking segment: {'id': 'eb738ca0-ee17-403d-85ee-2ae2dc7037b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:24:34.884200 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5347f9a-9d0b-4a37-91b2-202e8df985f1 req-58f21082-f15e-4227-9bd5-c47e65b4789b service neutron] Bound using segment: {'id': 'eb738ca0-ee17-403d-85ee-2ae2dc7037b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a'} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:24:34.884625 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [req-b5347f9a-9d0b-4a37-91b2-202e8df985f1 req-58f21082-f15e-4227-9bd5-c47e65b4789b service neutron] Bound port: a81602ff-adf3-4fd9-9261-602cae243880, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb738ca0-ee17-403d-85ee-2ae2dc7037b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a'}}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:24:34.884980 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-b5347f9a-9d0b-4a37-91b2-202e8df985f1 req-58f21082-f15e-4227-9bd5-c47e65b4789b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (a81602ff-adf3-4fd9-9261-602cae243880), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:34.953073 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [req-b5347f9a-9d0b-4a37-91b2-202e8df985f1 req-58f21082-f15e-4227-9bd5-c47e65b4789b service neutron] For port a81602ff-adf3-4fd9-9261-602cae243880, host hv-cinder-83587, cleared binding levels {{(pid=103293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:24:34.954647 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [req-b5347f9a-9d0b-4a37-91b2-202e8df985f1 req-58f21082-f15e-4227-9bd5-c47e65b4789b service neutron] For port a81602ff-adf3-4fd9-9261-602cae243880, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=a81602ff-adf3-4fd9-9261-602cae243880,segment=NetworkSegment(eb738ca0-ee17-403d-85ee-2ae2dc7037b1),segment_id=eb738ca0-ee17-403d-85ee-2ae2dc7037b1)] {{(pid=103293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:24:34.960281 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-b5347f9a-9d0b-4a37-91b2-202e8df985f1 req-58f21082-f15e-4227-9bd5-c47e65b4789b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58814400'] for port (a81602ff-adf3-4fd9-9261-602cae243880), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:34.991368 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5347f9a-9d0b-4a37-91b2-202e8df985f1 req-58f21082-f15e-4227-9bd5-c47e65b4789b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:34.991975 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-b5347f9a-9d0b-4a37-91b2-202e8df985f1 req-58f21082-f15e-4227-9bd5-c47e65b4789b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for port (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:34.993318 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-b5347f9a-9d0b-4a37-91b2-202e8df985f1 req-58f21082-f15e-4227-9bd5-c47e65b4789b service neutron] 10.222.0.55 "PUT /v2.0/ports/a81602ff-adf3-4fd9-9261-602cae243880 HTTP/1.1" status: 200 len: 1094 time: 0.7881184 Mar 30 18:24:34.993759 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba1b2e6d-9f09-4783-9ed1-f6a454ae7fb0', 'tag': 'a81602ff-adf3-4fd9-9261-602cae243880'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:24:34.996003 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e41150553c85b09edab6cb52843a30629a36ec9d810f78f9b9d5c7c277fb574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e1adad4-3a02-46bd-97da-f4a4899570e8" -d '{"events": [{"name": "network-changed", "server_uuid": "ba1b2e6d-9f09-4783-9ed1-f6a454ae7fb0", "tag": "a81602ff-adf3-4fd9-9261-602cae243880"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:24:35.028216 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f21082-f15e-4227-9bd5-c47e65b4789b service neutron] Pushing event updated for resources: {'Port': ['ID=a81602ff-adf3-4fd9-9261-602cae243880,revision_number=3']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:35.108484 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5347f9a-9d0b-4a37-91b2-202e8df985f1 req-e7774cd7-172d-4b1b-8ffc-f091c5fc4d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:35.110017 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-b5347f9a-9d0b-4a37-91b2-202e8df985f1 req-e7774cd7-172d-4b1b-8ffc-f091c5fc4d7d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=279a01c655714587a3db731678eada47&device_id=ba1b2e6d-9f09-4783-9ed1-f6a454ae7fb0 HTTP/1.1" status: 200 len: 1128 time: 0.0490987 Mar 30 18:24:35.111540 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9af849-2d09-4d99-89f1-2a0de2c4c775 x-openstack-request-id: req-5c9af849-2d09-4d99-89f1-2a0de2c4c775 {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:24:35.111829 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba1b2e6d-9f09-4783-9ed1-f6a454ae7fb0", "tag": "a81602ff-adf3-4fd9-9261-602cae243880", "status": "completed", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:24:35.112079 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5c9af849-2d09-4d99-89f1-2a0de2c4c775 {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:24:35.112477 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c9af849-2d09-4d99-89f1-2a0de2c4c775'] response: {'name': 'network-changed', 'server_uuid': 'ba1b2e6d-9f09-4783-9ed1-f6a454ae7fb0', 'tag': 'a81602ff-adf3-4fd9-9261-602cae243880', 'status': 'completed', 'code': 200} Mar 30 18:24:35.174962 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-b5347f9a-9d0b-4a37-91b2-202e8df985f1 req-0a38e8d0-6c5c-4ae7-9ebb-78a4318756bb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a81602ff-adf3-4fd9-9261-602cae243880 HTTP/1.1" status: 200 len: 217 time: 0.0384469 Mar 30 18:24:35.228345 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5347f9a-9d0b-4a37-91b2-202e8df985f1 req-956c6b83-626b-4ccd-83be-478b51c17f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:35.229674 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-b5347f9a-9d0b-4a37-91b2-202e8df985f1 req-956c6b83-626b-4ccd-83be-478b51c17f82 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=753583e9-792f-4b04-97da-dc50f6b2fa57 HTTP/1.1" status: 200 len: 854 time: 0.0423534 Mar 30 18:24:35.283552 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5347f9a-9d0b-4a37-91b2-202e8df985f1 req-48d53229-1561-4c69-b585-157226d1c6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:35.284958 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-b5347f9a-9d0b-4a37-91b2-202e8df985f1 req-48d53229-1561-4c69-b585-157226d1c6ea service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=af330621-acdf-4f3d-ad55-9f9e392a3f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440946 Mar 30 18:24:35.375476 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-b5347f9a-9d0b-4a37-91b2-202e8df985f1 req-1fa5e94b-fec5-4db2-9aa0-062a5387612e service neutron] 10.222.0.55 "GET /v2.0/networks/af330621-acdf-4f3d-ad55-9f9e392a3f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841835 Mar 30 18:24:35.463862 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-b5347f9a-9d0b-4a37-91b2-202e8df985f1 req-f0d08c95-64d8-4f9d-8f12-f92200403f09 service neutron] 10.222.0.55 "GET /v2.0/networks/af330621-acdf-4f3d-ad55-9f9e392a3f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801368 Mar 30 18:24:35.609675 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1adad4-3a02-46bd-97da-f4a4899570e8 req-77b43fc6-3eab-48b7-a1ca-94119009f71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:35.611133 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-5e1adad4-3a02-46bd-97da-f4a4899570e8 req-77b43fc6-3eab-48b7-a1ca-94119009f71b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=279a01c655714587a3db731678eada47&device_id=ba1b2e6d-9f09-4783-9ed1-f6a454ae7fb0 HTTP/1.1" status: 200 len: 1128 time: 0.0435202 Mar 30 18:24:35.704761 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1adad4-3a02-46bd-97da-f4a4899570e8 req-9e7402e4-56ae-443f-a2f2-75f547c3d39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:35.706220 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-5e1adad4-3a02-46bd-97da-f4a4899570e8 req-9e7402e4-56ae-443f-a2f2-75f547c3d39e service neutron] 10.222.0.55 "GET /v2.0/networks?id=af330621-acdf-4f3d-ad55-9f9e392a3f7a HTTP/1.1" status: 200 len: 916 time: 0.0853736 Mar 30 18:24:35.746039 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-5e1adad4-3a02-46bd-97da-f4a4899570e8 req-e4a0d5bb-1e48-4702-a4a6-2cdf01919ab1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a81602ff-adf3-4fd9-9261-602cae243880 HTTP/1.1" status: 200 len: 217 time: 0.0332053 Mar 30 18:24:35.824386 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1adad4-3a02-46bd-97da-f4a4899570e8 req-f10cf204-4b2c-41d6-83fb-b65eb17e4a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:35.826350 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-5e1adad4-3a02-46bd-97da-f4a4899570e8 req-f10cf204-4b2c-41d6-83fb-b65eb17e4a5a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=753583e9-792f-4b04-97da-dc50f6b2fa57 HTTP/1.1" status: 200 len: 854 time: 0.0723801 Mar 30 18:24:35.867250 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e07c7e-aebe-4b1d-aceb-96157b1cec16 req-3b0903be-24b3-46d0-b9dc-ccb2165b6742 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:35.868609 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-09e07c7e-aebe-4b1d-aceb-96157b1cec16 req-3b0903be-24b3-46d0-b9dc-ccb2165b6742 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2bfcc51-1d2f-4fba-a25e-70ca42dac005 HTTP/1.1" status: 200 len: 945 time: 0.0855925 Mar 30 18:24:35.902799 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1adad4-3a02-46bd-97da-f4a4899570e8 req-6e3e1431-8716-45d8-bbe2-4c03adb3aa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:35.904344 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-5e1adad4-3a02-46bd-97da-f4a4899570e8 req-6e3e1431-8716-45d8-bbe2-4c03adb3aa50 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=af330621-acdf-4f3d-ad55-9f9e392a3f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0701172 Mar 30 18:24:35.975484 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-09e07c7e-aebe-4b1d-aceb-96157b1cec16 req-ba16f09d-90ee-44f6-afe6-ee6a3f1aa84a tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=f819a06d-d42e-4dcc-853e-162f96413bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003940 Mar 30 18:24:36.041561 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dbb796-6d2c-4320-88ba-9d8d3c5de9d7 req-de9a5fd2-5648-4872-a38e-7c4837a415b9 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:36.043013 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-92dbb796-6d2c-4320-88ba-9d8d3c5de9d7 req-de9a5fd2-5648-4872-a38e-7c4837a415b9 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba1b2e6d-9f09-4783-9ed1-f6a454ae7fb0 HTTP/1.1" status: 200 len: 944 time: 0.1170242 Mar 30 18:24:36.048533 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-5e1adad4-3a02-46bd-97da-f4a4899570e8 req-0fcec5c2-d5ae-4318-a4c4-48c32ae51662 service neutron] 10.222.0.55 "GET /v2.0/networks/af330621-acdf-4f3d-ad55-9f9e392a3f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365149 Mar 30 18:24:36.141370 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-92dbb796-6d2c-4320-88ba-9d8d3c5de9d7 req-c9204118-ddc6-4d62-aad0-eaf96a7dab10 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/security-groups?id=b931b5b6-767c-4618-9ab9-b0c7327ebc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918317 Mar 30 18:24:36.165859 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-5e1adad4-3a02-46bd-97da-f4a4899570e8 req-d8cc74a4-332a-4c4b-ad20-b7cf41b35589 service neutron] 10.222.0.55 "GET /v2.0/networks/af330621-acdf-4f3d-ad55-9f9e392a3f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101081 Mar 30 18:24:36.257074 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.agents_db [None req-615cdb4a-d653-495f-8f07-938524d0c5b5 None None] Agent healthcheck: found 6 active agents {{(pid=103296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:24:37.096974 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111dd9ff-8e30-41db-adfa-5fa8ef532948 req-b6b97fc3-fe7f-4cad-ac67-2b2031783e64 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:37.098343 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-111dd9ff-8e30-41db-adfa-5fa8ef532948 req-b6b97fc3-fe7f-4cad-ac67-2b2031783e64 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2bfcc51-1d2f-4fba-a25e-70ca42dac005 HTTP/1.1" status: 200 len: 945 time: 0.0527315 Mar 30 18:24:37.145765 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-111dd9ff-8e30-41db-adfa-5fa8ef532948 req-2e3732b2-f6b5-4dd7-91a6-67e25210f0b4 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=f819a06d-d42e-4dcc-853e-162f96413bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419381 Mar 30 18:24:37.259102 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f94e51-8166-4e1e-8d0a-82c2c3b91bce req-27338504-80ec-4835-b4b5-8a12a6e3a9fc tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:37.260633 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-14f94e51-8166-4e1e-8d0a-82c2c3b91bce req-27338504-80ec-4835-b4b5-8a12a6e3a9fc tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba1b2e6d-9f09-4783-9ed1-f6a454ae7fb0 HTTP/1.1" status: 200 len: 944 time: 0.0531967 Mar 30 18:24:37.309314 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-14f94e51-8166-4e1e-8d0a-82c2c3b91bce req-710c9fff-ba7e-4271-8b22-c64a44e7bb6b tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/security-groups?id=b931b5b6-767c-4618-9ab9-b0c7327ebc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431683 Mar 30 18:24:38.139724 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device a81602ff-adf3-4fd9-9261-602cae243880 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103295) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:24:38.235871 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port a81602ff-adf3-4fd9-9261-602cae243880, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=a81602ff-adf3-4fd9-9261-602cae243880,segment=NetworkSegment(eb738ca0-ee17-403d-85ee-2ae2dc7037b1),segment_id=eb738ca0-ee17-403d-85ee-2ae2dc7037b1)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:24:38.246848 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Returning: {'device': 'a81602ff-adf3-4fd9-9261-602cae243880', 'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a', 'port_id': 'a81602ff-adf3-4fd9-9261-602cae243880', 'mac_address': 'fa:16:3e:fa:d7:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '753583e9-792f-4b04-97da-dc50f6b2fa57', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103295) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:24:38.267039 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46fb2fc-c53c-4095-9e8b-646498d447c2 req-0903aada-a8d1-41bf-a348-999779539995 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:38.268575 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-e46fb2fc-c53c-4095-9e8b-646498d447c2 req-0903aada-a8d1-41bf-a348-999779539995 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2bfcc51-1d2f-4fba-a25e-70ca42dac005 HTTP/1.1" status: 200 len: 945 time: 0.0514691 Mar 30 18:24:38.286811 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Current status of the port a81602ff-adf3-4fd9-9261-602cae243880 is: DOWN; New status is: BUILD {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:24:38.287782 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (a81602ff-adf3-4fd9-9261-602cae243880), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:38.301339 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a81602ff-adf3-4fd9-9261-602cae243880 {{(pid=103295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:24:38.316931 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-e46fb2fc-c53c-4095-9e8b-646498d447c2 req-cf2f28eb-9815-4135-b3d9-b5f1bb520fa6 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=f819a06d-d42e-4dcc-853e-162f96413bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426996 Mar 30 18:24:38.320648 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port a81602ff-adf3-4fd9-9261-602cae243880, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=a81602ff-adf3-4fd9-9261-602cae243880,segment=NetworkSegment(eb738ca0-ee17-403d-85ee-2ae2dc7037b1),segment_id=eb738ca0-ee17-403d-85ee-2ae2dc7037b1)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:24:38.324758 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (a81602ff-adf3-4fd9-9261-602cae243880), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:38.372308 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Pushing event updated for resources: {'Port': ['ID=a81602ff-adf3-4fd9-9261-602cae243880,revision_number=4']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:38.430183 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d4b53-08d2-4e75-8101-055050f00cbf req-f07dc80d-6209-43dc-b34f-d04bd84dc7fc tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:38.431711 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-5e7d4b53-08d2-4e75-8101-055050f00cbf req-f07dc80d-6209-43dc-b34f-d04bd84dc7fc tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba1b2e6d-9f09-4783-9ed1-f6a454ae7fb0 HTTP/1.1" status: 200 len: 945 time: 0.0529349 Mar 30 18:24:38.478137 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-5e7d4b53-08d2-4e75-8101-055050f00cbf req-1bf5a86f-30a4-4d9c-8d48-3d44479e70b9 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/security-groups?id=b931b5b6-767c-4618-9ab9-b0c7327ebc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408599 Mar 30 18:24:38.726335 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] get_ports_and_sgs() called for port_ids ['a81602ff-adf3-4fd9-9261-602cae243880'] {{(pid=103295) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:24:39.441317 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235415d-93cb-4148-95b2-ac74e359cd84 req-831605d6-3388-4241-a977-8464108a5084 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:39.442772 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-7235415d-93cb-4148-95b2-ac74e359cd84 req-831605d6-3388-4241-a977-8464108a5084 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2bfcc51-1d2f-4fba-a25e-70ca42dac005 HTTP/1.1" status: 200 len: 945 time: 0.0553787 Mar 30 18:24:39.487690 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-7235415d-93cb-4148-95b2-ac74e359cd84 req-edea27f1-2c3d-4a7b-a6a0-6f3b702ef6dd tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=f819a06d-d42e-4dcc-853e-162f96413bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393341 Mar 30 18:24:39.599300 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b61e7b5-b2ee-4f01-9de0-156ecc721679 req-21bfcb64-2cba-439f-8b83-e5dd756cf6f0 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:39.600786 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-7b61e7b5-b2ee-4f01-9de0-156ecc721679 req-21bfcb64-2cba-439f-8b83-e5dd756cf6f0 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba1b2e6d-9f09-4783-9ed1-f6a454ae7fb0 HTTP/1.1" status: 200 len: 945 time: 0.0512655 Mar 30 18:24:39.648370 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-7b61e7b5-b2ee-4f01-9de0-156ecc721679 req-876264e8-f029-43d6-86a9-6bbb9cf1cd89 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/security-groups?id=b931b5b6-767c-4618-9ab9-b0c7327ebc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420933 Mar 30 18:24:40.148689 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device a81602ff-adf3-4fd9-9261-602cae243880 up at agent hyperv_hv-cinder-83587 {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:24:40.196484 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Provisioning for port a81602ff-adf3-4fd9-9261-602cae243880 completed by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 18:24:40.200552 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Provisioning complete for port a81602ff-adf3-4fd9-9261-602cae243880 triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:24:40.200924 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (a81602ff-adf3-4fd9-9261-602cae243880), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:40.279054 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Current status of the port a81602ff-adf3-4fd9-9261-602cae243880 is: BUILD; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:24:40.279475 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (a81602ff-adf3-4fd9-9261-602cae243880), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:40.301456 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba1b2e6d-9f09-4783-9ed1-f6a454ae7fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a81602ff-adf3-4fd9-9261-602cae243880'}] {{(pid=103295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:24:40.303731 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7869a1eaeafddf677110b76453ce8b8be8513095297872c2e0c75408178073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe52bb9-69f9-478b-b2df-0637113eeda2" -d '{"events": [{"server_uuid": "ba1b2e6d-9f09-4783-9ed1-f6a454ae7fb0", "name": "network-vif-plugged", "status": "completed", "tag": "a81602ff-adf3-4fd9-9261-602cae243880"}]}' {{(pid=103295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:24:40.316505 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port a81602ff-adf3-4fd9-9261-602cae243880, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=a81602ff-adf3-4fd9-9261-602cae243880,segment=NetworkSegment(eb738ca0-ee17-403d-85ee-2ae2dc7037b1),segment_id=eb738ca0-ee17-403d-85ee-2ae2dc7037b1)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:24:40.320584 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (a81602ff-adf3-4fd9-9261-602cae243880), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:40.345355 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d71693-151b-4e48-b98a-0d5c498c1452 x-openstack-request-id: req-27d71693-151b-4e48-b98a-0d5c498c1452 {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:24:40.345647 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba1b2e6d-9f09-4783-9ed1-f6a454ae7fb0", "name": "network-vif-plugged", "status": "completed", "tag": "a81602ff-adf3-4fd9-9261-602cae243880", "code": 200}]} {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:24:40.345897 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-27d71693-151b-4e48-b98a-0d5c498c1452 {{(pid=103295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:24:40.346287 dv-cinder-835879-1-iscsi neutron-server[103295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27d71693-151b-4e48-b98a-0d5c498c1452'] response: {'server_uuid': 'ba1b2e6d-9f09-4783-9ed1-f6a454ae7fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a81602ff-adf3-4fd9-9261-602cae243880', 'code': 200} Mar 30 18:24:40.370580 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Pushing event updated for resources: {'Port': ['ID=a81602ff-adf3-4fd9-9261-602cae243880,revision_number=5']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:40.556264 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd3dfa9-0f02-41da-a9f4-35e5ef1b01e5 req-c8a849b0-7463-45c1-92f1-9703a43de09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:40.557783 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0fd3dfa9-0f02-41da-a9f4-35e5ef1b01e5 req-c8a849b0-7463-45c1-92f1-9703a43de09f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ba1b2e6d-9f09-4783-9ed1-f6a454ae7fb0 HTTP/1.1" status: 200 len: 1130 time: 0.0450354 Mar 30 18:24:40.633780 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0fd3dfa9-0f02-41da-a9f4-35e5ef1b01e5 req-4c63254b-6cca-4d89-aa3e-64fad8a4faa1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b931b5b6-767c-4618-9ab9-b0c7327ebc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646100 Mar 30 18:24:40.644769 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f256089b-98a5-4349-8fd7-c13672b6ef5c req-c820fdea-d588-489e-80bc-39d69e09a69b tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:40.646153 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-f256089b-98a5-4349-8fd7-c13672b6ef5c req-c820fdea-d588-489e-80bc-39d69e09a69b tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2bfcc51-1d2f-4fba-a25e-70ca42dac005 HTTP/1.1" status: 200 len: 945 time: 0.0863595 Mar 30 18:24:40.693245 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-f256089b-98a5-4349-8fd7-c13672b6ef5c req-cc0a24fd-1cc4-483a-bb4f-1ff12de16f38 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=f819a06d-d42e-4dcc-853e-162f96413bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414593 Mar 30 18:24:40.766542 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e949a119-5f33-4f7b-bf8c-1cfd9dba0f78 req-8c65ecb7-e6d5-481b-8709-70e532083f86 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:40.768070 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-e949a119-5f33-4f7b-bf8c-1cfd9dba0f78 req-8c65ecb7-e6d5-481b-8709-70e532083f86 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba1b2e6d-9f09-4783-9ed1-f6a454ae7fb0 HTTP/1.1" status: 200 len: 946 time: 0.0514634 Mar 30 18:24:40.813480 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-e949a119-5f33-4f7b-bf8c-1cfd9dba0f78 req-e5466e7e-762d-4a4e-a910-9c01a278063c tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/security-groups?id=b931b5b6-767c-4618-9ab9-b0c7327ebc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400412 Mar 30 18:24:41.817160 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd3ae54-7ffe-41fc-869c-d8d9bd0e7c9d req-dd3b79eb-b125-4057-a959-7264a3815b8c tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:41.818616 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-cfd3ae54-7ffe-41fc-869c-d8d9bd0e7c9d req-dd3b79eb-b125-4057-a959-7264a3815b8c tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2bfcc51-1d2f-4fba-a25e-70ca42dac005 HTTP/1.1" status: 200 len: 945 time: 0.0554326 Mar 30 18:24:41.864603 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-cfd3ae54-7ffe-41fc-869c-d8d9bd0e7c9d req-899044a0-5aa7-4863-a6b2-b342709e7b63 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=f819a06d-d42e-4dcc-853e-162f96413bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404561 Mar 30 18:24:41.977888 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af36005d-c1a6-4d6a-8ea1-7dda055492bf req-bfb1106b-cd76-4f72-82e6-dccd8f7e6ec5 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:41.979254 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-af36005d-c1a6-4d6a-8ea1-7dda055492bf req-bfb1106b-cd76-4f72-82e6-dccd8f7e6ec5 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba1b2e6d-9f09-4783-9ed1-f6a454ae7fb0 HTTP/1.1" status: 200 len: 946 time: 0.0512147 Mar 30 18:24:42.026025 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-af36005d-c1a6-4d6a-8ea1-7dda055492bf req-6748fcda-767e-439d-b329-0ac3e126446b tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/security-groups?id=b931b5b6-767c-4618-9ab9-b0c7327ebc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402243 Mar 30 18:24:42.176553 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device 97a01195-a163-4af7-9d47-6237a0db2bef details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103295) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:24:42.394196 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port 97a01195-a163-4af7-9d47-6237a0db2bef, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=97a01195-a163-4af7-9d47-6237a0db2bef,segment=NetworkSegment(e67e86d6-b9a3-48d5-b3c6-848d768aa694),segment_id=e67e86d6-b9a3-48d5-b3c6-848d768aa694)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:24:42.405330 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Returning: {'device': '97a01195-a163-4af7-9d47-6237a0db2bef', 'network_id': '962d8774-065a-4a3e-943e-02c437f03701', 'port_id': '97a01195-a163-4af7-9d47-6237a0db2bef', 'mac_address': 'fa:16:3e:d5:ab:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c5ebae0-2426-48ad-8a00-7de0e10a4970', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103295) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:24:42.443035 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Current status of the port 97a01195-a163-4af7-9d47-6237a0db2bef is: ACTIVE; New status is: BUILD {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:24:42.443446 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (97a01195-a163-4af7-9d47-6237a0db2bef), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:42.455714 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 97a01195-a163-4af7-9d47-6237a0db2bef {{(pid=103295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:24:42.474461 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port 97a01195-a163-4af7-9d47-6237a0db2bef, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=97a01195-a163-4af7-9d47-6237a0db2bef,segment=NetworkSegment(e67e86d6-b9a3-48d5-b3c6-848d768aa694),segment_id=e67e86d6-b9a3-48d5-b3c6-848d768aa694)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:24:42.478228 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (97a01195-a163-4af7-9d47-6237a0db2bef), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:42.523038 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Pushing event updated for resources: {'Port': ['ID=97a01195-a163-4af7-9d47-6237a0db2bef,revision_number=6']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:42.787132 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] get_ports_and_sgs() called for port_ids ['97a01195-a163-4af7-9d47-6237a0db2bef'] {{(pid=103295) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:24:42.995890 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb12d58-0cff-4bdb-af27-ccf80a68e4cf req-a0ee1030-1bc0-4016-8977-6ba4db58d918 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:42.998067 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-fcb12d58-0cff-4bdb-af27-ccf80a68e4cf req-a0ee1030-1bc0-4016-8977-6ba4db58d918 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2bfcc51-1d2f-4fba-a25e-70ca42dac005 HTTP/1.1" status: 200 len: 944 time: 0.0570166 Mar 30 18:24:43.044165 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-fcb12d58-0cff-4bdb-af27-ccf80a68e4cf req-ce376024-f922-46b1-b2df-c16d98f167a9 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=f819a06d-d42e-4dcc-853e-162f96413bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411460 Mar 30 18:24:43.158509 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a8755-a2cf-4309-ab68-595582254d0d req-6f436069-6475-464c-9d4f-eaeee9e078ea tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:43.160053 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-778a8755-a2cf-4309-ab68-595582254d0d req-6f436069-6475-464c-9d4f-eaeee9e078ea tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba1b2e6d-9f09-4783-9ed1-f6a454ae7fb0 HTTP/1.1" status: 200 len: 946 time: 0.0545249 Mar 30 18:24:43.208598 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-778a8755-a2cf-4309-ab68-595582254d0d req-c7cfed97-2aa4-47d0-8a6a-9cd04415bfd7 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/security-groups?id=b931b5b6-767c-4618-9ab9-b0c7327ebc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427592 Mar 30 18:24:43.347809 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58ad5a-7f80-4a1f-8429-340972822879 req-409f4370-0933-41b8-a6d7-dbcef476cae9 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:43.349367 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3b58ad5a-7f80-4a1f-8429-340972822879 req-409f4370-0933-41b8-a6d7-dbcef476cae9 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba1b2e6d-9f09-4783-9ed1-f6a454ae7fb0 HTTP/1.1" status: 200 len: 946 time: 0.0635877 Mar 30 18:24:43.361382 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 37406) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:43.366103 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-26c70b68-297e-4081-8c44-fa4c5a8f50b5 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Request body: {'floatingip': {'port_id': 'a81602ff-adf3-4fd9-9261-602cae243880'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:24:43.409268 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-26c70b68-297e-4081-8c44-fa4c5a8f50b5 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for floatingip (0226b3d6-ee70-4e97-ac16-5fa21288dc1f), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:43.862593 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-26c70b68-297e-4081-8c44-fa4c5a8f50b5 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:43.866949 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-26c70b68-297e-4081-8c44-fa4c5a8f50b5 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623622'] for floatingip (0226b3d6-ee70-4e97-ac16-5fa21288dc1f), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:43.977957 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.db.l3_db [None req-26c70b68-297e-4081-8c44-fa4c5a8f50b5 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Floating IP 0226b3d6-ee70-4e97-ac16-5fa21288dc1f associated. External IP: 172.27.0.231, port: a81602ff-adf3-4fd9-9261-602cae243880. Mar 30 18:24:44.182535 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db67b104-d717-44ba-a92d-5ce00824c03c req-685fd59b-e407-475c-a7e1-765224bd6111 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:44.184139 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-db67b104-d717-44ba-a92d-5ce00824c03c req-685fd59b-e407-475c-a7e1-765224bd6111 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2bfcc51-1d2f-4fba-a25e-70ca42dac005 HTTP/1.1" status: 200 len: 944 time: 0.0618896 Mar 30 18:24:44.192132 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device 97a01195-a163-4af7-9d47-6237a0db2bef up at agent hyperv_hv-cinder-83587 {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:24:44.205562 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c70b68-297e-4081-8c44-fa4c5a8f50b5 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Router 9e927d26-fdad-4de0-b401-be4f8bf7ed4f has already been hosted by L3 agent bb9cbda0-d504-4372-97ec-0881b5676f92 {{(pid=103294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:24:44.286419 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Provisioning complete for port 97a01195-a163-4af7-9d47-6237a0db2bef triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:24:44.286807 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (97a01195-a163-4af7-9d47-6237a0db2bef), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:44.289229 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-db67b104-d717-44ba-a92d-5ce00824c03c req-d0b77532-67fb-409b-8c98-bb8b66522f0d tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=f819a06d-d42e-4dcc-853e-162f96413bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773809 Mar 30 18:24:44.345956 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c70b68-297e-4081-8c44-fa4c5a8f50b5 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Notify agent at l3_agent.dv-cinder-835879-1-iscsi the message routers_updated {{(pid=103294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:24:44.356923 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-26c70b68-297e-4081-8c44-fa4c5a8f50b5 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for floatingip (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:44.371613 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b876a2df-6c01-49dd-a733-4636cbd675f5 None None] Sync routers for ids ['9e927d26-fdad-4de0-b401-be4f8bf7ed4f'] in dv-cinder-835879-1-iscsi {{(pid=103295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:24:44.389747 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-26c70b68-297e-4081-8c44-fa4c5a8f50b5 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "PUT /v2.0/floatingips/0226b3d6-ee70-4e97-ac16-5fa21288dc1f HTTP/1.1" status: 200 len: 992 time: 1.0271528 Mar 30 18:24:44.390352 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba1b2e6d-9f09-4783-9ed1-f6a454ae7fb0', 'tag': 'a81602ff-adf3-4fd9-9261-602cae243880'}] {{(pid=103294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:24:44.392582 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f253efad80999b0ddc7e44d4c54a97ad4b62a771ea2683ab6850d70c8b34677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f17d48-3ea3-4ed8-8f82-687093103368" -d '{"events": [{"name": "network-changed", "server_uuid": "ba1b2e6d-9f09-4783-9ed1-f6a454ae7fb0", "tag": "a81602ff-adf3-4fd9-9261-602cae243880"}]}' {{(pid=103294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:24:44.400224 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Current status of the port 97a01195-a163-4af7-9d47-6237a0db2bef is: BUILD; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:24:44.401061 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (97a01195-a163-4af7-9d47-6237a0db2bef), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:44.403968 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b876a2df-6c01-49dd-a733-4636cbd675f5 None None] Routers {'9e927d26-fdad-4de0-b401-be4f8bf7ed4f'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:24:44.405175 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-b876a2df-6c01-49dd-a733-4636cbd675f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:24:30Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['9e927d26-fdad-4de0-b401-be4f8bf7ed4f'], 'active': True} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:24:44.436302 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01195451-3ac7-4828-99c6-2715029fc808 x-openstack-request-id: req-01195451-3ac7-4828-99c6-2715029fc808 {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:24:44.436615 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba1b2e6d-9f09-4783-9ed1-f6a454ae7fb0", "tag": "a81602ff-adf3-4fd9-9261-602cae243880", "status": "completed", "code": 200}]} {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:24:44.436864 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-01195451-3ac7-4828-99c6-2715029fc808 {{(pid=103294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:24:44.437284 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01195451-3ac7-4828-99c6-2715029fc808'] response: {'name': 'network-changed', 'server_uuid': 'ba1b2e6d-9f09-4783-9ed1-f6a454ae7fb0', 'tag': 'a81602ff-adf3-4fd9-9261-602cae243880', 'status': 'completed', 'code': 200} Mar 30 18:24:44.497728 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2bfcc51-1d2f-4fba-a25e-70ca42dac005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97a01195-a163-4af7-9d47-6237a0db2bef'}] {{(pid=103295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:24:44.500133 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7869a1eaeafddf677110b76453ce8b8be8513095297872c2e0c75408178073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bbc849c-e14f-4016-adda-bfd02155e3ee" -d '{"events": [{"server_uuid": "e2bfcc51-1d2f-4fba-a25e-70ca42dac005", "name": "network-vif-plugged", "status": "completed", "tag": "97a01195-a163-4af7-9d47-6237a0db2bef"}]}' {{(pid=103295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:24:44.539613 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port 97a01195-a163-4af7-9d47-6237a0db2bef, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=97a01195-a163-4af7-9d47-6237a0db2bef,segment=NetworkSegment(e67e86d6-b9a3-48d5-b3c6-848d768aa694),segment_id=e67e86d6-b9a3-48d5-b3c6-848d768aa694)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:24:44.548306 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (97a01195-a163-4af7-9d47-6237a0db2bef), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:44.556238 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f17d48-3ea3-4ed8-8f82-687093103368 req-f0a149c2-b022-4e2a-ba14-6cb8efe0d0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:44.557507 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-33f17d48-3ea3-4ed8-8f82-687093103368 req-f0a149c2-b022-4e2a-ba14-6cb8efe0d0d3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=279a01c655714587a3db731678eada47&device_id=ba1b2e6d-9f09-4783-9ed1-f6a454ae7fb0 HTTP/1.1" status: 200 len: 1130 time: 0.0628026 Mar 30 18:24:44.581299 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce053c44-e96b-4f83-ad42-06120bceb405 x-openstack-request-id: req-ce053c44-e96b-4f83-ad42-06120bceb405 {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:24:44.581666 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2bfcc51-1d2f-4fba-a25e-70ca42dac005", "name": "network-vif-plugged", "status": "completed", "tag": "97a01195-a163-4af7-9d47-6237a0db2bef", "code": 200}]} {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:24:44.581883 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ce053c44-e96b-4f83-ad42-06120bceb405 {{(pid=103295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:24:44.582212 dv-cinder-835879-1-iscsi neutron-server[103295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce053c44-e96b-4f83-ad42-06120bceb405'] response: {'server_uuid': 'e2bfcc51-1d2f-4fba-a25e-70ca42dac005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97a01195-a163-4af7-9d47-6237a0db2bef', 'code': 200} Mar 30 18:24:44.617317 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Pushing event updated for resources: {'Port': ['ID=97a01195-a163-4af7-9d47-6237a0db2bef,revision_number=7']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:44.656390 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvr_db [None req-b876a2df-6c01-49dd-a733-4636cbd675f5 None None] Set router 9e927d26-fdad-4de0-b401-be4f8bf7ed4f gateway port host: dv-cinder-835879-1-iscsi {{(pid=103295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:24:44.737122 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f17d48-3ea3-4ed8-8f82-687093103368 req-8dface03-a677-4219-9ee6-fe51526ae070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:44.738913 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-33f17d48-3ea3-4ed8-8f82-687093103368 req-8dface03-a677-4219-9ee6-fe51526ae070 service neutron] 10.222.0.55 "GET /v2.0/networks?id=af330621-acdf-4f3d-ad55-9f9e392a3f7a HTTP/1.1" status: 200 len: 916 time: 0.1243951 Mar 30 18:24:44.819215 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-33f17d48-3ea3-4ed8-8f82-687093103368 req-dfe112a7-6ecb-46c9-bbf8-3bf4ea57471a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a81602ff-adf3-4fd9-9261-602cae243880 HTTP/1.1" status: 200 len: 1000 time: 0.0732131 Mar 30 18:24:44.885963 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f17d48-3ea3-4ed8-8f82-687093103368 req-74f8f04a-a417-4d79-9c2d-3003c3c6be86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:44.887575 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-33f17d48-3ea3-4ed8-8f82-687093103368 req-74f8f04a-a417-4d79-9c2d-3003c3c6be86 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=753583e9-792f-4b04-97da-dc50f6b2fa57 HTTP/1.1" status: 200 len: 854 time: 0.0597086 Mar 30 18:24:44.938288 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-b876a2df-6c01-49dd-a733-4636cbd675f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'name': 'tempest-AttachVolumeNegativeTest-1445051510-router', 'tenant_id': '279a01c655714587a3db731678eada47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'b803bc7d-24e4-4b13-8019-5fc99b0eeb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:19:14Z', 'updated_at': '2022-03-30T18:19:32Z', 'revision_number': 4, 'project_id': '279a01c655714587a3db731678eada47', 'gw_port': {'id': 'b803bc7d-24e4-4b13-8019-5fc99b0eeb41', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:44:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:16Z', 'updated_at': '2022-03-30T18:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_floatingips': [{'id': '0226b3d6-ee70-4e97-ac16-5fa21288dc1f', 'tenant_id': '279a01c655714587a3db731678eada47', 'floating_ip_address': '172.27.0.231', 'floating_network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'router_id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'port_id': 'a81602ff-adf3-4fd9-9261-602cae243880', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a', 'mac_address': 'fa:16:3e:fa:d7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1b2e6d-9f09-4783-9ed1-f6a454ae7fb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:24:31Z', 'updated_at': '2022-03-30T18:24:43Z', 'revision_number': 1, 'project_id': '279a01c655714587a3db731678eada47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f95f2d79-8e95-460d-b979-08e6301c655f', 'name': '', 'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a', 'tenant_id': '279a01c655714587a3db731678eada47', 'mac_address': 'fa:16:3e:95:ea:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '753583e9-792f-4b04-97da-dc50f6b2fa57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:26Z', 'updated_at': '2022-03-30T18:19:41Z', 'revision_number': 5, 'project_id': '279a01c655714587a3db731678eada47', 'subnets': [{'id': '753583e9-792f-4b04-97da-dc50f6b2fa57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:24:44.957018 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f17d48-3ea3-4ed8-8f82-687093103368 req-94d411b1-ad78-4ca3-9895-086c89b00d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:44.957018 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-33f17d48-3ea3-4ed8-8f82-687093103368 req-94d411b1-ad78-4ca3-9895-086c89b00d73 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=af330621-acdf-4f3d-ad55-9f9e392a3f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0571666 Mar 30 18:24:44.974720 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b876a2df-6c01-49dd-a733-4636cbd675f5 None None] Checking router: 9e927d26-fdad-4de0-b401-be4f8bf7ed4f for host: dv-cinder-835879-1-iscsi {{(pid=103295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:24:44.985128 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b876a2df-6c01-49dd-a733-4636cbd675f5 None None] Routers {'9e927d26-fdad-4de0-b401-be4f8bf7ed4f'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:24:44.985768 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-b876a2df-6c01-49dd-a733-4636cbd675f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:24:30Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['9e927d26-fdad-4de0-b401-be4f8bf7ed4f'], 'active': True} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:24:45.072504 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-33f17d48-3ea3-4ed8-8f82-687093103368 req-fefc1b11-dcfa-4b83-8255-8514a8e6f704 service neutron] 10.222.0.55 "GET /v2.0/networks/af330621-acdf-4f3d-ad55-9f9e392a3f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078959 Mar 30 18:24:45.127720 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvr_db [None req-b876a2df-6c01-49dd-a733-4636cbd675f5 None None] Set router 9e927d26-fdad-4de0-b401-be4f8bf7ed4f gateway port host: dv-cinder-835879-1-iscsi {{(pid=103295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:24:45.182526 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-33f17d48-3ea3-4ed8-8f82-687093103368 req-c09eb73d-2d1f-48d3-8b41-f90bbdc8f45d service neutron] 10.222.0.55 "GET /v2.0/networks/af330621-acdf-4f3d-ad55-9f9e392a3f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028280 Mar 30 18:24:45.419113 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fc7917-4ca3-4941-bc13-b165eb4dfdef req-327148eb-746d-4519-b99f-4f0bfe44e0da tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:45.424068 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-b876a2df-6c01-49dd-a733-4636cbd675f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'name': 'tempest-AttachVolumeNegativeTest-1445051510-router', 'tenant_id': '279a01c655714587a3db731678eada47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'b803bc7d-24e4-4b13-8019-5fc99b0eeb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:19:14Z', 'updated_at': '2022-03-30T18:19:32Z', 'revision_number': 4, 'project_id': '279a01c655714587a3db731678eada47', 'gw_port': {'id': 'b803bc7d-24e4-4b13-8019-5fc99b0eeb41', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:44:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:16Z', 'updated_at': '2022-03-30T18:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_floatingips': [{'id': '0226b3d6-ee70-4e97-ac16-5fa21288dc1f', 'tenant_id': '279a01c655714587a3db731678eada47', 'floating_ip_address': '172.27.0.231', 'floating_network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'router_id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'port_id': 'a81602ff-adf3-4fd9-9261-602cae243880', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a', 'mac_address': 'fa:16:3e:fa:d7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1b2e6d-9f09-4783-9ed1-f6a454ae7fb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:24:31Z', 'updated_at': '2022-03-30T18:24:43Z', 'revision_number': 1, 'project_id': '279a01c655714587a3db731678eada47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f95f2d79-8e95-460d-b979-08e6301c655f', 'name': '', 'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a', 'tenant_id': '279a01c655714587a3db731678eada47', 'mac_address': 'fa:16:3e:95:ea:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '753583e9-792f-4b04-97da-dc50f6b2fa57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:26Z', 'updated_at': '2022-03-30T18:19:41Z', 'revision_number': 5, 'project_id': '279a01c655714587a3db731678eada47', 'subnets': [{'id': '753583e9-792f-4b04-97da-dc50f6b2fa57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:24:45.428660 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-66fc7917-4ca3-4941-bc13-b165eb4dfdef req-327148eb-746d-4519-b99f-4f0bfe44e0da tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2bfcc51-1d2f-4fba-a25e-70ca42dac005 HTTP/1.1" status: 200 len: 945 time: 0.0654049 Mar 30 18:24:45.457813 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b876a2df-6c01-49dd-a733-4636cbd675f5 None None] The sync data for ids ['9e927d26-fdad-4de0-b401-be4f8bf7ed4f'] in dv-cinder-835879-1-iscsi is: [{'id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'name': 'tempest-AttachVolumeNegativeTest-1445051510-router', 'tenant_id': '279a01c655714587a3db731678eada47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'b803bc7d-24e4-4b13-8019-5fc99b0eeb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:19:14Z', 'updated_at': '2022-03-30T18:19:32Z', 'revision_number': 4, 'project_id': '279a01c655714587a3db731678eada47', 'gw_port': {'id': 'b803bc7d-24e4-4b13-8019-5fc99b0eeb41', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:44:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:16Z', 'updated_at': '2022-03-30T18:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_floatingips': [{'id': '0226b3d6-ee70-4e97-ac16-5fa21288dc1f', 'tenant_id': '279a01c655714587a3db731678eada47', 'floating_ip_address': '172.27.0.231', 'floating_network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'router_id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'port_id': 'a81602ff-adf3-4fd9-9261-602cae243880', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a', 'mac_address': 'fa:16:3e:fa:d7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1b2e6d-9f09-4783-9ed1-f6a454ae7fb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:24:31Z', 'updated_at': '2022-03-30T18:24:43Z', 'revision_number': 1, 'project_id': '279a01c655714587a3db731678eada47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f95f2d79-8e95-460d-b979-08e6301c655f', 'name': '', 'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a', 'tenant_id': '279a01c655714587a3db731678eada47', 'mac_address': 'fa:16:3e:95:ea:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '753583e9-792f-4b04-97da-dc50f6b2fa57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:26Z', 'updated_at': '2022-03-30T18:19:41Z', 'revision_number': 5, 'project_id': '279a01c655714587a3db731678eada47', 'subnets': [{'id': '753583e9-792f-4b04-97da-dc50f6b2fa57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:24:45.490350 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-66fc7917-4ca3-4941-bc13-b165eb4dfdef req-800bdffd-1196-4009-9efb-8ae6665c5c42 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=f819a06d-d42e-4dcc-853e-162f96413bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580442 Mar 30 18:24:45.677639 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f040fdc2-9a83-4020-8c85-9758e0fa7735 None None] New status for floating IP 0226b3d6-ee70-4e97-ac16-5fa21288dc1f: ACTIVE {{(pid=103296) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:24:46.373804 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (48cc6dd0-9d47-40d1-bfd7-3609261a1488), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:46.622072 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee9a26-25ca-41a1-b843-567051438ad5 req-7ff5e49c-6f34-40d1-8290-4ef2ea133c24 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:46.624878 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-82ee9a26-25ca-41a1-b843-567051438ad5 req-7ff5e49c-6f34-40d1-8290-4ef2ea133c24 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2bfcc51-1d2f-4fba-a25e-70ca42dac005 HTTP/1.1" status: 200 len: 945 time: 0.0626101 Mar 30 18:24:46.674619 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-82ee9a26-25ca-41a1-b843-567051438ad5 req-57f33c37-3ed7-42f7-8ca5-e64086f4601e tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=f819a06d-d42e-4dcc-853e-162f96413bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437632 Mar 30 18:24:47.816239 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42aaaf9-a333-4c37-8bc4-249655a5cd55 req-f069eb4f-bd38-45c3-872d-69f6377b0e13 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:47.819203 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c42aaaf9-a333-4c37-8bc4-249655a5cd55 req-f069eb4f-bd38-45c3-872d-69f6377b0e13 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2bfcc51-1d2f-4fba-a25e-70ca42dac005 HTTP/1.1" status: 200 len: 945 time: 0.0622027 Mar 30 18:24:47.879924 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c42aaaf9-a333-4c37-8bc4-249655a5cd55 req-634a8091-eef5-4668-8e5a-1589b23cf832 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=f819a06d-d42e-4dcc-853e-162f96413bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528138 Mar 30 18:24:49.019613 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c70c5d-3ce0-4c07-a032-88437fc54fe9 req-28265090-ca45-4d0c-8810-51269abbd89e tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:49.021010 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a6c70c5d-3ce0-4c07-a032-88437fc54fe9 req-28265090-ca45-4d0c-8810-51269abbd89e tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2bfcc51-1d2f-4fba-a25e-70ca42dac005 HTTP/1.1" status: 200 len: 945 time: 0.0595503 Mar 30 18:24:49.073809 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a6c70c5d-3ce0-4c07-a032-88437fc54fe9 req-9d15f327-5410-48b7-92c5-03412327f31e tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=f819a06d-d42e-4dcc-853e-162f96413bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471220 Mar 30 18:24:50.214592 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beed590-db70-48c8-bc0a-f7aa5a88a149 req-138dd236-229f-479f-b0f9-df7b2262616f tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:50.216109 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0beed590-db70-48c8-bc0a-f7aa5a88a149 req-138dd236-229f-479f-b0f9-df7b2262616f tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2bfcc51-1d2f-4fba-a25e-70ca42dac005 HTTP/1.1" status: 200 len: 945 time: 0.0638161 Mar 30 18:24:50.277761 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0beed590-db70-48c8-bc0a-f7aa5a88a149 req-a98adce9-6e13-4bf8-81f6-9e4eba707d55 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=f819a06d-d42e-4dcc-853e-162f96413bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489941 Mar 30 18:24:51.410546 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1812e735-6a7a-48d4-979b-4cdd94be1715 req-d8da6c0d-4a92-469e-a90b-ec7775d59ff0 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:51.412079 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-1812e735-6a7a-48d4-979b-4cdd94be1715 req-d8da6c0d-4a92-469e-a90b-ec7775d59ff0 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2bfcc51-1d2f-4fba-a25e-70ca42dac005 HTTP/1.1" status: 200 len: 945 time: 0.0543349 Mar 30 18:24:51.462402 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-1812e735-6a7a-48d4-979b-4cdd94be1715 req-59803fed-a7c4-4631-835d-aa186cadf36d tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=f819a06d-d42e-4dcc-853e-162f96413bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447433 Mar 30 18:24:52.051404 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60026f9e-4a3f-4da0-8414-fac99a3af080 req-38931e3c-c7b9-44bc-90ce-6aab769138ec tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:52.053121 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-60026f9e-4a3f-4da0-8414-fac99a3af080 req-38931e3c-c7b9-44bc-90ce-6aab769138ec tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6e482c9-c23f-4930-a249-60dd92771d8c HTTP/1.1" status: 200 len: 946 time: 0.0529864 Mar 30 18:24:52.100557 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-60026f9e-4a3f-4da0-8414-fac99a3af080 req-23d3f80f-9b35-4ee6-ab5a-94b082dda1b9 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=e224ce21-3c38-4df1-a0c4-529ad7e4a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420411 Mar 30 18:24:52.594356 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a089152-4a89-4474-bdb6-aa874a69b684 req-d9a65a6b-0b16-452f-b040-5f1eb437e420 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:52.595858 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-5a089152-4a89-4474-bdb6-aa874a69b684 req-d9a65a6b-0b16-452f-b040-5f1eb437e420 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2bfcc51-1d2f-4fba-a25e-70ca42dac005 HTTP/1.1" status: 200 len: 945 time: 0.0562911 Mar 30 18:24:52.642373 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-5a089152-4a89-4474-bdb6-aa874a69b684 req-1a466d20-041b-4dd3-b2e4-a6224baab4f5 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=f819a06d-d42e-4dcc-853e-162f96413bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409057 Mar 30 18:24:52.804563 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feabd4e-47f5-439f-8cd9-58d712913a0e req-14052612-4d96-40ae-9380-e1dc6f37b047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:52.805933 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-7feabd4e-47f5-439f-8cd9-58d712913a0e req-14052612-4d96-40ae-9380-e1dc6f37b047 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=160e10afe45b4c309f409b0d9735b01b&device_id=e2bfcc51-1d2f-4fba-a25e-70ca42dac005 HTTP/1.1" status: 200 len: 1129 time: 0.0435369 Mar 30 18:24:52.896826 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feabd4e-47f5-439f-8cd9-58d712913a0e req-ece46626-e995-491c-944d-39536c38ec75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:52.898284 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-7feabd4e-47f5-439f-8cd9-58d712913a0e req-ece46626-e995-491c-944d-39536c38ec75 service neutron] 10.222.0.55 "GET /v2.0/networks?id=962d8774-065a-4a3e-943e-02c437f03701 HTTP/1.1" status: 200 len: 917 time: 0.0848007 Mar 30 18:24:52.962647 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-7feabd4e-47f5-439f-8cd9-58d712913a0e req-51ffcad3-0ad0-46b7-a590-886d7d50f8d4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97a01195-a163-4af7-9d47-6237a0db2bef HTTP/1.1" status: 200 len: 1001 time: 0.0566111 Mar 30 18:24:53.012174 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feabd4e-47f5-439f-8cd9-58d712913a0e req-98a8ec3c-7d19-43b6-b97a-d8b48bc29d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:53.013580 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-7feabd4e-47f5-439f-8cd9-58d712913a0e req-98a8ec3c-7d19-43b6-b97a-d8b48bc29d9d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8c5ebae0-2426-48ad-8a00-7de0e10a4970 HTTP/1.1" status: 200 len: 855 time: 0.0433850 Mar 30 18:24:53.066260 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feabd4e-47f5-439f-8cd9-58d712913a0e req-f8ddca46-cd64-430a-a055-5d0176f8c803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:53.067719 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-7feabd4e-47f5-439f-8cd9-58d712913a0e req-f8ddca46-cd64-430a-a055-5d0176f8c803 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=962d8774-065a-4a3e-943e-02c437f03701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472898 Mar 30 18:24:53.153047 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-7feabd4e-47f5-439f-8cd9-58d712913a0e req-c9414133-f46a-42c8-bf98-062587186912 service neutron] 10.222.0.55 "GET /v2.0/networks/962d8774-065a-4a3e-943e-02c437f03701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783286 Mar 30 18:24:53.285958 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad39c1-35c5-4bd0-a87d-8676d1181032 req-038b60fc-5a93-41af-95b6-0fdcf96a81bc tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:53.287449 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-eaad39c1-35c5-4bd0-a87d-8676d1181032 req-038b60fc-5a93-41af-95b6-0fdcf96a81bc tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6e482c9-c23f-4930-a249-60dd92771d8c HTTP/1.1" status: 200 len: 946 time: 0.1200025 Mar 30 18:24:53.292796 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-7feabd4e-47f5-439f-8cd9-58d712913a0e req-52771f12-c61e-4383-ae0b-4872677e6e9d service neutron] 10.222.0.55 "GET /v2.0/networks/962d8774-065a-4a3e-943e-02c437f03701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322019 Mar 30 18:24:53.336876 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-eaad39c1-35c5-4bd0-a87d-8676d1181032 req-5be4cc28-7890-46b3-8504-376c974a784f tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=e224ce21-3c38-4df1-a0c4-529ad7e4a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431278 Mar 30 18:24:53.766217 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b2eda-3ac7-4bbd-a23b-34a43ccb1104 req-f222ba97-4686-4fad-a911-d153b695dab8 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:53.767698 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-b43b2eda-3ac7-4bbd-a23b-34a43ccb1104 req-f222ba97-4686-4fad-a911-d153b695dab8 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2bfcc51-1d2f-4fba-a25e-70ca42dac005 HTTP/1.1" status: 200 len: 945 time: 0.0517573 Mar 30 18:24:53.817622 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-b43b2eda-3ac7-4bbd-a23b-34a43ccb1104 req-de89c599-21e3-443a-8ae5-45eea32d5d23 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=f819a06d-d42e-4dcc-853e-162f96413bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442514 Mar 30 18:24:54.450826 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db12a68a-c74c-4e38-9c71-4e32cbe4d051 req-cb675901-fb53-42f1-9c93-6847a7067643 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:54.452333 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-db12a68a-c74c-4e38-9c71-4e32cbe4d051 req-cb675901-fb53-42f1-9c93-6847a7067643 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6e482c9-c23f-4930-a249-60dd92771d8c HTTP/1.1" status: 200 len: 946 time: 0.0518234 Mar 30 18:24:54.497149 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-db12a68a-c74c-4e38-9c71-4e32cbe4d051 req-1ee126fe-a732-425e-b22f-7f421a3905b8 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=e224ce21-3c38-4df1-a0c4-529ad7e4a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394161 Mar 30 18:24:54.938858 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5fa45f-e24e-4a62-b2f6-81f876938bcc req-33a63ce3-9485-49f4-9980-f5d481655f66 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:54.940314 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-6d5fa45f-e24e-4a62-b2f6-81f876938bcc req-33a63ce3-9485-49f4-9980-f5d481655f66 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2bfcc51-1d2f-4fba-a25e-70ca42dac005 HTTP/1.1" status: 200 len: 945 time: 0.0520492 Mar 30 18:24:54.985316 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-6d5fa45f-e24e-4a62-b2f6-81f876938bcc req-d0fba156-d6df-4215-94e4-02c458ac2516 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=f819a06d-d42e-4dcc-853e-162f96413bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395510 Mar 30 18:24:55.876731 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea425c4-e850-45e8-bde3-d57183cfe61a req-e25fe9f8-1be3-48b3-89ac-c87ae1d3454d tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:55.878208 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-9ea425c4-e850-45e8-bde3-d57183cfe61a req-e25fe9f8-1be3-48b3-89ac-c87ae1d3454d tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6e482c9-c23f-4930-a249-60dd92771d8c HTTP/1.1" status: 200 len: 946 time: 0.3119664 Mar 30 18:24:55.923452 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-9ea425c4-e850-45e8-bde3-d57183cfe61a req-8e571059-9c08-4211-a6c7-3d30dad84973 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=e224ce21-3c38-4df1-a0c4-529ad7e4a7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397449 Mar 30 18:24:56.102424 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b48706-f5e7-40ac-947c-a31b071740c9 req-3c0faca7-939c-4c0f-b8cc-2e174aa60499 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:56.104057 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c8b48706-f5e7-40ac-947c-a31b071740c9 req-3c0faca7-939c-4c0f-b8cc-2e174aa60499 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2bfcc51-1d2f-4fba-a25e-70ca42dac005 HTTP/1.1" status: 200 len: 945 time: 0.0509107 Mar 30 18:24:56.149758 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c8b48706-f5e7-40ac-947c-a31b071740c9 req-f52a6ef5-6eee-4492-ba6c-513221e26021 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=f819a06d-d42e-4dcc-853e-162f96413bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390077 Mar 30 18:24:56.291348 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device 97a01195-a163-4af7-9d47-6237a0db2bef no longer exists at agent hyperv_hv-cinder-83587 {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:24:56.347821 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ee55a-80ce-45cb-8983-5d3225dfa2e1 req-1d7b1713-4c6d-45f4-a50a-11584816f103 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:56.349256 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0e0ee55a-80ce-45cb-8983-5d3225dfa2e1 req-1d7b1713-4c6d-45f4-a50a-11584816f103 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6e482c9-c23f-4930-a249-60dd92771d8c HTTP/1.1" status: 200 len: 946 time: 0.0587142 Mar 30 18:24:56.370867 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Current status of the port 97a01195-a163-4af7-9d47-6237a0db2bef is: ACTIVE; New status is: DOWN {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:24:56.371408 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (97a01195-a163-4af7-9d47-6237a0db2bef), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:56.397266 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2bfcc51-1d2f-4fba-a25e-70ca42dac005', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97a01195-a163-4af7-9d47-6237a0db2bef'}] {{(pid=103295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:24:56.399706 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7869a1eaeafddf677110b76453ce8b8be8513095297872c2e0c75408178073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36aa90c2-989e-48cf-8d84-82d7c7d244a6" -d '{"events": [{"server_uuid": "e2bfcc51-1d2f-4fba-a25e-70ca42dac005", "name": "network-vif-unplugged", "status": "completed", "tag": "97a01195-a163-4af7-9d47-6237a0db2bef"}]}' {{(pid=103295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:24:56.416282 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port 97a01195-a163-4af7-9d47-6237a0db2bef, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=97a01195-a163-4af7-9d47-6237a0db2bef,segment=NetworkSegment(e67e86d6-b9a3-48d5-b3c6-848d768aa694),segment_id=e67e86d6-b9a3-48d5-b3c6-848d768aa694)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:24:56.421966 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (97a01195-a163-4af7-9d47-6237a0db2bef), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:56.454949 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [req-0e0ee55a-80ce-45cb-8983-5d3225dfa2e1 req-beec30e1-6d76-4167-9298-b6ec6fc47709 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Deleting port 3e2f7821-0a00-4198-8965-8972649ae0c9 {{(pid=103293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:24:56.455993 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-0e0ee55a-80ce-45cb-8983-5d3225dfa2e1 req-beec30e1-6d76-4167-9298-b6ec6fc47709 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759690029078'] for port (3e2f7821-0a00-4198-8965-8972649ae0c9), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:56.495033 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Pushing event updated for resources: {'Port': ['ID=97a01195-a163-4af7-9d47-6237a0db2bef,revision_number=8']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:56.513032 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 30 Mar 2022 18:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df146c9e-e482-4433-a968-a9f6f6719a1d x-openstack-request-id: req-df146c9e-e482-4433-a968-a9f6f6719a1d {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:24:56.513032 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2bfcc51-1d2f-4fba-a25e-70ca42dac005", "name": "network-vif-unplugged", "status": "failed", "tag": "97a01195-a163-4af7-9d47-6237a0db2bef", "code": 422}]} {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:24:56.513032 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-df146c9e-e482-4433-a968-a9f6f6719a1d {{(pid=103295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:24:56.513032 dv-cinder-835879-1-iscsi neutron-server[103295]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-df146c9e-e482-4433-a968-a9f6f6719a1d']: {'server_uuid': 'e2bfcc51-1d2f-4fba-a25e-70ca42dac005', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '97a01195-a163-4af7-9d47-6237a0db2bef', 'code': 422} returned with failed status Mar 30 18:24:56.551922 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [req-0e0ee55a-80ce-45cb-8983-5d3225dfa2e1 req-beec30e1-6d76-4167-9298-b6ec6fc47709 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] For port 3e2f7821-0a00-4198-8965-8972649ae0c9, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=3e2f7821-0a00-4198-8965-8972649ae0c9,segment=NetworkSegment(e89ea969-8b4b-4207-b35e-89afc567c10c),segment_id=e89ea969-8b4b-4207-b35e-89afc567c10c)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:24:56.552286 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-0e0ee55a-80ce-45cb-8983-5d3225dfa2e1 req-beec30e1-6d76-4167-9298-b6ec6fc47709 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586036'] for port (3e2f7821-0a00-4198-8965-8972649ae0c9), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:56.728198 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-0e0ee55a-80ce-45cb-8983-5d3225dfa2e1 req-beec30e1-6d76-4167-9298-b6ec6fc47709 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:56.728602 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-0e0ee55a-80ce-45cb-8983-5d3225dfa2e1 req-beec30e1-6d76-4167-9298-b6ec6fc47709 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623622'] for floatingip (1a6abe37-a2e5-4e13-b9c2-5c6c95e6c876), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:56.729070 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.db.l3_db [req-0e0ee55a-80ce-45cb-8983-5d3225dfa2e1 req-beec30e1-6d76-4167-9298-b6ec6fc47709 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Floating IP 1a6abe37-a2e5-4e13-b9c2-5c6c95e6c876 disassociated. External IP: 172.27.0.209, port: 3e2f7821-0a00-4198-8965-8972649ae0c9. Mar 30 18:24:56.729351 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [req-0e0ee55a-80ce-45cb-8983-5d3225dfa2e1 req-beec30e1-6d76-4167-9298-b6ec6fc47709 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Calling delete_port for 3e2f7821-0a00-4198-8965-8972649ae0c9 owned by compute:nova {{(pid=103293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:24:56.873520 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-0e0ee55a-80ce-45cb-8983-5d3225dfa2e1 req-beec30e1-6d76-4167-9298-b6ec6fc47709 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759690034297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759689464333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58814409'] for port (3e2f7821-0a00-4198-8965-8972649ae0c9), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:56.910606 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beec30e1-6d76-4167-9298-b6ec6fc47709 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Pushing event deleted for resources: {'Port': ['ID=3e2f7821-0a00-4198-8965-8972649ae0c9,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:57.106806 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-047c7116-99a7-4978-8587-a0b4510b547f req-f3471372-7cc4-4a84-b43d-68779fb530ad tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6e482c9-c23f-4930-a249-60dd92771d8c HTTP/1.1" status: 200 len: 210 time: 0.0476980 Mar 30 18:24:57.124661 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0e0ee55a-80ce-45cb-8983-5d3225dfa2e1 req-beec30e1-6d76-4167-9298-b6ec6fc47709 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Router 7266c1d7-521e-414b-aff0-8c110dc9dbd7 has already been hosted by L3 agent bb9cbda0-d504-4372-97ec-0881b5676f92 {{(pid=103293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:24:57.257872 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5756ef-ce38-4f2b-b601-f7417976d7ba req-8f6b801d-4f64-4793-838e-84d98373388f tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:57.265214 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ac5756ef-ce38-4f2b-b601-f7417976d7ba req-8f6b801d-4f64-4793-838e-84d98373388f tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2bfcc51-1d2f-4fba-a25e-70ca42dac005 HTTP/1.1" status: 200 len: 943 time: 0.1384835 Mar 30 18:24:57.324229 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0e0ee55a-80ce-45cb-8983-5d3225dfa2e1 req-beec30e1-6d76-4167-9298-b6ec6fc47709 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Notify agent at l3_agent.dv-cinder-835879-1-iscsi the message routers_updated {{(pid=103293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:24:57.344700 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0580e8-cc36-4796-9f9c-ed3aa5ee2385 None None] Sync routers for ids ['7266c1d7-521e-414b-aff0-8c110dc9dbd7'] in dv-cinder-835879-1-iscsi {{(pid=103295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:24:57.360893 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ac5756ef-ce38-4f2b-b601-f7417976d7ba req-56dce7f8-8c47-4469-adb7-183f651c0c98 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=f819a06d-d42e-4dcc-853e-162f96413bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748065 Mar 30 18:24:57.364499 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0580e8-cc36-4796-9f9c-ed3aa5ee2385 None None] Routers {'7266c1d7-521e-414b-aff0-8c110dc9dbd7'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:24:57.365409 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-0b0580e8-cc36-4796-9f9c-ed3aa5ee2385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:24:30Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['7266c1d7-521e-414b-aff0-8c110dc9dbd7'], 'active': True} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:24:57.385573 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e0ee55a-80ce-45cb-8983-5d3225dfa2e1 req-beec30e1-6d76-4167-9298-b6ec6fc47709 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] No DVR routers for this DVR port 3e2f7821-0a00-4198-8965-8972649ae0c9 on host hv-cinder-83587 {{(pid=103293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:24:57.388368 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-0e0ee55a-80ce-45cb-8983-5d3225dfa2e1 req-beec30e1-6d76-4167-9298-b6ec6fc47709 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for port (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:57.392359 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0e0ee55a-80ce-45cb-8983-5d3225dfa2e1 req-beec30e1-6d76-4167-9298-b6ec6fc47709 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.55 "DELETE /v2.0/ports/3e2f7821-0a00-4198-8965-8972649ae0c9 HTTP/1.1" status: 204 len: 173 time: 1.0350049 Mar 30 18:24:57.392822 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6e482c9-c23f-4930-a249-60dd92771d8c', 'name': 'network-vif-deleted', 'tag': '3e2f7821-0a00-4198-8965-8972649ae0c9'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:24:57.395242 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e41150553c85b09edab6cb52843a30629a36ec9d810f78f9b9d5c7c277fb574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ee00f1-a34b-41a5-a52a-fe098d921350" -d '{"events": [{"server_uuid": "f6e482c9-c23f-4930-a249-60dd92771d8c", "name": "network-vif-deleted", "tag": "3e2f7821-0a00-4198-8965-8972649ae0c9"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:24:57.446663 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b547d56e-9474-4b24-821c-707593e7cb2b x-openstack-request-id: req-b547d56e-9474-4b24-821c-707593e7cb2b {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:24:57.446966 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6e482c9-c23f-4930-a249-60dd92771d8c", "name": "network-vif-deleted", "tag": "3e2f7821-0a00-4198-8965-8972649ae0c9", "status": "completed", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:24:57.447249 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b547d56e-9474-4b24-821c-707593e7cb2b {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:24:57.447682 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b547d56e-9474-4b24-821c-707593e7cb2b'] response: {'server_uuid': 'f6e482c9-c23f-4930-a249-60dd92771d8c', 'name': 'network-vif-deleted', 'tag': '3e2f7821-0a00-4198-8965-8972649ae0c9', 'status': 'completed', 'code': 200} Mar 30 18:24:57.480437 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 37568) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:57.508599 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvr_db [None req-0b0580e8-cc36-4796-9f9c-ed3aa5ee2385 None None] Set router 7266c1d7-521e-414b-aff0-8c110dc9dbd7 gateway port host: dv-cinder-835879-1-iscsi {{(pid=103295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:24:57.574047 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [req-35372b8b-18c6-4e07-8252-fd572b8a01dd req-2387322b-7fd0-490b-8d1c-d1c324dc2475 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e2bfcc51-1d2f-4fba-a25e-70ca42dac005&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0925205 Mar 30 18:24:57.585916 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [req-35372b8b-18c6-4e07-8252-fd572b8a01dd req-781db4b2-8f92-498f-b370-0ac93343ac7a service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103294) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 18:24:57.587487 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [req-35372b8b-18c6-4e07-8252-fd572b8a01dd req-781db4b2-8f92-498f-b370-0ac93343ac7a service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062692 Mar 30 18:24:57.673941 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 37576) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:57.713932 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-4381ee17-b4c8-44c1-99db-4a385cf23741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (c82c41e6-6be9-408a-ae4d-4131a3230230), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:57.734905 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-0b0580e8-cc36-4796-9f9c-ed3aa5ee2385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7266c1d7-521e-414b-aff0-8c110dc9dbd7', 'name': 'tempest-ServerRescueNegativeTestJSON-1943900163-router', 'tenant_id': '585ebec9292d43e7b65aab5ba734d8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '2d7d92f9-be31-486f-9237-dcd2a09b1c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:20:33Z', 'updated_at': '2022-03-30T18:20:37Z', 'revision_number': 4, 'project_id': '585ebec9292d43e7b65aab5ba734d8b9', 'gw_port': {'id': '2d7d92f9-be31-486f-9237-dcd2a09b1c3a', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7266c1d7-521e-414b-aff0-8c110dc9dbd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:33Z', 'updated_at': '2022-03-30T18:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_interfaces': [{'id': '0fe1b64a-b721-4cae-986c-e8bedae4133f', 'name': '', 'network_id': '0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb', 'tenant_id': '585ebec9292d43e7b65aab5ba734d8b9', 'mac_address': 'fa:16:3e:9d:44:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7266c1d7-521e-414b-aff0-8c110dc9dbd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '803891e5-aae4-46c3-87bc-0de344219463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:36Z', 'updated_at': '2022-03-30T18:20:41Z', 'revision_number': 5, 'project_id': '585ebec9292d43e7b65aab5ba734d8b9', 'subnets': [{'id': '803891e5-aae4-46c3-87bc-0de344219463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:24:57.761956 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0580e8-cc36-4796-9f9c-ed3aa5ee2385 None None] Checking router: 7266c1d7-521e-414b-aff0-8c110dc9dbd7 for host: dv-cinder-835879-1-iscsi {{(pid=103295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:24:57.771321 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0580e8-cc36-4796-9f9c-ed3aa5ee2385 None None] Routers {'7266c1d7-521e-414b-aff0-8c110dc9dbd7'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:24:57.771685 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35372b8b-18c6-4e07-8252-fd572b8a01dd req-8541e484-aad2-4a92-a7a3-3168e401d695 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:57.771951 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-0b0580e8-cc36-4796-9f9c-ed3aa5ee2385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:24:30Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['7266c1d7-521e-414b-aff0-8c110dc9dbd7'], 'active': True} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:24:57.773127 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [req-35372b8b-18c6-4e07-8252-fd572b8a01dd req-8541e484-aad2-4a92-a7a3-3168e401d695 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports/97a01195-a163-4af7-9d47-6237a0db2bef HTTP/1.1" status: 200 len: 940 time: 0.0980425 Mar 30 18:24:58.023274 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvr_db [None req-0b0580e8-cc36-4796-9f9c-ed3aa5ee2385 None None] Set router 7266c1d7-521e-414b-aff0-8c110dc9dbd7 gateway port host: dv-cinder-835879-1-iscsi {{(pid=103295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:24:58.196021 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 37594) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:58.245876 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-0b0580e8-cc36-4796-9f9c-ed3aa5ee2385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7266c1d7-521e-414b-aff0-8c110dc9dbd7', 'name': 'tempest-ServerRescueNegativeTestJSON-1943900163-router', 'tenant_id': '585ebec9292d43e7b65aab5ba734d8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '2d7d92f9-be31-486f-9237-dcd2a09b1c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:20:33Z', 'updated_at': '2022-03-30T18:20:37Z', 'revision_number': 4, 'project_id': '585ebec9292d43e7b65aab5ba734d8b9', 'gw_port': {'id': '2d7d92f9-be31-486f-9237-dcd2a09b1c3a', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7266c1d7-521e-414b-aff0-8c110dc9dbd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:33Z', 'updated_at': '2022-03-30T18:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_interfaces': [{'id': '0fe1b64a-b721-4cae-986c-e8bedae4133f', 'name': '', 'network_id': '0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb', 'tenant_id': '585ebec9292d43e7b65aab5ba734d8b9', 'mac_address': 'fa:16:3e:9d:44:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7266c1d7-521e-414b-aff0-8c110dc9dbd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '803891e5-aae4-46c3-87bc-0de344219463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:36Z', 'updated_at': '2022-03-30T18:20:41Z', 'revision_number': 5, 'project_id': '585ebec9292d43e7b65aab5ba734d8b9', 'subnets': [{'id': '803891e5-aae4-46c3-87bc-0de344219463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:24:58.252233 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-204c6a66-5d31-4f15-96c4-ef5740736502 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Publish callbacks [] for security_group (e224ce21-3c38-4df1-a0c4-529ad7e4a7ba), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:58.274302 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0580e8-cc36-4796-9f9c-ed3aa5ee2385 None None] The sync data for ids ['7266c1d7-521e-414b-aff0-8c110dc9dbd7'] in dv-cinder-835879-1-iscsi is: [{'id': '7266c1d7-521e-414b-aff0-8c110dc9dbd7', 'name': 'tempest-ServerRescueNegativeTestJSON-1943900163-router', 'tenant_id': '585ebec9292d43e7b65aab5ba734d8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '2d7d92f9-be31-486f-9237-dcd2a09b1c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:20:33Z', 'updated_at': '2022-03-30T18:20:37Z', 'revision_number': 4, 'project_id': '585ebec9292d43e7b65aab5ba734d8b9', 'gw_port': {'id': '2d7d92f9-be31-486f-9237-dcd2a09b1c3a', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7266c1d7-521e-414b-aff0-8c110dc9dbd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:33Z', 'updated_at': '2022-03-30T18:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_interfaces': [{'id': '0fe1b64a-b721-4cae-986c-e8bedae4133f', 'name': '', 'network_id': '0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb', 'tenant_id': '585ebec9292d43e7b65aab5ba734d8b9', 'mac_address': 'fa:16:3e:9d:44:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7266c1d7-521e-414b-aff0-8c110dc9dbd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '803891e5-aae4-46c3-87bc-0de344219463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:36Z', 'updated_at': '2022-03-30T18:20:41Z', 'revision_number': 5, 'project_id': '585ebec9292d43e7b65aab5ba734d8b9', 'subnets': [{'id': '803891e5-aae4-46c3-87bc-0de344219463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:24:58.276675 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-204c6a66-5d31-4f15-96c4-ef5740736502 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Publish callbacks [] for security_group (e224ce21-3c38-4df1-a0c4-529ad7e4a7ba), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:58.332798 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-204c6a66-5d31-4f15-96c4-ef5740736502 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (e224ce21-3c38-4df1-a0c4-529ad7e4a7ba), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:58.335959 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-204c6a66-5d31-4f15-96c4-ef5740736502 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:58.339427 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-204c6a66-5d31-4f15-96c4-ef5740736502 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "DELETE /v2.0/security-groups/e224ce21-3c38-4df1-a0c4-529ad7e4a7ba HTTP/1.1" status: 204 len: 168 time: 0.1401806 Mar 30 18:24:58.340079 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 37596) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:58.347676 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204c6a66-5d31-4f15-96c4-ef5740736502 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e224ce21-3c38-4df1-a0c4-529ad7e4a7ba,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:58.355960 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.api.v2.resource [None req-a7a5ddaa-603c-4aa5-ba59-3144ee2c69fb tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] show failed (client error): The resource could not be found. Mar 30 18:24:58.360398 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204c6a66-5d31-4f15-96c4-ef5740736502 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:58.360398 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204c6a66-5d31-4f15-96c4-ef5740736502 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:58.360398 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204c6a66-5d31-4f15-96c4-ef5740736502 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:58.360398 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204c6a66-5d31-4f15-96c4-ef5740736502 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:58.360398 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204c6a66-5d31-4f15-96c4-ef5740736502 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:58.360398 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204c6a66-5d31-4f15-96c4-ef5740736502 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:58.360398 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204c6a66-5d31-4f15-96c4-ef5740736502 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:58.360398 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204c6a66-5d31-4f15-96c4-ef5740736502 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:58.361650 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-a7a5ddaa-603c-4aa5-ba59-3144ee2c69fb tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups/e224ce21-3c38-4df1-a0c4-529ad7e4a7ba HTTP/1.1" status: 404 len: 347 time: 0.0205357 Mar 30 18:24:58.362037 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204c6a66-5d31-4f15-96c4-ef5740736502 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:58.362459 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204c6a66-5d31-4f15-96c4-ef5740736502 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:58.362783 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 37598) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:58.363287 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204c6a66-5d31-4f15-96c4-ef5740736502 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:58.363626 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204c6a66-5d31-4f15-96c4-ef5740736502 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:58.364094 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204c6a66-5d31-4f15-96c4-ef5740736502 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:58.364432 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204c6a66-5d31-4f15-96c4-ef5740736502 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:58.364753 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204c6a66-5d31-4f15-96c4-ef5740736502 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:58.532806 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c965b-a1c1-4bbb-903d-5b68cf2f9dac req-9a112e03-5207-40b0-8f18-0469b5483743 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:58.534325 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c09c965b-a1c1-4bbb-903d-5b68cf2f9dac req-9a112e03-5207-40b0-8f18-0469b5483743 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2bfcc51-1d2f-4fba-a25e-70ca42dac005 HTTP/1.1" status: 200 len: 943 time: 0.1197295 Mar 30 18:24:58.545968 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb667224-eeb6-4e89-b152-38c8e5f66711 None None] New status for floating IP 1a6abe37-a2e5-4e13-b9c2-5c6c95e6c876: DOWN {{(pid=103296) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:24:58.575230 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-5be8dfd6-b1eb-4cac-9552-66b6ca2440f5 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Deleting port abf2724f-6e10-4c77-8d5e-dfd318d83a37 {{(pid=103293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:24:58.575540 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-5be8dfd6-b1eb-4cac-9552-66b6ca2440f5 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759690029078'] for port (abf2724f-6e10-4c77-8d5e-dfd318d83a37), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:58.640531 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c09c965b-a1c1-4bbb-903d-5b68cf2f9dac req-87cc0eb5-e4f4-4e6e-86e5-b5d9d3258f10 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=f819a06d-d42e-4dcc-853e-162f96413bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980353 Mar 30 18:24:58.712940 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-5be8dfd6-b1eb-4cac-9552-66b6ca2440f5 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586036'] for port (abf2724f-6e10-4c77-8d5e-dfd318d83a37), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:58.713200 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-5be8dfd6-b1eb-4cac-9552-66b6ca2440f5 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Publish callbacks [] for floatingip (abf2724f-6e10-4c77-8d5e-dfd318d83a37), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:58.735350 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-5be8dfd6-b1eb-4cac-9552-66b6ca2440f5 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Calling delete_port for abf2724f-6e10-4c77-8d5e-dfd318d83a37 owned by network:floatingip {{(pid=103293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:24:58.748130 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35372b8b-18c6-4e07-8252-fd572b8a01dd req-c9caffe5-1127-40c0-b57c-e1c964ea7862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:58.750220 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-35372b8b-18c6-4e07-8252-fd572b8a01dd req-c9caffe5-1127-40c0-b57c-e1c964ea7862 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e2bfcc51-1d2f-4fba-a25e-70ca42dac005&tenant_id=160e10afe45b4c309f409b0d9735b01b HTTP/1.1" status: 200 len: 1127 time: 0.0988767 Mar 30 18:24:58.859456 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35372b8b-18c6-4e07-8252-fd572b8a01dd req-ae19f88d-8b36-4071-8356-d3a03ca1fc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:58.860948 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-35372b8b-18c6-4e07-8252-fd572b8a01dd req-ae19f88d-8b36-4071-8356-d3a03ca1fc20 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=160e10afe45b4c309f409b0d9735b01b&device_id=e2bfcc51-1d2f-4fba-a25e-70ca42dac005 HTTP/1.1" status: 200 len: 1127 time: 0.0681360 Mar 30 18:24:58.963606 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-5be8dfd6-b1eb-4cac-9552-66b6ca2440f5 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759690034297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759689464333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58814409'] for port (abf2724f-6e10-4c77-8d5e-dfd318d83a37), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:59.003989 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be8dfd6-b1eb-4cac-9552-66b6ca2440f5 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Pushing event deleted for resources: {'Port': ['ID=abf2724f-6e10-4c77-8d5e-dfd318d83a37,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:59.035176 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35372b8b-18c6-4e07-8252-fd572b8a01dd req-981ff188-5d4a-4abd-a5e2-67b265037a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:59.036650 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-35372b8b-18c6-4e07-8252-fd572b8a01dd req-981ff188-5d4a-4abd-a5e2-67b265037a84 service neutron] 10.222.0.55 "GET /v2.0/networks?id=962d8774-065a-4a3e-943e-02c437f03701 HTTP/1.1" status: 200 len: 917 time: 0.1684597 Mar 30 18:24:59.113807 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-5be8dfd6-b1eb-4cac-9552-66b6ca2440f5 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Publish callbacks [] for floatingip (1a6abe37-a2e5-4e13-b9c2-5c6c95e6c876), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:59.116346 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-5be8dfd6-b1eb-4cac-9552-66b6ca2440f5 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for floatingip (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:59.117472 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-5be8dfd6-b1eb-4cac-9552-66b6ca2440f5 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "DELETE /v2.0/floatingips/1a6abe37-a2e5-4e13-b9c2-5c6c95e6c876 HTTP/1.1" status: 204 len: 168 time: 0.7527926 Mar 30 18:24:59.126129 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-35372b8b-18c6-4e07-8252-fd572b8a01dd req-53e689ef-e9ca-4fd7-8ed9-6d59ea9ab362 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97a01195-a163-4af7-9d47-6237a0db2bef HTTP/1.1" status: 200 len: 999 time: 0.0710604 Mar 30 18:24:59.179972 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35372b8b-18c6-4e07-8252-fd572b8a01dd req-84d8f3d3-ce26-45ac-a1b5-8e47b36bc748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:59.181453 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-35372b8b-18c6-4e07-8252-fd572b8a01dd req-84d8f3d3-ce26-45ac-a1b5-8e47b36bc748 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8c5ebae0-2426-48ad-8a00-7de0e10a4970 HTTP/1.1" status: 200 len: 855 time: 0.0479994 Mar 30 18:24:59.239448 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35372b8b-18c6-4e07-8252-fd572b8a01dd req-95d7902a-ed74-4203-be6a-f4da559cf51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:59.240960 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-35372b8b-18c6-4e07-8252-fd572b8a01dd req-95d7902a-ed74-4203-be6a-f4da559cf51c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=962d8774-065a-4a3e-943e-02c437f03701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0531447 Mar 30 18:24:59.329033 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-35372b8b-18c6-4e07-8252-fd572b8a01dd req-d8f017a2-e6d7-4959-8272-789f82ddf02a service neutron] 10.222.0.55 "GET /v2.0/networks/962d8774-065a-4a3e-943e-02c437f03701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818493 Mar 30 18:24:59.424411 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-35372b8b-18c6-4e07-8252-fd572b8a01dd req-9342bcfd-54c0-4df0-88da-24e39f0dabde service neutron] 10.222.0.55 "GET /v2.0/networks/962d8774-065a-4a3e-943e-02c437f03701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877378 Mar 30 18:24:59.774032 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b815fb4-7a34-415f-acc0-782880721245 req-06c28bf4-1ada-44db-9001-d6c650f1fac4 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:59.775601 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4b815fb4-7a34-415f-acc0-782880721245 req-06c28bf4-1ada-44db-9001-d6c650f1fac4 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2bfcc51-1d2f-4fba-a25e-70ca42dac005 HTTP/1.1" status: 200 len: 943 time: 0.0549054 Mar 30 18:24:59.834065 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4b815fb4-7a34-415f-acc0-782880721245 req-1daeeae3-0666-4032-bd64-1e72808046b6 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=f819a06d-d42e-4dcc-853e-162f96413bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515647 Mar 30 18:25:00.078943 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-b59c28bc-10bb-4ed8-9afb-e703e3ba9b83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bb9cbda0-d504-4372-97ec-0881b5676f92), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:00.313621 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device 3e2f7821-0a00-4198-8965-8972649ae0c9 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:25:00.360795 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] No Port match for: 3e2f7821-0a00-4198-8965-8972649ae0c9 {{(pid=103295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:25:00.361616 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device 3e2f7821-0a00-4198-8965-8972649ae0c9 not bound to the agent host hv-cinder-83587 {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:25:00.978013 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee62bf6-a3a9-46b9-9dd9-0a8feb386472 req-d96a22da-0ddb-400f-a12f-265f83ef6d88 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:00.979528 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-7ee62bf6-a3a9-46b9-9dd9-0a8feb386472 req-d96a22da-0ddb-400f-a12f-265f83ef6d88 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2bfcc51-1d2f-4fba-a25e-70ca42dac005 HTTP/1.1" status: 200 len: 943 time: 0.0552723 Mar 30 18:25:01.031757 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-7ee62bf6-a3a9-46b9-9dd9-0a8feb386472 req-2c2a5fc3-c412-4f93-9bcd-c11f7d794712 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=f819a06d-d42e-4dcc-853e-162f96413bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460086 Mar 30 18:25:01.201935 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f19afa9d-e030-40e8-acc4-8e1b9083a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (63dcb6ae-3517-415b-a3a4-cfabe01bf14f), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:01.655475 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9271e833-c5dc-4948-b802-dd4b5a9c0c8e req-13a845a5-8720-4848-82e4-418883c43074 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:01.656948 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-9271e833-c5dc-4948-b802-dd4b5a9c0c8e req-13a845a5-8720-4848-82e4-418883c43074 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 946 time: 0.0526423 Mar 30 18:25:01.704094 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-9271e833-c5dc-4948-b802-dd4b5a9c0c8e req-1fd9cd9d-be7e-4093-95f8-1ca6ece01da0 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414789 Mar 30 18:25:02.158526 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a6534b-b4cc-440b-beac-69a067c7c1ca req-fa97d803-1aa8-48d8-b31a-c4ec3fe17ba0 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:02.160115 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-f9a6534b-b4cc-440b-beac-69a067c7c1ca req-fa97d803-1aa8-48d8-b31a-c4ec3fe17ba0 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2bfcc51-1d2f-4fba-a25e-70ca42dac005 HTTP/1.1" status: 200 len: 943 time: 0.0515921 Mar 30 18:25:02.213967 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-f9a6534b-b4cc-440b-beac-69a067c7c1ca req-be0ca6e8-99ea-41b6-81e6-25ecd7a5c641 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=f819a06d-d42e-4dcc-853e-162f96413bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483224 Mar 30 18:25:02.601952 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-735ee7a5-faf9-4a72-9605-65e031eaef75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bc479c0e-1124-4d13-b03e-bb2d712dc776), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:02.890489 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef4c275-336a-438d-bbc8-abb2e0d7e7aa req-6825400b-d5fb-41f3-84e0-44ddf777dc5d tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:02.892349 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4ef4c275-336a-438d-bbc8-abb2e0d7e7aa req-6825400b-d5fb-41f3-84e0-44ddf777dc5d tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/ports?device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 945 time: 0.0603461 Mar 30 18:25:02.966083 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4ef4c275-336a-438d-bbc8-abb2e0d7e7aa req-27f847d7-7cb2-4a63-b852-920eaa70904d tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6bf04e-6871-4ba6-a021-75f1f75a47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681052 Mar 30 18:25:02.990466 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c13dd6f-14d6-4ffe-acea-b2f1bedc4bf0 req-04d6f521-7cfc-4956-8e35-67779bb1c154 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:02.992164 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-6c13dd6f-14d6-4ffe-acea-b2f1bedc4bf0 req-04d6f521-7cfc-4956-8e35-67779bb1c154 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 946 time: 0.0680678 Mar 30 18:25:03.055816 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-6c13dd6f-14d6-4ffe-acea-b2f1bedc4bf0 req-f63c9480-9214-4aaa-9e45-cc400e0aed0f tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515087 Mar 30 18:25:03.337568 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eaefcb-f8fb-4951-99fb-957da668b782 req-a74404d5-a7d3-4dd9-a3d6-63dffdbe1778 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:03.339040 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-b6eaefcb-f8fb-4951-99fb-957da668b782 req-a74404d5-a7d3-4dd9-a3d6-63dffdbe1778 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2bfcc51-1d2f-4fba-a25e-70ca42dac005 HTTP/1.1" status: 200 len: 943 time: 0.0519235 Mar 30 18:25:03.402844 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-b6eaefcb-f8fb-4951-99fb-957da668b782 req-a769fe08-e21f-4da5-8979-6ec9a0f4350a tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=f819a06d-d42e-4dcc-853e-162f96413bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576324 Mar 30 18:25:03.984748 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (6489659c-3f19-4a2c-89f8-52d37c938fb3), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:04.089115 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4b95f4-9991-4b95-bc04-dadeee36f7a4 req-905d3d93-5d8d-4ad0-84e5-45334a8e8201 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:04.090644 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0b4b95f4-9991-4b95-bc04-dadeee36f7a4 req-905d3d93-5d8d-4ad0-84e5-45334a8e8201 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/ports?device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 945 time: 0.0518088 Mar 30 18:25:04.181261 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0b4b95f4-9991-4b95-bc04-dadeee36f7a4 req-bdb8ee46-25f1-4179-ad1b-e13b943aaf66 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6bf04e-6871-4ba6-a021-75f1f75a47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848517 Mar 30 18:25:04.209330 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02255116-cdc3-4e7f-a7f0-b6b46f1657a7 req-ed98d9a2-c08b-4736-8ba8-6c5582ac1181 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:04.210808 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-02255116-cdc3-4e7f-a7f0-b6b46f1657a7 req-ed98d9a2-c08b-4736-8ba8-6c5582ac1181 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 946 time: 0.0867202 Mar 30 18:25:04.259231 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-02255116-cdc3-4e7f-a7f0-b6b46f1657a7 req-138ef10d-1f51-4efe-9315-ca74c0804ffc tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421805 Mar 30 18:25:04.566450 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79efad2-0905-44ba-8552-043bb63cf075 req-91ccbff4-9c0a-4bb9-8cce-026b24e484ba tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:04.569013 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c79efad2-0905-44ba-8552-043bb63cf075 req-91ccbff4-9c0a-4bb9-8cce-026b24e484ba tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2bfcc51-1d2f-4fba-a25e-70ca42dac005 HTTP/1.1" status: 200 len: 943 time: 0.0726342 Mar 30 18:25:04.622649 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c79efad2-0905-44ba-8552-043bb63cf075 req-d2c00a27-dbe7-456e-a5c3-4e45da5e86b9 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=f819a06d-d42e-4dcc-853e-162f96413bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464118 Mar 30 18:25:05.316798 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae2d88-f095-4b98-bdc7-fc2b0883a826 req-4b92d725-eb29-4617-a3e6-05a773d7ed0c tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:05.318323 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-d6ae2d88-f095-4b98-bdc7-fc2b0883a826 req-4b92d725-eb29-4617-a3e6-05a773d7ed0c tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/ports?device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 945 time: 0.0647249 Mar 30 18:25:05.422710 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-d6ae2d88-f095-4b98-bdc7-fc2b0883a826 req-8189710d-5124-49a3-92cc-de03d492e2ec tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6bf04e-6871-4ba6-a021-75f1f75a47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984244 Mar 30 18:25:05.442885 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7285d72-0ffc-4afb-b89e-b17f308c8edf req-79744524-0d18-4544-bd4b-f8250062ae2f tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:05.447615 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a7285d72-0ffc-4afb-b89e-b17f308c8edf req-79744524-0d18-4544-bd4b-f8250062ae2f tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 946 time: 0.1222644 Mar 30 18:25:05.492244 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a7285d72-0ffc-4afb-b89e-b17f308c8edf req-112e035c-4549-4145-a7a8-fa068ea22bd0 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420895 Mar 30 18:25:05.758016 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35031f3-021f-450f-91bf-72d0dd549830 req-4b72be8a-ee2f-4f8a-9dfc-1933d0a9b6cb tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:05.760698 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-e35031f3-021f-450f-91bf-72d0dd549830 req-4b72be8a-ee2f-4f8a-9dfc-1933d0a9b6cb tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2bfcc51-1d2f-4fba-a25e-70ca42dac005 HTTP/1.1" status: 200 len: 943 time: 0.0673482 Mar 30 18:25:05.822445 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-e35031f3-021f-450f-91bf-72d0dd549830 req-98e46efd-608d-4882-bc7d-41b8fd15b170 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=f819a06d-d42e-4dcc-853e-162f96413bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551960 Mar 30 18:25:06.544061 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502bf660-8ef8-400b-82c8-20fcbe45fa69 req-81704284-0470-4938-ace4-f78d0b594952 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:06.545554 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-502bf660-8ef8-400b-82c8-20fcbe45fa69 req-81704284-0470-4938-ace4-f78d0b594952 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/ports?device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 945 time: 0.0566235 Mar 30 18:25:06.630423 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-502bf660-8ef8-400b-82c8-20fcbe45fa69 req-09dee0bd-ca60-4529-ade3-82066e472384 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6bf04e-6871-4ba6-a021-75f1f75a47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791576 Mar 30 18:25:06.644660 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f9f7c-7b8b-403a-b525-7faf6f4f1b36 req-8104bdbf-1b34-4306-a5f3-dafdb58d34af tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:06.646142 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-813f9f7c-7b8b-403a-b525-7faf6f4f1b36 req-8104bdbf-1b34-4306-a5f3-dafdb58d34af tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 946 time: 0.0807531 Mar 30 18:25:06.694322 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-813f9f7c-7b8b-403a-b525-7faf6f4f1b36 req-f7da8da5-7637-4df2-9d57-728526054211 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426874 Mar 30 18:25:06.949773 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37e491-dcd0-4e21-8d36-ed06d627d32e req-f6a6185f-94e4-4be4-a729-88e16f122a63 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:06.951170 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-9a37e491-dcd0-4e21-8d36-ed06d627d32e req-f6a6185f-94e4-4be4-a729-88e16f122a63 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2bfcc51-1d2f-4fba-a25e-70ca42dac005 HTTP/1.1" status: 200 len: 943 time: 0.0522113 Mar 30 18:25:06.995618 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-9a37e491-dcd0-4e21-8d36-ed06d627d32e req-1462438c-a759-4b60-9495-81b483036611 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=f819a06d-d42e-4dcc-853e-162f96413bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388331 Mar 30 18:25:07.762565 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7369b125-00dd-4da8-8671-8afecadf0ba8 req-6cbd91cb-25ab-47ef-872f-976ededd0e0c tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:07.764111 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-7369b125-00dd-4da8-8671-8afecadf0ba8 req-6cbd91cb-25ab-47ef-872f-976ededd0e0c tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/ports?device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 945 time: 0.0585225 Mar 30 18:25:07.840705 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-7369b125-00dd-4da8-8671-8afecadf0ba8 req-839abe64-39ee-4ef1-82fd-c309d9ff4078 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6bf04e-6871-4ba6-a021-75f1f75a47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694532 Mar 30 18:25:07.852892 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddccb158-86ab-4e03-892a-fe4eadcd6fa5 req-90a830e2-3bbc-4fd5-b76f-50ba46875875 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:07.854326 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ddccb158-86ab-4e03-892a-fe4eadcd6fa5 req-90a830e2-3bbc-4fd5-b76f-50ba46875875 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 946 time: 0.0848217 Mar 30 18:25:07.899353 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ddccb158-86ab-4e03-892a-fe4eadcd6fa5 req-0ed75ca2-e478-47dc-a699-9db8e944e62f tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395198 Mar 30 18:25:08.117682 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b936ff-8855-4dfb-a297-3e4fd6942f25 req-5da213de-5658-4ca9-9f32-84125f0dfaff tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:08.119139 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-38b936ff-8855-4dfb-a297-3e4fd6942f25 req-5da213de-5658-4ca9-9f32-84125f0dfaff tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2bfcc51-1d2f-4fba-a25e-70ca42dac005 HTTP/1.1" status: 200 len: 943 time: 0.0512614 Mar 30 18:25:08.168281 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-38b936ff-8855-4dfb-a297-3e4fd6942f25 req-bfd38e05-a5b1-4869-8e90-01eec4dc0922 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=f819a06d-d42e-4dcc-853e-162f96413bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429933 Mar 30 18:25:08.957926 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d580756-df34-48df-93f5-984c49996f08 req-31cbef11-61ac-4b89-90d7-41f43dabcfd8 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:08.959337 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-2d580756-df34-48df-93f5-984c49996f08 req-31cbef11-61ac-4b89-90d7-41f43dabcfd8 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/ports?device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 945 time: 0.0520780 Mar 30 18:25:09.036648 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-2d580756-df34-48df-93f5-984c49996f08 req-87be0aa6-5bc9-493e-a3c9-a44c0a4dde22 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6bf04e-6871-4ba6-a021-75f1f75a47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710201 Mar 30 18:25:09.047016 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1724e-6ef5-429a-a669-b1d22e22b233 req-eb55a3ba-394c-41d2-a0d5-a54ebbbf0bc6 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:09.048480 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-34c1724e-6ef5-429a-a669-b1d22e22b233 req-eb55a3ba-394c-41d2-a0d5-a54ebbbf0bc6 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 946 time: 0.0845494 Mar 30 18:25:09.101108 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-34c1724e-6ef5-429a-a669-b1d22e22b233 req-9860170f-0139-4b89-ac64-80073551895c tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467753 Mar 30 18:25:09.292739 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6466cb-2897-47cf-b996-d5d4ab6228e3 req-eb2ea13e-f45e-4402-8142-5d9cc6ec587c tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:09.294184 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0b6466cb-2897-47cf-b996-d5d4ab6228e3 req-eb2ea13e-f45e-4402-8142-5d9cc6ec587c tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2bfcc51-1d2f-4fba-a25e-70ca42dac005 HTTP/1.1" status: 200 len: 943 time: 0.0553401 Mar 30 18:25:09.339284 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0b6466cb-2897-47cf-b996-d5d4ab6228e3 req-f45c1af5-32ff-4455-8304-96e24c662ca5 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=f819a06d-d42e-4dcc-853e-162f96413bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392609 Mar 30 18:25:10.151691 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc41968-42ae-4a4d-a065-28d48d1dcb5d req-c2dc836c-0d6b-4df1-9704-ffe4c09416cc tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:10.153161 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-7cc41968-42ae-4a4d-a065-28d48d1dcb5d req-c2dc836c-0d6b-4df1-9704-ffe4c09416cc tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/ports?device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 945 time: 0.0521557 Mar 30 18:25:10.243444 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-7cc41968-42ae-4a4d-a065-28d48d1dcb5d req-dc66c084-c102-45ad-b7f5-5fed284ead82 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6bf04e-6871-4ba6-a021-75f1f75a47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839248 Mar 30 18:25:10.269446 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7961a85-87ea-42b4-a52a-9539fe068008 req-1c1b1155-9b3b-42ff-8db7-80525139a681 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:10.271750 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c7961a85-87ea-42b4-a52a-9539fe068008 req-1c1b1155-9b3b-42ff-8db7-80525139a681 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 946 time: 0.0985398 Mar 30 18:25:10.322466 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c7961a85-87ea-42b4-a52a-9539fe068008 req-9a15cf89-7e3c-45d6-b43c-306fc3c5364d tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449646 Mar 30 18:25:10.474481 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c2729-23d8-4cbe-a8ee-cd180e5797cc req-7532b136-51f4-47a9-9830-66d8c365ee82 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:10.476059 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-f14c2729-23d8-4cbe-a8ee-cd180e5797cc req-7532b136-51f4-47a9-9830-66d8c365ee82 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2bfcc51-1d2f-4fba-a25e-70ca42dac005 HTTP/1.1" status: 200 len: 943 time: 0.0567861 Mar 30 18:25:10.526476 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-f14c2729-23d8-4cbe-a8ee-cd180e5797cc req-76d6618e-4706-4713-b11c-529e00438316 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=f819a06d-d42e-4dcc-853e-162f96413bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440938 Mar 30 18:25:11.366025 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5083afd3-687d-4221-95b3-577b040a1f5a req-638fbef6-8a9c-4a91-b6e8-3711c85d7e77 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:11.367525 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-5083afd3-687d-4221-95b3-577b040a1f5a req-638fbef6-8a9c-4a91-b6e8-3711c85d7e77 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/ports?device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 945 time: 0.0521410 Mar 30 18:25:11.445473 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-5083afd3-687d-4221-95b3-577b040a1f5a req-90587f19-69e5-46bd-8492-01b4a9bb4fa5 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6bf04e-6871-4ba6-a021-75f1f75a47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724170 Mar 30 18:25:11.463068 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7885039a-f52c-4cb0-9188-d8554d03fd63 req-1779fdfa-5c7d-401d-af6d-40d5db566a03 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:11.464530 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-7885039a-f52c-4cb0-9188-d8554d03fd63 req-1779fdfa-5c7d-401d-af6d-40d5db566a03 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 946 time: 0.0771916 Mar 30 18:25:11.510902 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-7885039a-f52c-4cb0-9188-d8554d03fd63 req-3d86b772-8037-4f57-accc-dc11720937a8 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399246 Mar 30 18:25:11.647599 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a096f8-ebfe-4d4c-8bc9-4b2cc92dac39 req-3f724d99-45c4-4a57-a785-69117cfcd967 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:11.649038 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-d0a096f8-ebfe-4d4c-8bc9-4b2cc92dac39 req-3f724d99-45c4-4a57-a785-69117cfcd967 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2bfcc51-1d2f-4fba-a25e-70ca42dac005 HTTP/1.1" status: 200 len: 943 time: 0.0510495 Mar 30 18:25:11.693792 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-d0a096f8-ebfe-4d4c-8bc9-4b2cc92dac39 req-afd08d6d-0327-4c5b-a419-8d20be9a54dc tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=f819a06d-d42e-4dcc-853e-162f96413bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393047 Mar 30 18:25:12.570607 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d59fc-dadb-45b5-907d-ad164a1425b1 req-2b033096-d5b7-4e5b-bac4-6f862667e212 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:12.572232 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-8d1d59fc-dadb-45b5-907d-ad164a1425b1 req-2b033096-d5b7-4e5b-bac4-6f862667e212 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/ports?device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 945 time: 0.0600543 Mar 30 18:25:12.658720 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-8d1d59fc-dadb-45b5-907d-ad164a1425b1 req-c715ff96-e409-4d3a-9856-b0b9f2a9b001 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6bf04e-6871-4ba6-a021-75f1f75a47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772104 Mar 30 18:25:12.670336 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a48a99-0a7d-4b0b-943e-3f2f0b5ec3fa req-16f4c02d-e0a2-4692-9fe1-862d20b159eb tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:12.671859 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-d0a48a99-0a7d-4b0b-943e-3f2f0b5ec3fa req-16f4c02d-e0a2-4692-9fe1-862d20b159eb tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 946 time: 0.0886369 Mar 30 18:25:12.718423 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-d0a48a99-0a7d-4b0b-943e-3f2f0b5ec3fa req-62501c29-9079-415b-810a-5ba1ab57c424 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408366 Mar 30 18:25:12.812297 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7482677-e10a-4dcd-ab11-607a97de0226 req-404d5dd6-97a5-42dc-8826-2a52f0a2733a tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:12.813773 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-f7482677-e10a-4dcd-ab11-607a97de0226 req-404d5dd6-97a5-42dc-8826-2a52f0a2733a tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2bfcc51-1d2f-4fba-a25e-70ca42dac005 HTTP/1.1" status: 200 len: 943 time: 0.0513299 Mar 30 18:25:12.862354 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-f7482677-e10a-4dcd-ab11-607a97de0226 req-9fa7bd3d-d314-49e6-a218-595a94eee961 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=f819a06d-d42e-4dcc-853e-162f96413bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430386 Mar 30 18:25:13.255996 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.agents_db [None req-615cdb4a-d653-495f-8f07-938524d0c5b5 None None] Agent healthcheck: found 6 active agents {{(pid=103296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:25:13.776468 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be37e18-1b1e-4015-bb52-ce650132eeec req-bdacddfb-cae3-4468-9d2a-e38236ff1b4c tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:13.778006 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0be37e18-1b1e-4015-bb52-ce650132eeec req-bdacddfb-cae3-4468-9d2a-e38236ff1b4c tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/ports?device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 945 time: 0.0536809 Mar 30 18:25:13.861585 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0be37e18-1b1e-4015-bb52-ce650132eeec req-f89cff0a-8383-4105-91f0-1c11a4886f0a tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6bf04e-6871-4ba6-a021-75f1f75a47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756710 Mar 30 18:25:13.869414 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22339dae-c072-4bcb-a721-1beefeb4df97 req-598c2e2c-8e1a-4269-bc81-62e17382e0c0 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:13.870847 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-22339dae-c072-4bcb-a721-1beefeb4df97 req-598c2e2c-8e1a-4269-bc81-62e17382e0c0 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 946 time: 0.0867052 Mar 30 18:25:13.919850 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-22339dae-c072-4bcb-a721-1beefeb4df97 req-34ecb064-8051-4fa5-8424-fdb726bd4ac4 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430984 Mar 30 18:25:13.985655 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f14032-c7fb-4a18-b18d-c4f0bcc17064 req-25d57bcc-8ac3-43dc-9030-2fa4f40dc4e4 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:13.987030 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-30f14032-c7fb-4a18-b18d-c4f0bcc17064 req-25d57bcc-8ac3-43dc-9030-2fa4f40dc4e4 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2bfcc51-1d2f-4fba-a25e-70ca42dac005 HTTP/1.1" status: 200 len: 943 time: 0.0547786 Mar 30 18:25:14.032988 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-30f14032-c7fb-4a18-b18d-c4f0bcc17064 req-f241a077-0755-4256-860a-9c805d37a50b tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=f819a06d-d42e-4dcc-853e-162f96413bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402496 Mar 30 18:25:14.413999 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db754b-bf65-4312-ac27-a54b025c112c req-2e36adc6-6cf0-487c-bcbd-d5531f006680 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:14.415557 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-12db754b-bf65-4312-ac27-a54b025c112c req-2e36adc6-6cf0-487c-bcbd-d5531f006680 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.55 "GET /v2.0/ports?device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 946 time: 0.0519245 Mar 30 18:25:14.423676 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device 97a01195-a163-4af7-9d47-6237a0db2bef details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103295) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:25:14.515509 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [req-12db754b-bf65-4312-ac27-a54b025c112c req-bbddc728-3146-415d-a1d1-db030eab71fd tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Deleting port e7a4ed2f-8771-46ff-9663-44618a801495 {{(pid=103293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:25:14.516636 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-12db754b-bf65-4312-ac27-a54b025c112c req-bbddc728-3146-415d-a1d1-db030eab71fd tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759690029078'] for port (e7a4ed2f-8771-46ff-9663-44618a801495), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:14.523982 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port 97a01195-a163-4af7-9d47-6237a0db2bef, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=97a01195-a163-4af7-9d47-6237a0db2bef,segment=NetworkSegment(e67e86d6-b9a3-48d5-b3c6-848d768aa694),segment_id=e67e86d6-b9a3-48d5-b3c6-848d768aa694)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:25:14.536133 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Returning: {'device': '97a01195-a163-4af7-9d47-6237a0db2bef', 'network_id': '962d8774-065a-4a3e-943e-02c437f03701', 'port_id': '97a01195-a163-4af7-9d47-6237a0db2bef', 'mac_address': 'fa:16:3e:d5:ab:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c5ebae0-2426-48ad-8a00-7de0e10a4970', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103295) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:25:14.577652 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Current status of the port 97a01195-a163-4af7-9d47-6237a0db2bef is: DOWN; New status is: BUILD {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:25:14.579030 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (97a01195-a163-4af7-9d47-6237a0db2bef), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:14.595654 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97a01195-a163-4af7-9d47-6237a0db2bef {{(pid=103295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:25:14.611983 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [req-12db754b-bf65-4312-ac27-a54b025c112c req-bbddc728-3146-415d-a1d1-db030eab71fd tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] For port e7a4ed2f-8771-46ff-9663-44618a801495, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=e7a4ed2f-8771-46ff-9663-44618a801495,segment=NetworkSegment(e89ea969-8b4b-4207-b35e-89afc567c10c),segment_id=e89ea969-8b4b-4207-b35e-89afc567c10c)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:25:14.612349 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-12db754b-bf65-4312-ac27-a54b025c112c req-bbddc728-3146-415d-a1d1-db030eab71fd tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586036'] for port (e7a4ed2f-8771-46ff-9663-44618a801495), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:14.618618 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port 97a01195-a163-4af7-9d47-6237a0db2bef, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=97a01195-a163-4af7-9d47-6237a0db2bef,segment=NetworkSegment(e67e86d6-b9a3-48d5-b3c6-848d768aa694),segment_id=e67e86d6-b9a3-48d5-b3c6-848d768aa694)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:25:14.623186 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (97a01195-a163-4af7-9d47-6237a0db2bef), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:14.627030 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [req-12db754b-bf65-4312-ac27-a54b025c112c req-bbddc728-3146-415d-a1d1-db030eab71fd tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Calling delete_port for e7a4ed2f-8771-46ff-9663-44618a801495 owned by compute:nova {{(pid=103293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:25:14.691578 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Pushing event updated for resources: {'Port': ['ID=97a01195-a163-4af7-9d47-6237a0db2bef,revision_number=9']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:14.702000 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:14.702659 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:14.703126 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:14.704101 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:14.704685 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:14.705697 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:14.706133 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:14.706567 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:14.706997 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:14.707420 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:14.707853 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:14.708354 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:14.708709 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:14.709083 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:14.709704 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:14.776991 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-12db754b-bf65-4312-ac27-a54b025c112c req-bbddc728-3146-415d-a1d1-db030eab71fd tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759690034297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759689464333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58814409'] for port (e7a4ed2f-8771-46ff-9663-44618a801495), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:14.805991 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbddc728-3146-415d-a1d1-db030eab71fd tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Pushing event deleted for resources: {'Port': ['ID=e7a4ed2f-8771-46ff-9663-44618a801495,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:14.814461 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] get_ports_and_sgs() called for port_ids ['f011040f-cb75-49cc-9ae4-d7326ea6448c', 'e7a4ed2f-8771-46ff-9663-44618a801495'] {{(pid=103295) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:25:14.860913 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [req-12db754b-bf65-4312-ac27-a54b025c112c req-bbddc728-3146-415d-a1d1-db030eab71fd tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] No DVR routers for this DVR port e7a4ed2f-8771-46ff-9663-44618a801495 on host hv-cinder-83587 {{(pid=103293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:25:14.863747 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-12db754b-bf65-4312-ac27-a54b025c112c req-bbddc728-3146-415d-a1d1-db030eab71fd tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for port (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:14.867362 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-12db754b-bf65-4312-ac27-a54b025c112c req-bbddc728-3146-415d-a1d1-db030eab71fd tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.55 "DELETE /v2.0/ports/e7a4ed2f-8771-46ff-9663-44618a801495 HTTP/1.1" status: 204 len: 173 time: 0.4463897 Mar 30 18:25:14.867824 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9eefbdc-48fe-42e7-83ba-3d321cabc3dd', 'name': 'network-vif-deleted', 'tag': 'e7a4ed2f-8771-46ff-9663-44618a801495'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:25:14.870112 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e41150553c85b09edab6cb52843a30629a36ec9d810f78f9b9d5c7c277fb574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdda71ad-ca69-492c-a2e1-2f5e5e8bf299" -d '{"events": [{"server_uuid": "c9eefbdc-48fe-42e7-83ba-3d321cabc3dd", "name": "network-vif-deleted", "tag": "e7a4ed2f-8771-46ff-9663-44618a801495"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:25:14.918077 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d762768-644b-489d-bf57-c561191cbcf4 x-openstack-request-id: req-5d762768-644b-489d-bf57-c561191cbcf4 {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:25:14.918590 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9eefbdc-48fe-42e7-83ba-3d321cabc3dd", "name": "network-vif-deleted", "tag": "e7a4ed2f-8771-46ff-9663-44618a801495", "status": "completed", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:25:14.919078 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5d762768-644b-489d-bf57-c561191cbcf4 {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:25:14.919517 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d762768-644b-489d-bf57-c561191cbcf4'] response: {'server_uuid': 'c9eefbdc-48fe-42e7-83ba-3d321cabc3dd', 'name': 'network-vif-deleted', 'tag': 'e7a4ed2f-8771-46ff-9663-44618a801495', 'status': 'completed', 'code': 200} Mar 30 18:25:15.009654 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf8ae7-a030-4f58-a98d-7cf97a9d7e10 req-dc7a3eaf-6cfd-4d38-aef8-f59fdd6e9eb9 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:15.017125 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-53cf8ae7-a030-4f58-a98d-7cf97a9d7e10 req-dc7a3eaf-6cfd-4d38-aef8-f59fdd6e9eb9 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/ports?device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 945 time: 0.0822232 Mar 30 18:25:15.020760 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] get_ports_and_sgs() called for port_ids ['97a01195-a163-4af7-9d47-6237a0db2bef'] {{(pid=103295) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:25:15.075721 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-e76f7a8c-fbe4-422f-a2c6-92c3926308bf req-fd1e3983-0ef3-4846-956c-f8f9a10c87aa tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9eefbdc-48fe-42e7-83ba-3d321cabc3dd HTTP/1.1" status: 200 len: 210 time: 0.0499399 Mar 30 18:25:15.119206 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-53cf8ae7-a030-4f58-a98d-7cf97a9d7e10 req-aa727e93-c9bd-40d1-b36a-877a55ae639c tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6bf04e-6871-4ba6-a021-75f1f75a47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012266 Mar 30 18:25:15.126271 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0abca3-7598-40fe-8304-703450f90850 req-9eba0014-5082-42ba-a4b2-8f4bf369e51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:15.127776 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-fc0abca3-7598-40fe-8304-703450f90850 req-9eba0014-5082-42ba-a4b2-8f4bf369e51e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6ddcc755c06b440bb6750e5d44c3b913&device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 1129 time: 0.1357434 Mar 30 18:25:15.264065 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5e36e6-0324-44d3-978a-63981394cdd3 req-0f5616f8-0bbe-46eb-8eae-819846494669 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:15.265603 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ef5e36e6-0324-44d3-978a-63981394cdd3 req-0f5616f8-0bbe-46eb-8eae-819846494669 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2bfcc51-1d2f-4fba-a25e-70ca42dac005 HTTP/1.1" status: 200 len: 944 time: 0.1155024 Mar 30 18:25:15.300187 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0abca3-7598-40fe-8304-703450f90850 req-2b6cf8bc-ecfe-4b48-a72d-b11c9b282955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:15.301656 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-fc0abca3-7598-40fe-8304-703450f90850 req-2b6cf8bc-ecfe-4b48-a72d-b11c9b282955 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1ac97e91-fa8e-41d7-abce-016c28065e30 HTTP/1.1" status: 200 len: 909 time: 0.1413450 Mar 30 18:25:15.365341 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ef5e36e6-0324-44d3-978a-63981394cdd3 req-90fff9de-0700-456a-bbed-e6d2ab1e9806 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=f819a06d-d42e-4dcc-853e-162f96413bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925956 Mar 30 18:25:15.381988 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-fc0abca3-7598-40fe-8304-703450f90850 req-36bda47e-f1b3-4a0f-913c-2c168b7d2bd2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3a4632c-ac82-4429-82d0-ea74db528887 HTTP/1.1" status: 200 len: 1000 time: 0.0692456 Mar 30 18:25:15.434741 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0abca3-7598-40fe-8304-703450f90850 req-581d06ec-741b-49d5-a5cf-629cdb23b249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:15.436228 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-fc0abca3-7598-40fe-8304-703450f90850 req-581d06ec-741b-49d5-a5cf-629cdb23b249 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8d0df9d6-37fc-48cb-beb7-46feba9ce564 HTTP/1.1" status: 200 len: 847 time: 0.0451152 Mar 30 18:25:15.491607 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0abca3-7598-40fe-8304-703450f90850 req-0fef937e-eb33-441e-b44e-fecd373ceca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:15.493181 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-fc0abca3-7598-40fe-8304-703450f90850 req-0fef937e-eb33-441e-b44e-fecd373ceca0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1ac97e91-fa8e-41d7-abce-016c28065e30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498066 Mar 30 18:25:15.587178 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-fc0abca3-7598-40fe-8304-703450f90850 req-4ce9e89e-9b27-476e-9b5d-ff22c751a02a service neutron] 10.222.0.55 "GET /v2.0/networks/1ac97e91-fa8e-41d7-abce-016c28065e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878041 Mar 30 18:25:15.682152 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-fc0abca3-7598-40fe-8304-703450f90850 req-76814925-3737-4238-ad01-f6b37c29bf7f service neutron] 10.222.0.55 "GET /v2.0/networks/1ac97e91-fa8e-41d7-abce-016c28065e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826335 Mar 30 18:25:16.358156 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (48cc6dd0-9d47-40d1-bfd7-3609261a1488), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:16.449663 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device 97a01195-a163-4af7-9d47-6237a0db2bef up at agent hyperv_hv-cinder-83587 {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:25:16.498446 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Provisioning complete for port 97a01195-a163-4af7-9d47-6237a0db2bef triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:25:16.498810 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (97a01195-a163-4af7-9d47-6237a0db2bef), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:16.538764 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efdb636-512d-4cce-bbca-b00e236f7bd3 req-fd56ee73-4e2e-4ae4-9159-4f0d32b78907 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:16.540256 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-8efdb636-512d-4cce-bbca-b00e236f7bd3 req-fd56ee73-4e2e-4ae4-9159-4f0d32b78907 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/ports?device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 945 time: 0.3373010 Mar 30 18:25:16.552861 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786cb1c4-a06e-4b0b-8222-816b9e8e65cd req-33557ad2-f3ec-4aa7-bd97-f255dd266d61 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:16.554323 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-786cb1c4-a06e-4b0b-8222-816b9e8e65cd req-33557ad2-f3ec-4aa7-bd97-f255dd266d61 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3b1014b-57d4-4226-a4c3-219a1a4db3db HTTP/1.1" status: 200 len: 945 time: 0.0717678 Mar 30 18:25:16.581252 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Current status of the port 97a01195-a163-4af7-9d47-6237a0db2bef is: BUILD; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:25:16.582002 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (97a01195-a163-4af7-9d47-6237a0db2bef), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:16.603600 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2bfcc51-1d2f-4fba-a25e-70ca42dac005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97a01195-a163-4af7-9d47-6237a0db2bef'}] {{(pid=103295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:25:16.605833 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7869a1eaeafddf677110b76453ce8b8be8513095297872c2e0c75408178073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98f51ef-059d-405e-b030-9cc8cd7f5408" -d '{"events": [{"server_uuid": "e2bfcc51-1d2f-4fba-a25e-70ca42dac005", "name": "network-vif-plugged", "status": "completed", "tag": "97a01195-a163-4af7-9d47-6237a0db2bef"}]}' {{(pid=103295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:25:16.617584 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port 97a01195-a163-4af7-9d47-6237a0db2bef, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=97a01195-a163-4af7-9d47-6237a0db2bef,segment=NetworkSegment(e67e86d6-b9a3-48d5-b3c6-848d768aa694),segment_id=e67e86d6-b9a3-48d5-b3c6-848d768aa694)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:25:16.621677 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (97a01195-a163-4af7-9d47-6237a0db2bef), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:16.622521 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device e7a4ed2f-8771-46ff-9663-44618a801495 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:25:16.629699 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-786cb1c4-a06e-4b0b-8222-816b9e8e65cd req-c63a3c61-21de-4ec8-9222-b8107ebe38e9 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688314 Mar 30 18:25:16.633144 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-8efdb636-512d-4cce-bbca-b00e236f7bd3 req-83b7197f-869d-4e85-b1ce-9fb40a6fd69e tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6bf04e-6871-4ba6-a021-75f1f75a47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779517 Mar 30 18:25:16.668686 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] No Port match for: e7a4ed2f-8771-46ff-9663-44618a801495 {{(pid=103295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:25:16.669032 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device e7a4ed2f-8771-46ff-9663-44618a801495 not bound to the agent host hv-cinder-83587 {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:25:16.686696 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc8a934-af61-4c54-b657-3c22fb0af3d1 x-openstack-request-id: req-dbc8a934-af61-4c54-b657-3c22fb0af3d1 {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:25:16.686982 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2bfcc51-1d2f-4fba-a25e-70ca42dac005", "name": "network-vif-plugged", "status": "completed", "tag": "97a01195-a163-4af7-9d47-6237a0db2bef", "code": 200}]} {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:25:16.687258 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dbc8a934-af61-4c54-b657-3c22fb0af3d1 {{(pid=103295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:25:16.687645 dv-cinder-835879-1-iscsi neutron-server[103295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbc8a934-af61-4c54-b657-3c22fb0af3d1'] response: {'server_uuid': 'e2bfcc51-1d2f-4fba-a25e-70ca42dac005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97a01195-a163-4af7-9d47-6237a0db2bef', 'code': 200} Mar 30 18:25:16.692624 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Pushing event updated for resources: {'Port': ['ID=97a01195-a163-4af7-9d47-6237a0db2bef,revision_number=10']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:16.754054 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b72bc-9bec-45b0-8414-c841ac146687 req-b05e5b18-4503-4014-91ad-d9486a9d5b3c tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:16.755521 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-983b72bc-9bec-45b0-8414-c841ac146687 req-b05e5b18-4503-4014-91ad-d9486a9d5b3c tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2bfcc51-1d2f-4fba-a25e-70ca42dac005 HTTP/1.1" status: 200 len: 946 time: 0.0530238 Mar 30 18:25:16.802542 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-983b72bc-9bec-45b0-8414-c841ac146687 req-adfd9307-ba38-489c-90f1-800494514b43 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=f819a06d-d42e-4dcc-853e-162f96413bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412445 Mar 30 18:25:16.924286 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb2a90-68ac-4675-9c35-bf9c37ab06ad req-fcb393e6-5139-4c96-b32a-fec65b098459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:16.925928 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-9efb2a90-68ac-4675-9c35-bf9c37ab06ad req-fcb393e6-5139-4c96-b32a-fec65b098459 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e2bfcc51-1d2f-4fba-a25e-70ca42dac005 HTTP/1.1" status: 200 len: 1130 time: 0.0429938 Mar 30 18:25:16.970021 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-9efb2a90-68ac-4675-9c35-bf9c37ab06ad req-ac54b612-3220-4089-a8a2-193baa1102e3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f819a06d-d42e-4dcc-853e-162f96413bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358241 Mar 30 18:25:17.782778 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3551a5-b35e-45be-b49d-a36802a7c333 req-56cc7e35-873c-4f92-a6ab-34dc0d5adc9b tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:17.784279 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-6c3551a5-b35e-45be-b49d-a36802a7c333 req-56cc7e35-873c-4f92-a6ab-34dc0d5adc9b tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3b1014b-57d4-4226-a4c3-219a1a4db3db HTTP/1.1" status: 200 len: 945 time: 0.0852699 Mar 30 18:25:17.795644 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa34bf7-4e71-44b0-9cde-1bb3de44a76e req-b706e732-e29b-47de-832a-6e49ad535ac9 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:17.797039 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-6aa34bf7-4e71-44b0-9cde-1bb3de44a76e req-b706e732-e29b-47de-832a-6e49ad535ac9 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/ports?device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 945 time: 0.0864291 Mar 30 18:25:17.868891 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-6c3551a5-b35e-45be-b49d-a36802a7c333 req-e3318e08-92b1-4c91-8a2b-56e4fc573cae tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708921 Mar 30 18:25:17.872374 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-6aa34bf7-4e71-44b0-9cde-1bb3de44a76e req-a4642b55-1d63-426f-852f-d9af7e2623bd tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6bf04e-6871-4ba6-a021-75f1f75a47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689373 Mar 30 18:25:17.976989 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3220c5-0c29-4806-bab9-0501aad7b904 req-de1cc20f-d156-482e-81a5-1d936bc08b84 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:17.978442 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-6b3220c5-0c29-4806-bab9-0501aad7b904 req-de1cc20f-d156-482e-81a5-1d936bc08b84 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2bfcc51-1d2f-4fba-a25e-70ca42dac005 HTTP/1.1" status: 200 len: 946 time: 0.0519028 Mar 30 18:25:18.027545 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-6b3220c5-0c29-4806-bab9-0501aad7b904 req-cecaa18b-da8d-4539-99f1-d129d75b62aa tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=f819a06d-d42e-4dcc-853e-162f96413bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433397 Mar 30 18:25:19.018608 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d89fd-99a8-4e26-84ed-2708da2df39d req-58f3e31c-a780-452d-853d-0199d520b3da tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:19.020104 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-5f0d89fd-99a8-4e26-84ed-2708da2df39d req-58f3e31c-a780-452d-853d-0199d520b3da tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3b1014b-57d4-4226-a4c3-219a1a4db3db HTTP/1.1" status: 200 len: 945 time: 0.0834830 Mar 30 18:25:19.026796 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad4ed48-32e4-436f-bab9-6965f1126ca3 req-588d40e1-7da5-4835-98c6-1a9eae8b98b6 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:19.028161 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-9ad4ed48-32e4-436f-bab9-6965f1126ca3 req-588d40e1-7da5-4835-98c6-1a9eae8b98b6 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/ports?device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 945 time: 0.0824187 Mar 30 18:25:19.102483 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-5f0d89fd-99a8-4e26-84ed-2708da2df39d req-743bddc3-413c-4466-bd23-0dc79385705d tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733011 Mar 30 18:25:19.105893 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-9ad4ed48-32e4-436f-bab9-6965f1126ca3 req-76c04b97-b33f-486a-9feb-b833350336da tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6bf04e-6871-4ba6-a021-75f1f75a47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710194 Mar 30 18:25:19.206017 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ead1d12-7421-4000-a6ba-cefa9a5400f4 req-abde2677-c575-4cb0-b4a6-1903c5179811 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:19.207487 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-9ead1d12-7421-4000-a6ba-cefa9a5400f4 req-abde2677-c575-4cb0-b4a6-1903c5179811 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2bfcc51-1d2f-4fba-a25e-70ca42dac005 HTTP/1.1" status: 200 len: 946 time: 0.0514562 Mar 30 18:25:19.252440 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-9ead1d12-7421-4000-a6ba-cefa9a5400f4 req-354e85cc-7cc4-40dc-8ca3-6e7be52b13e3 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=f819a06d-d42e-4dcc-853e-162f96413bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394804 Mar 30 18:25:20.255068 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52119f8-b9b4-437b-a562-e233f917f851 req-4d7820fa-d26a-4523-8720-2f13eed712f1 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:20.256488 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-f52119f8-b9b4-437b-a562-e233f917f851 req-4d7820fa-d26a-4523-8720-2f13eed712f1 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3b1014b-57d4-4226-a4c3-219a1a4db3db HTTP/1.1" status: 200 len: 945 time: 0.0846660 Mar 30 18:25:20.263980 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926d4601-484e-4e84-87be-b2d199aa5f42 req-4d48028b-9ff3-475f-90d6-c8a5e88d5f1f tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:20.265320 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-926d4601-484e-4e84-87be-b2d199aa5f42 req-4d48028b-9ff3-475f-90d6-c8a5e88d5f1f tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/ports?device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 945 time: 0.0849795 Mar 30 18:25:20.337591 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-f52119f8-b9b4-437b-a562-e233f917f851 req-8df7476c-2b26-40db-949b-32d1288e67cf tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/security-groups?id=18db58fa-a014-4fea-ae17-8fa4b1eb106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713036 Mar 30 18:25:20.341374 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-926d4601-484e-4e84-87be-b2d199aa5f42 req-d5f27187-4dee-415b-a6e9-61193aed9393 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6bf04e-6871-4ba6-a021-75f1f75a47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690284 Mar 30 18:25:20.559595 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eb18ac-b3fb-4206-bbda-e9893b6807de req-8086f158-afda-4969-b9d5-d0e6d2aab94e tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:20.560947 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c2eb18ac-b3fb-4206-bbda-e9893b6807de req-8086f158-afda-4969-b9d5-d0e6d2aab94e tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3b1014b-57d4-4226-a4c3-219a1a4db3db HTTP/1.1" status: 200 len: 945 time: 0.0515454 Mar 30 18:25:20.655222 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [req-c2eb18ac-b3fb-4206-bbda-e9893b6807de req-b9436fbd-1d5b-4046-8d9a-63c5007fa9c1 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Deleting port f011040f-cb75-49cc-9ae4-d7326ea6448c {{(pid=103293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:25:20.655820 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-c2eb18ac-b3fb-4206-bbda-e9893b6807de req-b9436fbd-1d5b-4046-8d9a-63c5007fa9c1 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759690029078'] for port (f011040f-cb75-49cc-9ae4-d7326ea6448c), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:20.740223 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [req-c2eb18ac-b3fb-4206-bbda-e9893b6807de req-b9436fbd-1d5b-4046-8d9a-63c5007fa9c1 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] For port f011040f-cb75-49cc-9ae4-d7326ea6448c, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=f011040f-cb75-49cc-9ae4-d7326ea6448c,segment=NetworkSegment(e89ea969-8b4b-4207-b35e-89afc567c10c),segment_id=e89ea969-8b4b-4207-b35e-89afc567c10c)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:25:20.740673 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-c2eb18ac-b3fb-4206-bbda-e9893b6807de req-b9436fbd-1d5b-4046-8d9a-63c5007fa9c1 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586036'] for port (f011040f-cb75-49cc-9ae4-d7326ea6448c), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:20.753553 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [req-c2eb18ac-b3fb-4206-bbda-e9893b6807de req-b9436fbd-1d5b-4046-8d9a-63c5007fa9c1 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Calling delete_port for f011040f-cb75-49cc-9ae4-d7326ea6448c owned by compute:nova {{(pid=103293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:25:20.882725 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-c2eb18ac-b3fb-4206-bbda-e9893b6807de req-b9436fbd-1d5b-4046-8d9a-63c5007fa9c1 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759690034297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759689464333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58814409'] for port (f011040f-cb75-49cc-9ae4-d7326ea6448c), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:20.910517 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9436fbd-1d5b-4046-8d9a-63c5007fa9c1 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Pushing event deleted for resources: {'Port': ['ID=f011040f-cb75-49cc-9ae4-d7326ea6448c,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:20.919273 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] get_ports_and_sgs() called for port_ids ['f011040f-cb75-49cc-9ae4-d7326ea6448c'] {{(pid=103295) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:25:20.959718 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2eb18ac-b3fb-4206-bbda-e9893b6807de req-b9436fbd-1d5b-4046-8d9a-63c5007fa9c1 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] No DVR routers for this DVR port f011040f-cb75-49cc-9ae4-d7326ea6448c on host hv-cinder-83587 {{(pid=103293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:25:20.962700 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-c2eb18ac-b3fb-4206-bbda-e9893b6807de req-b9436fbd-1d5b-4046-8d9a-63c5007fa9c1 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for port (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:20.967883 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c2eb18ac-b3fb-4206-bbda-e9893b6807de req-b9436fbd-1d5b-4046-8d9a-63c5007fa9c1 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.55 "DELETE /v2.0/ports/f011040f-cb75-49cc-9ae4-d7326ea6448c HTTP/1.1" status: 204 len: 173 time: 0.4009056 Mar 30 18:25:20.968562 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3b1014b-57d4-4226-a4c3-219a1a4db3db', 'name': 'network-vif-deleted', 'tag': 'f011040f-cb75-49cc-9ae4-d7326ea6448c'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:25:20.972972 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e41150553c85b09edab6cb52843a30629a36ec9d810f78f9b9d5c7c277fb574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7316ecd-665c-4b7c-bec8-f0af3689b73a" -d '{"events": [{"server_uuid": "f3b1014b-57d4-4226-a4c3-219a1a4db3db", "name": "network-vif-deleted", "tag": "f011040f-cb75-49cc-9ae4-d7326ea6448c"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:25:21.010024 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c3f68b-047f-40e5-9e33-3e5a8d24f0a4 x-openstack-request-id: req-e7c3f68b-047f-40e5-9e33-3e5a8d24f0a4 {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:25:21.010303 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3b1014b-57d4-4226-a4c3-219a1a4db3db", "name": "network-vif-deleted", "tag": "f011040f-cb75-49cc-9ae4-d7326ea6448c", "status": "completed", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:25:21.010558 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e7c3f68b-047f-40e5-9e33-3e5a8d24f0a4 {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:25:21.011050 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7c3f68b-047f-40e5-9e33-3e5a8d24f0a4'] response: {'server_uuid': 'f3b1014b-57d4-4226-a4c3-219a1a4db3db', 'name': 'network-vif-deleted', 'tag': 'f011040f-cb75-49cc-9ae4-d7326ea6448c', 'status': 'completed', 'code': 200} Mar 30 18:25:21.466331 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-1dfce1a2-82ce-4ee3-b99c-a0e247323690 req-eab07689-232b-4b88-9f8d-d900d67893d0 tempest-ServerRescueNegativeTestJSON-5856042 tempest-ServerRescueNegativeTestJSON-5856042-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3b1014b-57d4-4226-a4c3-219a1a4db3db HTTP/1.1" status: 200 len: 210 time: 0.0442619 Mar 30 18:25:21.491899 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6311e30-ef5f-4042-8595-49597e6372fc req-0721ced9-3b49-4cf8-af9c-8a7d9d143cc1 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:21.493312 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a6311e30-ef5f-4042-8595-49597e6372fc req-0721ced9-3b49-4cf8-af9c-8a7d9d143cc1 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/ports?device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 945 time: 0.0799203 Mar 30 18:25:21.547345 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a6311e30-ef5f-4042-8595-49597e6372fc req-5f8b3657-037c-4238-a448-f8d02f3e04bd tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6bf04e-6871-4ba6-a021-75f1f75a47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479038 Mar 30 18:25:22.520953 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 37880) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:22.744050 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2736975d-1818-4833-bf1e-d12e28bd353a req-c79ddd96-7db5-4fa7-8aa6-d5fdcf17cb63 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:22.745531 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-2736975d-1818-4833-bf1e-d12e28bd353a req-c79ddd96-7db5-4fa7-8aa6-d5fdcf17cb63 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/ports?device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 945 time: 0.1264329 Mar 30 18:25:22.820484 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-2736975d-1818-4833-bf1e-d12e28bd353a req-f6d247fc-4455-466c-bb38-09c02ea8d3be tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6bf04e-6871-4ba6-a021-75f1f75a47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683229 Mar 30 18:25:23.029128 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-da1f283b-ace5-400c-b6b0-4a966f7185ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625670'] for router_interface (7266c1d7-521e-414b-aff0-8c110dc9dbd7), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:23.321234 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-da1f283b-ace5-400c-b6b0-4a966f7185ba admin admin] Deleting port 0fe1b64a-b721-4cae-986c-e8bedae4133f {{(pid=103293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:25:23.321617 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-da1f283b-ace5-400c-b6b0-4a966f7185ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759690029078'] for port (0fe1b64a-b721-4cae-986c-e8bedae4133f), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:23.400407 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-da1f283b-ace5-400c-b6b0-4a966f7185ba admin admin] For port 0fe1b64a-b721-4cae-986c-e8bedae4133f, host dv-cinder-835879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=0fe1b64a-b721-4cae-986c-e8bedae4133f,segment=NetworkSegment(e89ea969-8b4b-4207-b35e-89afc567c10c),segment_id=e89ea969-8b4b-4207-b35e-89afc567c10c)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:25:23.400762 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-da1f283b-ace5-400c-b6b0-4a966f7185ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586036'] for port (0fe1b64a-b721-4cae-986c-e8bedae4133f), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:23.413767 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-da1f283b-ace5-400c-b6b0-4a966f7185ba admin admin] Calling delete_port for 0fe1b64a-b721-4cae-986c-e8bedae4133f owned by network:router_interface {{(pid=103293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:25:23.599113 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-da1f283b-ace5-400c-b6b0-4a966f7185ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759690034297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759689464333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58814409'] for port (0fe1b64a-b721-4cae-986c-e8bedae4133f), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:23.624044 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1f283b-ace5-400c-b6b0-4a966f7185ba admin admin] Pushing event deleted for resources: {'Port': ['ID=0fe1b64a-b721-4cae-986c-e8bedae4133f,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:23.804128 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-da1f283b-ace5-400c-b6b0-4a966f7185ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1628225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624278'] for router_interface (7266c1d7-521e-414b-aff0-8c110dc9dbd7), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:23.984090 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533e0a1-700c-4035-891b-0923c8b3b647 req-c3b0b47c-f58a-4f00-89bd-accdf98c21a0 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:23.985488 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c533e0a1-700c-4035-891b-0923c8b3b647 req-c3b0b47c-f58a-4f00-89bd-accdf98c21a0 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/ports?device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 945 time: 0.0970817 Mar 30 18:25:24.315992 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c533e0a1-700c-4035-891b-0923c8b3b647 req-f5635a09-a630-4f5b-87ea-0a1d944e7577 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6bf04e-6871-4ba6-a021-75f1f75a47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602422 Mar 30 18:25:24.333557 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da1f283b-ace5-400c-b6b0-4a966f7185ba admin admin] Router 7266c1d7-521e-414b-aff0-8c110dc9dbd7 has already been hosted by L3 agent bb9cbda0-d504-4372-97ec-0881b5676f92 {{(pid=103293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:25:24.434458 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device f011040f-cb75-49cc-9ae4-d7326ea6448c no longer exists at agent hyperv_hv-cinder-83587 {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:25:24.439586 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da1f283b-ace5-400c-b6b0-4a966f7185ba admin admin] Notify agent at l3_agent.dv-cinder-835879-1-iscsi the message routers_updated {{(pid=103293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:25:24.444942 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-da1f283b-ace5-400c-b6b0-4a966f7185ba admin admin] 10.222.0.18 "PUT /v2.0/routers/7266c1d7-521e-414b-aff0-8c110dc9dbd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9229431 Mar 30 18:25:24.447467 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 37890) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:24.458305 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6a51fb-63fb-4610-a574-db48bf610b69 None None] Sync routers for ids ['7266c1d7-521e-414b-aff0-8c110dc9dbd7'] in dv-cinder-835879-1-iscsi {{(pid=103295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:25:24.460630 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] No Port match for: f011040f-cb75-49cc-9ae4-d7326ea6448c {{(pid=103295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:25:24.460973 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device f011040f-cb75-49cc-9ae4-d7326ea6448c not bound to the agent host hv-cinder-83587 {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:25:24.470204 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6a51fb-63fb-4610-a574-db48bf610b69 None None] Routers {'7266c1d7-521e-414b-aff0-8c110dc9dbd7'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:25:24.470811 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-8c6a51fb-63fb-4610-a574-db48bf610b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:25:00Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['7266c1d7-521e-414b-aff0-8c110dc9dbd7'], 'active': True} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:25:24.553273 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-aa9bb491-5e0b-4ae3-83f3-166322d81efe admin admin] Publish callbacks [] for router (7266c1d7-521e-414b-aff0-8c110dc9dbd7), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:24.575854 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvr_db [None req-8c6a51fb-63fb-4610-a574-db48bf610b69 None None] Set router 7266c1d7-521e-414b-aff0-8c110dc9dbd7 gateway port host: dv-cinder-835879-1-iscsi {{(pid=103295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:25:24.658581 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-aa9bb491-5e0b-4ae3-83f3-166322d81efe admin admin] Publish callbacks [] for router_gateway (7266c1d7-521e-414b-aff0-8c110dc9dbd7), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:24.713462 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-aa9bb491-5e0b-4ae3-83f3-166322d81efe admin admin] Deleting port 2d7d92f9-be31-486f-9237-dcd2a09b1c3a {{(pid=103293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:25:24.713797 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-aa9bb491-5e0b-4ae3-83f3-166322d81efe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759690029078'] for port (2d7d92f9-be31-486f-9237-dcd2a09b1c3a), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:24.764627 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-8c6a51fb-63fb-4610-a574-db48bf610b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7266c1d7-521e-414b-aff0-8c110dc9dbd7', 'name': 'tempest-ServerRescueNegativeTestJSON-1943900163-router', 'tenant_id': '585ebec9292d43e7b65aab5ba734d8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '2d7d92f9-be31-486f-9237-dcd2a09b1c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:20:33Z', 'updated_at': '2022-03-30T18:25:23Z', 'revision_number': 5, 'project_id': '585ebec9292d43e7b65aab5ba734d8b9', 'gw_port': {'id': '2d7d92f9-be31-486f-9237-dcd2a09b1c3a', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7266c1d7-521e-414b-aff0-8c110dc9dbd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:33Z', 'updated_at': '2022-03-30T18:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi'}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:25:24.792051 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6a51fb-63fb-4610-a574-db48bf610b69 None None] Checking router: 7266c1d7-521e-414b-aff0-8c110dc9dbd7 for host: dv-cinder-835879-1-iscsi {{(pid=103295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:25:24.797117 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-aa9bb491-5e0b-4ae3-83f3-166322d81efe admin admin] For port 2d7d92f9-be31-486f-9237-dcd2a09b1c3a, host dv-cinder-835879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=2d7d92f9-be31-486f-9237-dcd2a09b1c3a,segment=NetworkSegment(4e174139-f6b8-43d7-bf46-4927edc5f7d6),segment_id=4e174139-f6b8-43d7-bf46-4927edc5f7d6)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:25:24.797522 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-aa9bb491-5e0b-4ae3-83f3-166322d81efe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586036'] for port (2d7d92f9-be31-486f-9237-dcd2a09b1c3a), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:24.802272 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6a51fb-63fb-4610-a574-db48bf610b69 None None] Routers {'7266c1d7-521e-414b-aff0-8c110dc9dbd7'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:25:24.802883 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-8c6a51fb-63fb-4610-a574-db48bf610b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:25:00Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['7266c1d7-521e-414b-aff0-8c110dc9dbd7'], 'active': True} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:25:24.811633 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-aa9bb491-5e0b-4ae3-83f3-166322d81efe admin admin] Calling delete_port for 2d7d92f9-be31-486f-9237-dcd2a09b1c3a owned by network:router_gateway {{(pid=103293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:25:24.910224 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvr_db [None req-8c6a51fb-63fb-4610-a574-db48bf610b69 None None] Set router 7266c1d7-521e-414b-aff0-8c110dc9dbd7 gateway port host: None {{(pid=103295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:25:24.969825 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-8c6a51fb-63fb-4610-a574-db48bf610b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7266c1d7-521e-414b-aff0-8c110dc9dbd7', 'name': 'tempest-ServerRescueNegativeTestJSON-1943900163-router', 'tenant_id': '585ebec9292d43e7b65aab5ba734d8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:20:33Z', 'updated_at': '2022-03-30T18:25:24Z', 'revision_number': 6, 'project_id': '585ebec9292d43e7b65aab5ba734d8b9', 'gw_port_host': None}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:25:24.995242 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-aa9bb491-5e0b-4ae3-83f3-166322d81efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759690034297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759689464333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58814409'] for port (2d7d92f9-be31-486f-9237-dcd2a09b1c3a), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:24.999779 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6a51fb-63fb-4610-a574-db48bf610b69 None None] The sync data for ids ['7266c1d7-521e-414b-aff0-8c110dc9dbd7'] in dv-cinder-835879-1-iscsi is: [{'id': '7266c1d7-521e-414b-aff0-8c110dc9dbd7', 'name': 'tempest-ServerRescueNegativeTestJSON-1943900163-router', 'tenant_id': '585ebec9292d43e7b65aab5ba734d8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:20:33Z', 'updated_at': '2022-03-30T18:25:24Z', 'revision_number': 6, 'project_id': '585ebec9292d43e7b65aab5ba734d8b9', 'gw_port_host': None}] {{(pid=103295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:25:25.019221 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9bb491-5e0b-4ae3-83f3-166322d81efe admin admin] Pushing event deleted for resources: {'Port': ['ID=2d7d92f9-be31-486f-9237-dcd2a09b1c3a,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:25.090930 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-aa9bb491-5e0b-4ae3-83f3-166322d81efe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1623612'] for router_gateway (7266c1d7-521e-414b-aff0-8c110dc9dbd7), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:25.196030 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-aa9bb491-5e0b-4ae3-83f3-166322d81efe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7048'] for router (7266c1d7-521e-414b-aff0-8c110dc9dbd7), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:25.198143 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-aa9bb491-5e0b-4ae3-83f3-166322d81efe admin admin] Publish callbacks [] for router_controller (7266c1d7-521e-414b-aff0-8c110dc9dbd7), precommit_delete_associations {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:25.263133 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-aa9bb491-5e0b-4ae3-83f3-166322d81efe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628121'] for router (7266c1d7-521e-414b-aff0-8c110dc9dbd7), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:25.263689 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa9bb491-5e0b-4ae3-83f3-166322d81efe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7266c1d7-521e-414b-aff0-8c110dc9dbd7 {{(pid=103293) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 18:25:25.269389 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-aa9bb491-5e0b-4ae3-83f3-166322d81efe admin admin] Publish callbacks [] for router (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:25.270552 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-aa9bb491-5e0b-4ae3-83f3-166322d81efe admin admin] 10.222.0.18 "DELETE /v2.0/routers/7266c1d7-521e-414b-aff0-8c110dc9dbd7 HTTP/1.1" status: 204 len: 168 time: 0.8221378 Mar 30 18:25:25.272953 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 37904) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:25.316847 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1136919-975f-45a6-87d7-e01a4e703f9b admin admin] Deleting subnet 803891e5-aae4-46c3-87bc-0de344219463 {{(pid=103293) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 18:25:25.319838 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-c1136919-975f-45a6-87d7-e01a4e703f9b admin admin] Publish callbacks [] for subnet (803891e5-aae4-46c3-87bc-0de344219463), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:25.357503 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-c1136919-975f-45a6-87d7-e01a4e703f9b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58812552'] for subnet (803891e5-aae4-46c3-87bc-0de344219463), precommit_delete_associations {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:25.510015 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64b5955-34bb-401e-80d6-d0280493ab5d req-d340dd11-a365-4220-9077-4ab3b88a33c9 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:25.511591 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c64b5955-34bb-401e-80d6-d0280493ab5d req-d340dd11-a365-4220-9077-4ab3b88a33c9 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/ports?device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 945 time: 0.1287098 Mar 30 18:25:25.514082 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-c1136919-975f-45a6-87d7-e01a4e703f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-826600'] for subnet (803891e5-aae4-46c3-87bc-0de344219463), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:25.600895 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c64b5955-34bb-401e-80d6-d0280493ab5d req-729a7c5e-98f7-4f21-b0f3-1a62e7151cca tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6bf04e-6871-4ba6-a021-75f1f75a47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608859 Mar 30 18:25:25.605683 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-c1136919-975f-45a6-87d7-e01a4e703f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-826591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58812474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58991743'] for subnet (803891e5-aae4-46c3-87bc-0de344219463), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:25.631456 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1136919-975f-45a6-87d7-e01a4e703f9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=803891e5-aae4-46c3-87bc-0de344219463,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:25.635002 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-c1136919-975f-45a6-87d7-e01a4e703f9b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:25.638252 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-c1136919-975f-45a6-87d7-e01a4e703f9b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/803891e5-aae4-46c3-87bc-0de344219463 HTTP/1.1" status: 204 len: 168 time: 0.3643680 Mar 30 18:25:25.640722 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 37908) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:25.642742 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f649ab5-91e2-451c-af9c-42f502c06553 None None] Network 0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb requested from dv-cinder-835879-1-iscsi {{(pid=103295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:25:25.712947 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-bb324a3a-e52a-4e97-9eda-d3b2613b9d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803497'] for network (0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:25.772870 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-bb324a3a-e52a-4e97-9eda-d3b2613b9d62 admin admin] Deleting port ac227f47-2938-46ed-8ddd-52478290e001 {{(pid=103293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:25:25.773206 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-bb324a3a-e52a-4e97-9eda-d3b2613b9d62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759690029078'] for port (ac227f47-2938-46ed-8ddd-52478290e001), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:25.812766 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd60bb4-089b-4434-a8de-6ed683e92250 None None] DHCP port deletion for 0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb request from dv-cinder-835879-1-iscsi {{(pid=103295) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 30 18:25:25.843693 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-bb324a3a-e52a-4e97-9eda-d3b2613b9d62 admin admin] For port ac227f47-2938-46ed-8ddd-52478290e001, host dv-cinder-835879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=ac227f47-2938-46ed-8ddd-52478290e001,segment=NetworkSegment(e89ea969-8b4b-4207-b35e-89afc567c10c),segment_id=e89ea969-8b4b-4207-b35e-89afc567c10c)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:25:25.844130 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-bb324a3a-e52a-4e97-9eda-d3b2613b9d62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586036'] for port (ac227f47-2938-46ed-8ddd-52478290e001), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:25.858125 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-bb324a3a-e52a-4e97-9eda-d3b2613b9d62 admin admin] Calling delete_port for ac227f47-2938-46ed-8ddd-52478290e001 owned by network:dhcp {{(pid=103293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:25:25.862670 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-7bd60bb4-089b-4434-a8de-6ed683e92250 None None] Deleting port ac227f47-2938-46ed-8ddd-52478290e001 {{(pid=103295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:25:25.863037 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-7bd60bb4-089b-4434-a8de-6ed683e92250 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759690029078'] for port (ac227f47-2938-46ed-8ddd-52478290e001), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:25.934487 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-7bd60bb4-089b-4434-a8de-6ed683e92250 None None] For port ac227f47-2938-46ed-8ddd-52478290e001, host dv-cinder-835879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=ac227f47-2938-46ed-8ddd-52478290e001,segment=NetworkSegment(e89ea969-8b4b-4207-b35e-89afc567c10c),segment_id=e89ea969-8b4b-4207-b35e-89afc567c10c)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:25:25.934888 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-7bd60bb4-089b-4434-a8de-6ed683e92250 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586036'] for port (ac227f47-2938-46ed-8ddd-52478290e001), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:25.949703 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-7bd60bb4-089b-4434-a8de-6ed683e92250 None None] Calling delete_port for ac227f47-2938-46ed-8ddd-52478290e001 owned by network:dhcp {{(pid=103295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:25:25.956745 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-bb324a3a-e52a-4e97-9eda-d3b2613b9d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759690034297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759689464333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58814409'] for port (ac227f47-2938-46ed-8ddd-52478290e001), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:25.983393 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb324a3a-e52a-4e97-9eda-d3b2613b9d62 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac227f47-2938-46ed-8ddd-52478290e001,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:25.987375 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb324a3a-e52a-4e97-9eda-d3b2613b9d62 admin admin] No DVR routers for this DVR port ac227f47-2938-46ed-8ddd-52478290e001 on host dv-cinder-835879-1-iscsi {{(pid=103293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:25:26.066952 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-bb324a3a-e52a-4e97-9eda-d3b2613b9d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-760675', 'neutron.services.segments.db._delete_segments_for_network-8759689995322'] for network (0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:26.068604 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-7bd60bb4-089b-4434-a8de-6ed683e92250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759690034297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759689464333'] for port (ac227f47-2938-46ed-8ddd-52478290e001), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:26.092750 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.services.segments.db [None req-bb324a3a-e52a-4e97-9eda-d3b2613b9d62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb']}} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:25:26.099594 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd60bb4-089b-4434-a8de-6ed683e92250 None None] Pushing event deleted for resources: {'Port': ['ID=ac227f47-2938-46ed-8ddd-52478290e001,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:26.103207 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd60bb4-089b-4434-a8de-6ed683e92250 None None] No DVR routers for this DVR port ac227f47-2938-46ed-8ddd-52478290e001 on host dv-cinder-835879-1-iscsi {{(pid=103295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:25:26.112368 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.services.segments.db [None req-bb324a3a-e52a-4e97-9eda-d3b2613b9d62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e89ea969-8b4b-4207-b35e-89afc567c10c') {'for_net_delete': True} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:25:26.112628 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.services.segments.db [None req-bb324a3a-e52a-4e97-9eda-d3b2613b9d62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e89ea969-8b4b-4207-b35e-89afc567c10c') {} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:25:26.134785 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-bb324a3a-e52a-4e97-9eda-d3b2613b9d62 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759689809987', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58812547'] for segment (e89ea969-8b4b-4207-b35e-89afc567c10c), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:26.151550 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-bb324a3a-e52a-4e97-9eda-d3b2613b9d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-829919'] for segment (e89ea969-8b4b-4207-b35e-89afc567c10c), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:26.158414 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb324a3a-e52a-4e97-9eda-d3b2613b9d62 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103293) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 18:25:26.158809 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-bb324a3a-e52a-4e97-9eda-d3b2613b9d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-829919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58814364'] for segment (e89ea969-8b4b-4207-b35e-89afc567c10c), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:26.160566 dv-cinder-835879-1-iscsi neutron-server[103293]: Traceback (most recent call last): Mar 30 18:25:26.160566 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 18:25:26.160566 dv-cinder-835879-1-iscsi neutron-server[103293]: timer() Mar 30 18:25:26.160566 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 18:25:26.160566 dv-cinder-835879-1-iscsi neutron-server[103293]: cb(*args, **kw) Mar 30 18:25:26.160566 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 18:25:26.160566 dv-cinder-835879-1-iscsi neutron-server[103293]: return func(*args, **kwargs) Mar 30 18:25:26.160566 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 18:25:26.160566 dv-cinder-835879-1-iscsi neutron-server[103293]: self._notify() Mar 30 18:25:26.160566 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 18:25:26.160566 dv-cinder-835879-1-iscsi neutron-server[103293]: self.callback(batched_events) Mar 30 18:25:26.160566 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 18:25:26.160566 dv-cinder-835879-1-iscsi neutron-server[103293]: event.method(event) Mar 30 18:25:26.160566 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 18:25:26.160566 dv-cinder-835879-1-iscsi neutron-server[103293]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 18:25:26.160566 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 18:25:26.160566 dv-cinder-835879-1-iscsi neutron-server[103293]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 18:25:26.160566 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 18:25:26.160566 dv-cinder-835879-1-iscsi neutron-server[103293]: return f(self, *a, **k) Mar 30 18:25:26.160566 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 18:25:26.160566 dv-cinder-835879-1-iscsi neutron-server[103293]: return self._get(url).json() Mar 30 18:25:26.160566 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 18:25:26.160566 dv-cinder-835879-1-iscsi neutron-server[103293]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 18:25:26.160566 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 18:25:26.160566 dv-cinder-835879-1-iscsi neutron-server[103293]: return self.request(url, 'GET', **kwargs) Mar 30 18:25:26.160566 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 18:25:26.160566 dv-cinder-835879-1-iscsi neutron-server[103293]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 18:25:26.160566 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 18:25:26.160566 dv-cinder-835879-1-iscsi neutron-server[103293]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 18:25:26.160566 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 18:25:26.160566 dv-cinder-835879-1-iscsi neutron-server[103293]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 18:25:26.160566 dv-cinder-835879-1-iscsi neutron-server[103293]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 18:25:26.214217 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-bb324a3a-e52a-4e97-9eda-d3b2613b9d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-760682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1623632'] for network (0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:26.220679 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-bb324a3a-e52a-4e97-9eda-d3b2613b9d62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628270'] for network (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:26.223842 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-bb324a3a-e52a-4e97-9eda-d3b2613b9d62 admin admin] 10.222.0.18 "DELETE /v2.0/networks/0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb HTTP/1.1" status: 204 len: 168 time: 0.5815818 Mar 30 18:25:26.233434 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb324a3a-e52a-4e97-9eda-d3b2613b9d62 admin admin] Pushing event deleted for resources: {'Network': ['ID=0eb550e1-4d1b-4c80-b65a-9c41fd78f8eb,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:26.396383 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 37926) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:26.439516 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-04dbb545-b011-4ea4-b384-19c7b7296816 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=585ebec9292d43e7b65aab5ba734d8b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403173 Mar 30 18:25:26.441895 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 37930) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:26.490025 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-fa406205-0133-40f9-8fd2-c19c310e6942 admin admin] Publish callbacks [] for security_group (18db58fa-a014-4fea-ae17-8fa4b1eb106d), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:26.511694 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-fa406205-0133-40f9-8fd2-c19c310e6942 admin admin] Publish callbacks [] for security_group (18db58fa-a014-4fea-ae17-8fa4b1eb106d), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:26.564978 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-fa406205-0133-40f9-8fd2-c19c310e6942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (18db58fa-a014-4fea-ae17-8fa4b1eb106d), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:26.567609 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-fa406205-0133-40f9-8fd2-c19c310e6942 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:26.568758 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-fa406205-0133-40f9-8fd2-c19c310e6942 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/18db58fa-a014-4fea-ae17-8fa4b1eb106d HTTP/1.1" status: 204 len: 168 time: 0.1259339 Mar 30 18:25:26.576641 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa406205-0133-40f9-8fd2-c19c310e6942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18db58fa-a014-4fea-ae17-8fa4b1eb106d,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:26.669713 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10557c9b-1daf-43c3-9d58-d9635de2084c req-7f013da4-265a-478d-91de-7d4ecf116175 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:26.671229 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-10557c9b-1daf-43c3-9d58-d9635de2084c req-7f013da4-265a-478d-91de-7d4ecf116175 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?device_id=69f0441a-f704-4255-9bd1-62407c266cff HTTP/1.1" status: 200 len: 945 time: 0.0679760 Mar 30 18:25:26.748735 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-10557c9b-1daf-43c3-9d58-d9635de2084c req-ecd5f293-2492-4a7f-b194-5dc1ba0676b2 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9d6dd2f-9eda-446e-9281-9b2cdcf62575&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0674808 Mar 30 18:25:26.756809 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a6a783-18d0-4a21-8de7-95509a6e4fce req-9df54d23-34ca-40f4-a155-dae72884a900 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:26.758179 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-94a6a783-18d0-4a21-8de7-95509a6e4fce req-9df54d23-34ca-40f4-a155-dae72884a900 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/ports?device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 945 time: 0.0860605 Mar 30 18:25:26.808183 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-94a6a783-18d0-4a21-8de7-95509a6e4fce req-cb44e353-421d-47cf-adad-1df69dd7994b tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6bf04e-6871-4ba6-a021-75f1f75a47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437322 Mar 30 18:25:26.919647 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device 0fe1b64a-b721-4cae-986c-e8bedae4133f no longer exists at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:25:26.940781 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] No Port match for: 0fe1b64a-b721-4cae-986c-e8bedae4133f {{(pid=103295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:25:26.941128 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device 0fe1b64a-b721-4cae-986c-e8bedae4133f not bound to the agent host dv-cinder-835879-1-iscsi {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:25:26.941562 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device 2d7d92f9-be31-486f-9237-dcd2a09b1c3a no longer exists at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:25:26.963831 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] No Port match for: 2d7d92f9-be31-486f-9237-dcd2a09b1c3a {{(pid=103295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:25:26.964175 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device 2d7d92f9-be31-486f-9237-dcd2a09b1c3a not bound to the agent host dv-cinder-835879-1-iscsi {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:25:26.964587 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device ac227f47-2938-46ed-8ddd-52478290e001 no longer exists at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:25:26.972936 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81580aaa-e1ec-4bfa-8aee-dc743e3b333f req-e8fc4349-8084-43f3-93c1-ad87328f78da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:26.974660 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-81580aaa-e1ec-4bfa-8aee-dc743e3b333f req-e8fc4349-8084-43f3-93c1-ad87328f78da service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6ddcc755c06b440bb6750e5d44c3b913&device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 1129 time: 0.0497637 Mar 30 18:25:26.983886 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] No Port match for: ac227f47-2938-46ed-8ddd-52478290e001 {{(pid=103295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:25:26.984229 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device ac227f47-2938-46ed-8ddd-52478290e001 not bound to the agent host dv-cinder-835879-1-iscsi {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:25:27.072263 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81580aaa-e1ec-4bfa-8aee-dc743e3b333f req-45163d38-39e2-42fc-868e-e54409a9f242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:27.073762 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-81580aaa-e1ec-4bfa-8aee-dc743e3b333f req-45163d38-39e2-42fc-868e-e54409a9f242 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1ac97e91-fa8e-41d7-abce-016c28065e30 HTTP/1.1" status: 200 len: 909 time: 0.0924010 Mar 30 18:25:27.144353 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-81580aaa-e1ec-4bfa-8aee-dc743e3b333f req-b761d908-d9dc-44a4-ad76-b8aef3dae4ac service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3a4632c-ac82-4429-82d0-ea74db528887 HTTP/1.1" status: 200 len: 1000 time: 0.0615160 Mar 30 18:25:27.197781 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81580aaa-e1ec-4bfa-8aee-dc743e3b333f req-a4a82aab-2735-48c1-8afe-451a8da483eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:27.199265 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-81580aaa-e1ec-4bfa-8aee-dc743e3b333f req-a4a82aab-2735-48c1-8afe-451a8da483eb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8d0df9d6-37fc-48cb-beb7-46feba9ce564 HTTP/1.1" status: 200 len: 847 time: 0.0486732 Mar 30 18:25:27.247625 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81580aaa-e1ec-4bfa-8aee-dc743e3b333f req-a621f596-cc56-4628-89ad-b151e97f2099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:27.249101 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-81580aaa-e1ec-4bfa-8aee-dc743e3b333f req-a621f596-cc56-4628-89ad-b151e97f2099 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1ac97e91-fa8e-41d7-abce-016c28065e30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431464 Mar 30 18:25:27.262268 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 37956) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:27.344855 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-81580aaa-e1ec-4bfa-8aee-dc743e3b333f req-97310ef7-4a8a-4fcd-8d9f-92d390e5e4b9 service neutron] 10.222.0.55 "GET /v2.0/networks/1ac97e91-fa8e-41d7-abce-016c28065e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850337 Mar 30 18:25:27.366452 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-81a330ca-996f-4ce9-bb4c-9a3f57b65955 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-727173395-network', 'tenant_id': 'd5f22e10e41d4552ae546711e9aecb26'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:25:27.385695 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a330ca-996f-4ce9-bb4c-9a3f57b65955 admin admin] Made reservation on behalf of d5f22e10e41d4552ae546711e9aecb26 for: {'network': 1} {{(pid=103294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:25:27.388077 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-81a330ca-996f-4ce9-bb4c-9a3f57b65955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for network (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:27.396062 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-81a330ca-996f-4ce9-bb4c-9a3f57b65955 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:27.441671 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-81580aaa-e1ec-4bfa-8aee-dc743e3b333f req-08e7bdb5-14c7-4f12-bf74-4a06d623ff4b service neutron] 10.222.0.55 "GET /v2.0/networks/1ac97e91-fa8e-41d7-abce-016c28065e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895343 Mar 30 18:25:27.471704 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-81a330ca-996f-4ce9-bb4c-9a3f57b65955 admin admin] Publish callbacks [] for security_group (eb1af246-6f70-44d1-9c67-a53914f5c684), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:27.475465 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-81a330ca-996f-4ce9-bb4c-9a3f57b65955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (eb1af246-6f70-44d1-9c67-a53914f5c684), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:27.497402 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81a330ca-996f-4ce9-bb4c-9a3f57b65955 admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=103294) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 18:25:27.511288 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a330ca-996f-4ce9-bb4c-9a3f57b65955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb1af246-6f70-44d1-9c67-a53914f5c684,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:27.516777 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-81a330ca-996f-4ce9-bb4c-9a3f57b65955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-829919'] for segment (2790ea60-4ff1-445c-945d-9d157fa74c7f), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:27.517113 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.db.segments_db [None req-81a330ca-996f-4ce9-bb4c-9a3f57b65955 admin admin] Added segment 2790ea60-4ff1-445c-945d-9d157fa74c7f of type vlan for network d7a539c7-76f6-423a-98cb-a1879fc481a0 Mar 30 18:25:27.558019 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-81a330ca-996f-4ce9-bb4c-9a3f57b65955 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759689436227'] for network (d7a539c7-76f6-423a-98cb-a1879fc481a0), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:27.581413 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-81a330ca-996f-4ce9-bb4c-9a3f57b65955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248'] for network (d7a539c7-76f6-423a-98cb-a1879fc481a0), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:27.582347 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a330ca-996f-4ce9-bb4c-9a3f57b65955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:27.582930 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-81a330ca-996f-4ce9-bb4c-9a3f57b65955 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628270'] for network (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:27.638768 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-81a330ca-996f-4ce9-bb4c-9a3f57b65955 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3752332 Mar 30 18:25:27.641796 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 37960) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:27.646685 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [None req-a0f7132f-7ed8-4f3d-b749-9b3a26a75e10 admin admin] Request body: {'subnet': {'network_id': 'd7a539c7-76f6-423a-98cb-a1879fc481a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-727173395-subnet', 'tenant_id': 'd5f22e10e41d4552ae546711e9aecb26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:25:27.647284 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a330ca-996f-4ce9-bb4c-9a3f57b65955 admin admin] Pushing event updated for resources: {'Network': ['ID=d7a539c7-76f6-423a-98cb-a1879fc481a0,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:27.658035 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Network d7a539c7-76f6-423a-98cb-a1879fc481a0 details requested by agent ovs-agent-dv-cinder-835879-1-iscsi with host dv-cinder-835879-1-iscsi {{(pid=103295) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 18:25:27.666171 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f7132f-7ed8-4f3d-b749-9b3a26a75e10 admin admin] Made reservation on behalf of d5f22e10e41d4552ae546711e9aecb26 for: {'subnet': 1} {{(pid=103293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:25:27.669273 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-a0f7132f-7ed8-4f3d-b749-9b3a26a75e10 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58991712'] for subnet (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:27.721777 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-d9055343-cc99-4529-9686-a4c1084c756c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (c82c41e6-6be9-408a-ae4d-4131a3230230), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:27.870307 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-a0f7132f-7ed8-4f3d-b749-9b3a26a75e10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58812537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58991734'] for subnet (34b08eba-2ab1-4214-8e01-5baa8d1e67c4), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:27.961149 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe0991-22b6-484e-9897-86a861b341cb req-cc03c573-3ca2-477e-8669-7d031d136203 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:27.962532 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a2fe0991-22b6-484e-9897-86a861b341cb req-cc03c573-3ca2-477e-8669-7d031d136203 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?device_id=69f0441a-f704-4255-9bd1-62407c266cff HTTP/1.1" status: 200 len: 945 time: 0.1386228 Mar 30 18:25:27.967402 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f7132f-7ed8-4f3d-b749-9b3a26a75e10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34b08eba-2ab1-4214-8e01-5baa8d1e67c4,revision_number=0']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:28.009415 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f7132f-7ed8-4f3d-b749-9b3a26a75e10 admin admin] Checking segment: {'id': '2790ea60-4ff1-445c-945d-9d157fa74c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd7a539c7-76f6-423a-98cb-a1879fc481a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:25:28.009767 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f7132f-7ed8-4f3d-b749-9b3a26a75e10 admin admin] Network hostable DHCP agents. Network: d7a539c7-76f6-423a-98cb-a1879fc481a0, hostable agents: ['c82c41e6-6be9-408a-ae4d-4131a3230230'], hosted agents: [] {{(pid=103293) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 18:25:28.036598 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a5c8d7-6fce-47bd-b358-44000077e184 req-8d15cfad-1362-4722-9946-88e4cdb5d16c tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:28.038039 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-23a5c8d7-6fce-47bd-b358-44000077e184 req-8d15cfad-1362-4722-9946-88e4cdb5d16c tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/ports?device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 945 time: 0.1426945 Mar 30 18:25:28.058773 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a2fe0991-22b6-484e-9897-86a861b341cb req-674b21b3-ec0e-401d-bf9b-4f0773f0e558 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9d6dd2f-9eda-446e-9281-9b2cdcf62575&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0877342 Mar 30 18:25:28.071315 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f7132f-7ed8-4f3d-b749-9b3a26a75e10 admin admin] Network d7a539c7-76f6-423a-98cb-a1879fc481a0 is scheduled to be hosted by DHCP agent c82c41e6-6be9-408a-ae4d-4131a3230230 with binding_index 1 {{(pid=103293) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 18:25:28.087482 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.base_scheduler [None req-a0f7132f-7ed8-4f3d-b749-9b3a26a75e10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835879-1-iscsi, d7a539c7-76f6-423a-98cb-a1879fc481a0) {{(pid=103293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:25:28.095815 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f7132f-7ed8-4f3d-b749-9b3a26a75e10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:28.096409 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-a0f7132f-7ed8-4f3d-b749-9b3a26a75e10 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:28.102903 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235686c7-1887-4878-a36e-95b45811700c None None] Network d7a539c7-76f6-423a-98cb-a1879fc481a0 requested from dv-cinder-835879-1-iscsi {{(pid=103295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:25:28.117361 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-23a5c8d7-6fce-47bd-b358-44000077e184 req-4c41a4c7-d71b-4638-afc2-5b720291bdd5 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6bf04e-6871-4ba6-a021-75f1f75a47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703435 Mar 30 18:25:28.133520 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-a0f7132f-7ed8-4f3d-b749-9b3a26a75e10 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4818397 Mar 30 18:25:28.394127 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5d18a6-ad03-4cf9-babc-f091838e893d None None] Network d7a539c7-76f6-423a-98cb-a1879fc481a0 requested from dv-cinder-835879-1-iscsi {{(pid=103295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:25:28.721213 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 37990) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:28.726165 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-16ece2e8-b379-434a-8980-039cb76418b6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-887842156-network', 'tenant_id': '0f172f4da83d4231aa9d194d0d9a015d'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:25:28.738567 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b635a7-b154-4cbc-90fe-ff482f98d6e7 req-220d9b94-baf2-46d3-ba3b-30b6c1f56f33 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:28.740159 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-38b635a7-b154-4cbc-90fe-ff482f98d6e7 req-220d9b94-baf2-46d3-ba3b-30b6c1f56f33 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.55 "GET /v2.0/ports?device_id=69f0441a-f704-4255-9bd1-62407c266cff HTTP/1.1" status: 200 len: 945 time: 0.0543063 Mar 30 18:25:28.744218 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ece2e8-b379-434a-8980-039cb76418b6 admin admin] Made reservation on behalf of 0f172f4da83d4231aa9d194d0d9a015d for: {'network': 1} {{(pid=103294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:25:28.746475 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-16ece2e8-b379-434a-8980-039cb76418b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for network (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:28.755750 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-16ece2e8-b379-434a-8980-039cb76418b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:28.831857 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-16ece2e8-b379-434a-8980-039cb76418b6 admin admin] Publish callbacks [] for security_group (78737da9-4736-47a9-934a-ba46d91721af), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:28.835595 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-16ece2e8-b379-434a-8980-039cb76418b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (78737da9-4736-47a9-934a-ba46d91721af), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:28.840689 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [req-38b635a7-b154-4cbc-90fe-ff482f98d6e7 req-8f6e219f-e5cc-4ccd-a966-d4d647acc923 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Deleting port e6916972-a184-402b-9d77-50eec2cd4b62 {{(pid=103293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:25:28.841026 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-38b635a7-b154-4cbc-90fe-ff482f98d6e7 req-8f6e219f-e5cc-4ccd-a966-d4d647acc923 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759690029078'] for port (e6916972-a184-402b-9d77-50eec2cd4b62), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:28.860321 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16ece2e8-b379-434a-8980-039cb76418b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=103294) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 18:25:28.870225 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ece2e8-b379-434a-8980-039cb76418b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78737da9-4736-47a9-934a-ba46d91721af,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:28.875021 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-16ece2e8-b379-434a-8980-039cb76418b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-829919'] for segment (e54a7246-32ef-404c-9a4c-449b6642181f), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:28.875408 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.db.segments_db [None req-16ece2e8-b379-434a-8980-039cb76418b6 admin admin] Added segment e54a7246-32ef-404c-9a4c-449b6642181f of type vlan for network 868f7056-c14e-4b7f-b9f6-9dc08c85bbd2 Mar 30 18:25:28.916691 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-16ece2e8-b379-434a-8980-039cb76418b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759689436227'] for network (868f7056-c14e-4b7f-b9f6-9dc08c85bbd2), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:28.932568 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [req-38b635a7-b154-4cbc-90fe-ff482f98d6e7 req-8f6e219f-e5cc-4ccd-a966-d4d647acc923 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] For port e6916972-a184-402b-9d77-50eec2cd4b62, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=e6916972-a184-402b-9d77-50eec2cd4b62,segment=NetworkSegment(488ac68f-655a-4ba9-b4cf-6bd5f03620c2),segment_id=488ac68f-655a-4ba9-b4cf-6bd5f03620c2)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:25:28.933170 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-38b635a7-b154-4cbc-90fe-ff482f98d6e7 req-8f6e219f-e5cc-4ccd-a966-d4d647acc923 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586036'] for port (e6916972-a184-402b-9d77-50eec2cd4b62), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:28.942176 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-16ece2e8-b379-434a-8980-039cb76418b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248'] for network (868f7056-c14e-4b7f-b9f6-9dc08c85bbd2), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:28.943133 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ece2e8-b379-434a-8980-039cb76418b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:28.943762 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-16ece2e8-b379-434a-8980-039cb76418b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628270'] for network (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:29.001969 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-16ece2e8-b379-434a-8980-039cb76418b6 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2794054 Mar 30 18:25:29.004480 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 37992) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:29.011005 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-ee6458be-e1d9-448e-bae8-cbfd6782304f admin admin] Request body: {'subnet': {'network_id': '868f7056-c14e-4b7f-b9f6-9dc08c85bbd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-887842156-subnet', 'tenant_id': '0f172f4da83d4231aa9d194d0d9a015d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:25:29.024093 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ece2e8-b379-434a-8980-039cb76418b6 admin admin] Pushing event updated for resources: {'Network': ['ID=868f7056-c14e-4b7f-b9f6-9dc08c85bbd2,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:29.038553 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Network 868f7056-c14e-4b7f-b9f6-9dc08c85bbd2 details requested by agent ovs-agent-dv-cinder-835879-1-iscsi with host dv-cinder-835879-1-iscsi {{(pid=103295) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 18:25:29.041290 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6458be-e1d9-448e-bae8-cbfd6782304f admin admin] Made reservation on behalf of 0f172f4da83d4231aa9d194d0d9a015d for: {'subnet': 1} {{(pid=103294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:25:29.044826 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ee6458be-e1d9-448e-bae8-cbfd6782304f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59550579'] for subnet (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:29.120206 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-38b635a7-b154-4cbc-90fe-ff482f98d6e7 req-8f6e219f-e5cc-4ccd-a966-d4d647acc923 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:29.120574 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-38b635a7-b154-4cbc-90fe-ff482f98d6e7 req-8f6e219f-e5cc-4ccd-a966-d4d647acc923 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623622'] for floatingip (f0b8f605-e5b7-41fd-a9d9-68997694eaf6), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:29.120895 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.db.l3_db [req-38b635a7-b154-4cbc-90fe-ff482f98d6e7 req-8f6e219f-e5cc-4ccd-a966-d4d647acc923 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Floating IP f0b8f605-e5b7-41fd-a9d9-68997694eaf6 disassociated. External IP: 172.27.0.115, port: e6916972-a184-402b-9d77-50eec2cd4b62. Mar 30 18:25:29.121249 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [req-38b635a7-b154-4cbc-90fe-ff482f98d6e7 req-8f6e219f-e5cc-4ccd-a966-d4d647acc923 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Calling delete_port for e6916972-a184-402b-9d77-50eec2cd4b62 owned by compute:nova {{(pid=103293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:25:29.232441 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ee6458be-e1d9-448e-bae8-cbfd6782304f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59249400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59550565'] for subnet (245af604-ac5d-4de2-98d8-e77ce71aaa9f), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:29.272751 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c812f6f0-36bb-4c5e-84f0-27af476066a7 req-2e1fc1a6-53a9-4fd1-b7af-2295c0c96e30 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:29.274143 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c812f6f0-36bb-4c5e-84f0-27af476066a7 req-2e1fc1a6-53a9-4fd1-b7af-2295c0c96e30 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?device_id=69f0441a-f704-4255-9bd1-62407c266cff HTTP/1.1" status: 200 len: 945 time: 0.1106341 Mar 30 18:25:29.285105 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6458be-e1d9-448e-bae8-cbfd6782304f admin admin] Pushing event updated for resources: {'Subnet': ['ID=245af604-ac5d-4de2-98d8-e77ce71aaa9f,revision_number=0']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:29.295197 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6458be-e1d9-448e-bae8-cbfd6782304f admin admin] Checking segment: {'id': 'e54a7246-32ef-404c-9a4c-449b6642181f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '868f7056-c14e-4b7f-b9f6-9dc08c85bbd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:25:29.295559 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6458be-e1d9-448e-bae8-cbfd6782304f admin admin] Network hostable DHCP agents. Network: 868f7056-c14e-4b7f-b9f6-9dc08c85bbd2, hostable agents: ['c82c41e6-6be9-408a-ae4d-4131a3230230'], hosted agents: [] {{(pid=103294) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 18:25:29.316942 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6458be-e1d9-448e-bae8-cbfd6782304f admin admin] Network 868f7056-c14e-4b7f-b9f6-9dc08c85bbd2 is scheduled to be hosted by DHCP agent c82c41e6-6be9-408a-ae4d-4131a3230230 with binding_index 1 {{(pid=103294) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 18:25:29.332077 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a08c9d1-728f-42bf-be13-fcff0d3d4cd4 req-c4d910e0-f57c-4059-9577-9f64a8dc263d tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:29.332657 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.base_scheduler [None req-ee6458be-e1d9-448e-bae8-cbfd6782304f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835879-1-iscsi, 868f7056-c14e-4b7f-b9f6-9dc08c85bbd2) {{(pid=103294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:25:29.334382 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-7a08c9d1-728f-42bf-be13-fcff0d3d4cd4 req-c4d910e0-f57c-4059-9577-9f64a8dc263d tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/ports?device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 945 time: 0.1191914 Mar 30 18:25:29.337715 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6458be-e1d9-448e-bae8-cbfd6782304f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:29.337867 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ee6458be-e1d9-448e-bae8-cbfd6782304f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628270'] for subnet (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:29.346372 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357f731c-e4be-4ae2-a5b0-36e4e4d88b5d None None] Network 868f7056-c14e-4b7f-b9f6-9dc08c85bbd2 requested from dv-cinder-835879-1-iscsi {{(pid=103295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:25:29.354357 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-ee6458be-e1d9-448e-bae8-cbfd6782304f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3488388 Mar 30 18:25:29.414053 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-7a08c9d1-728f-42bf-be13-fcff0d3d4cd4 req-d27af096-e185-4703-8412-b62aa6ac0601 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6bf04e-6871-4ba6-a021-75f1f75a47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715315 Mar 30 18:25:29.461176 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c812f6f0-36bb-4c5e-84f0-27af476066a7 req-184d37e9-8023-47e7-a73e-f8aa70579217 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9d6dd2f-9eda-446e-9281-9b2cdcf62575&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1776114 Mar 30 18:25:29.462577 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-38b635a7-b154-4cbc-90fe-ff482f98d6e7 req-8f6e219f-e5cc-4ccd-a966-d4d647acc923 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759690034297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759689464333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58814409'] for port (e6916972-a184-402b-9d77-50eec2cd4b62), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:29.474739 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a089d0c-dd7b-406d-a934-4726553930fb None None] Network 868f7056-c14e-4b7f-b9f6-9dc08c85bbd2 requested from dv-cinder-835879-1-iscsi {{(pid=103295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:25:29.496757 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 38000) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:29.505989 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6e219f-e5cc-4ccd-a966-d4d647acc923 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Pushing event deleted for resources: {'Port': ['ID=e6916972-a184-402b-9d77-50eec2cd4b62,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:29.557935 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b31ca24-de32-406b-8137-7c766c188eb1 admin admin] Deleting subnet 34b08eba-2ab1-4214-8e01-5baa8d1e67c4 {{(pid=103294) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 18:25:29.560593 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-2b31ca24-de32-406b-8137-7c766c188eb1 admin admin] Publish callbacks [] for subnet (34b08eba-2ab1-4214-8e01-5baa8d1e67c4), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:29.619427 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-2b31ca24-de32-406b-8137-7c766c188eb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59249169'] for subnet (34b08eba-2ab1-4214-8e01-5baa8d1e67c4), precommit_delete_associations {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:29.674569 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-2b31ca24-de32-406b-8137-7c766c188eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-826600'] for subnet (34b08eba-2ab1-4214-8e01-5baa8d1e67c4), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:29.689426 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38b635a7-b154-4cbc-90fe-ff482f98d6e7 req-8f6e219f-e5cc-4ccd-a966-d4d647acc923 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Router 73970077-0c69-4313-9243-2daceaa6b2a7 has already been hosted by L3 agent bb9cbda0-d504-4372-97ec-0881b5676f92 {{(pid=103293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:25:29.746218 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-2b31ca24-de32-406b-8137-7c766c188eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-826591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59249339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59550572'] for subnet (34b08eba-2ab1-4214-8e01-5baa8d1e67c4), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:29.780447 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b31ca24-de32-406b-8137-7c766c188eb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34b08eba-2ab1-4214-8e01-5baa8d1e67c4,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:29.791181 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-2b31ca24-de32-406b-8137-7c766c188eb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628270'] for subnet (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:29.794887 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-2b31ca24-de32-406b-8137-7c766c188eb1 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/34b08eba-2ab1-4214-8e01-5baa8d1e67c4 HTTP/1.1" status: 204 len: 168 time: 0.2961450 Mar 30 18:25:29.799098 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 38008) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:29.828514 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38b635a7-b154-4cbc-90fe-ff482f98d6e7 req-8f6e219f-e5cc-4ccd-a966-d4d647acc923 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Notify agent at l3_agent.dv-cinder-835879-1-iscsi the message routers_updated {{(pid=103293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:25:29.841350 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701ff41a-d7aa-4a09-98fc-54a977fd0c6b None None] Sync routers for ids ['73970077-0c69-4313-9243-2daceaa6b2a7'] in dv-cinder-835879-1-iscsi {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:25:29.865729 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701ff41a-d7aa-4a09-98fc-54a977fd0c6b None None] Routers {'73970077-0c69-4313-9243-2daceaa6b2a7'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:25:29.867169 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-701ff41a-d7aa-4a09-98fc-54a977fd0c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:25:00Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['73970077-0c69-4313-9243-2daceaa6b2a7'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:25:29.884745 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-34c65499-eb3b-49e0-a6ba-20a11422be62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803497'] for network (d7a539c7-76f6-423a-98cb-a1879fc481a0), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:29.984252 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-34c65499-eb3b-49e0-a6ba-20a11422be62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-760675', 'neutron.services.segments.db._delete_segments_for_network-8759689995322'] for network (d7a539c7-76f6-423a-98cb-a1879fc481a0), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:30.009918 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.services.segments.db [None req-34c65499-eb3b-49e0-a6ba-20a11422be62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7a539c7-76f6-423a-98cb-a1879fc481a0']}} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:25:30.019394 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.services.segments.db [None req-34c65499-eb3b-49e0-a6ba-20a11422be62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2790ea60-4ff1-445c-945d-9d157fa74c7f') {'for_net_delete': True} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:25:30.019702 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.services.segments.db [None req-34c65499-eb3b-49e0-a6ba-20a11422be62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2790ea60-4ff1-445c-945d-9d157fa74c7f') {} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:25:30.030309 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-34c65499-eb3b-49e0-a6ba-20a11422be62 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759689809987', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59249178'] for segment (2790ea60-4ff1-445c-945d-9d157fa74c7f), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:30.045582 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-34c65499-eb3b-49e0-a6ba-20a11422be62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-829919'] for segment (2790ea60-4ff1-445c-945d-9d157fa74c7f), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:30.053997 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34c65499-eb3b-49e0-a6ba-20a11422be62 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103294) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 18:25:30.054478 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-34c65499-eb3b-49e0-a6ba-20a11422be62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-829919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59249949'] for segment (2790ea60-4ff1-445c-945d-9d157fa74c7f), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:30.090431 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-abdde6db-39aa-48dc-ab81-f1ce59b4dff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bb9cbda0-d504-4372-97ec-0881b5676f92), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:30.125954 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-701ff41a-d7aa-4a09-98fc-54a977fd0c6b None None] Set router 73970077-0c69-4313-9243-2daceaa6b2a7 gateway port host: dv-cinder-835879-1-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:25:30.172776 dv-cinder-835879-1-iscsi neutron-server[103294]: Traceback (most recent call last): Mar 30 18:25:30.172776 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 18:25:30.172776 dv-cinder-835879-1-iscsi neutron-server[103294]: timer() Mar 30 18:25:30.172776 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 18:25:30.172776 dv-cinder-835879-1-iscsi neutron-server[103294]: cb(*args, **kw) Mar 30 18:25:30.172776 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 18:25:30.172776 dv-cinder-835879-1-iscsi neutron-server[103294]: return func(*args, **kwargs) Mar 30 18:25:30.172776 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 18:25:30.172776 dv-cinder-835879-1-iscsi neutron-server[103294]: self._notify() Mar 30 18:25:30.172776 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 18:25:30.172776 dv-cinder-835879-1-iscsi neutron-server[103294]: self.callback(batched_events) Mar 30 18:25:30.172776 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 18:25:30.172776 dv-cinder-835879-1-iscsi neutron-server[103294]: event.method(event) Mar 30 18:25:30.172776 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 18:25:30.172776 dv-cinder-835879-1-iscsi neutron-server[103294]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 18:25:30.172776 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 18:25:30.172776 dv-cinder-835879-1-iscsi neutron-server[103294]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 18:25:30.172776 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 18:25:30.172776 dv-cinder-835879-1-iscsi neutron-server[103294]: return f(self, *a, **k) Mar 30 18:25:30.172776 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 18:25:30.172776 dv-cinder-835879-1-iscsi neutron-server[103294]: return self._get(url).json() Mar 30 18:25:30.172776 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 18:25:30.172776 dv-cinder-835879-1-iscsi neutron-server[103294]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 18:25:30.172776 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 18:25:30.172776 dv-cinder-835879-1-iscsi neutron-server[103294]: return self.request(url, 'GET', **kwargs) Mar 30 18:25:30.172776 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 18:25:30.172776 dv-cinder-835879-1-iscsi neutron-server[103294]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 18:25:30.172776 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 18:25:30.172776 dv-cinder-835879-1-iscsi neutron-server[103294]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 18:25:30.172776 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 18:25:30.172776 dv-cinder-835879-1-iscsi neutron-server[103294]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 18:25:30.172776 dv-cinder-835879-1-iscsi neutron-server[103294]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 18:25:30.177635 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-34c65499-eb3b-49e0-a6ba-20a11422be62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-760682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1623632'] for network (d7a539c7-76f6-423a-98cb-a1879fc481a0), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:30.206997 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-34c65499-eb3b-49e0-a6ba-20a11422be62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628270'] for network (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:30.212142 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-34c65499-eb3b-49e0-a6ba-20a11422be62 admin admin] 10.222.0.18 "DELETE /v2.0/networks/d7a539c7-76f6-423a-98cb-a1879fc481a0 HTTP/1.1" status: 204 len: 168 time: 0.4117742 Mar 30 18:25:30.214338 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c65499-eb3b-49e0-a6ba-20a11422be62 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7a539c7-76f6-423a-98cb-a1879fc481a0,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:30.228996 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 38016) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:30.277472 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaad8bdc-1469-4eda-a6b7-0a3e7040f9ee admin admin] Deleting subnet 245af604-ac5d-4de2-98d8-e77ce71aaa9f {{(pid=103294) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 18:25:30.281171 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-aaad8bdc-1469-4eda-a6b7-0a3e7040f9ee admin admin] Publish callbacks [] for subnet (245af604-ac5d-4de2-98d8-e77ce71aaa9f), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:30.299259 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [req-38b635a7-b154-4cbc-90fe-ff482f98d6e7 req-8f6e219f-e5cc-4ccd-a966-d4d647acc923 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] No DVR routers for this DVR port e6916972-a184-402b-9d77-50eec2cd4b62 on host hv-cinder-83587 {{(pid=103293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:25:30.301671 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-38b635a7-b154-4cbc-90fe-ff482f98d6e7 req-8f6e219f-e5cc-4ccd-a966-d4d647acc923 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for port (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:30.305097 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-38b635a7-b154-4cbc-90fe-ff482f98d6e7 req-8f6e219f-e5cc-4ccd-a966-d4d647acc923 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.55 "DELETE /v2.0/ports/e6916972-a184-402b-9d77-50eec2cd4b62 HTTP/1.1" status: 204 len: 173 time: 1.5593712 Mar 30 18:25:30.305401 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69f0441a-f704-4255-9bd1-62407c266cff', 'name': 'network-vif-deleted', 'tag': 'e6916972-a184-402b-9d77-50eec2cd4b62'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:25:30.307722 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e41150553c85b09edab6cb52843a30629a36ec9d810f78f9b9d5c7c277fb574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d32aa79-1c3c-45bf-b719-27f739d61146" -d '{"events": [{"server_uuid": "69f0441a-f704-4255-9bd1-62407c266cff", "name": "network-vif-deleted", "tag": "e6916972-a184-402b-9d77-50eec2cd4b62"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:25:30.330799 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-aaad8bdc-1469-4eda-a6b7-0a3e7040f9ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59249169'] for subnet (245af604-ac5d-4de2-98d8-e77ce71aaa9f), precommit_delete_associations {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:30.355635 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38a5b7b-d551-47c5-befe-e1069a962097 x-openstack-request-id: req-c38a5b7b-d551-47c5-befe-e1069a962097 {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:25:30.355953 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69f0441a-f704-4255-9bd1-62407c266cff", "name": "network-vif-deleted", "tag": "e6916972-a184-402b-9d77-50eec2cd4b62", "status": "completed", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:25:30.356258 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c38a5b7b-d551-47c5-befe-e1069a962097 {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:25:30.356860 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c38a5b7b-d551-47c5-befe-e1069a962097'] response: {'server_uuid': '69f0441a-f704-4255-9bd1-62407c266cff', 'name': 'network-vif-deleted', 'tag': 'e6916972-a184-402b-9d77-50eec2cd4b62', 'status': 'completed', 'code': 200} Mar 30 18:25:30.374722 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-aaad8bdc-1469-4eda-a6b7-0a3e7040f9ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-826600'] for subnet (245af604-ac5d-4de2-98d8-e77ce71aaa9f), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:30.402009 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-701ff41a-d7aa-4a09-98fc-54a977fd0c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73970077-0c69-4313-9243-2daceaa6b2a7', 'name': 'tempest-AttachVolumeTestJSON-839470666-router', 'tenant_id': 'f6636f8a031548d18e3429de74b004e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '8b358b39-fc28-4ebf-8081-7d792932c3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:19:13Z', 'updated_at': '2022-03-30T18:19:23Z', 'revision_number': 4, 'project_id': 'f6636f8a031548d18e3429de74b004e9', 'gw_port': {'id': '8b358b39-fc28-4ebf-8081-7d792932c3d0', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:15:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73970077-0c69-4313-9243-2daceaa6b2a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:14Z', 'updated_at': '2022-03-30T18:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_interfaces': [{'id': 'b73a327a-50c8-48fb-895d-601d4c8a223b', 'name': '', 'network_id': '99f9262f-3c8d-47d0-8af2-845395ed3cd0', 'tenant_id': 'f6636f8a031548d18e3429de74b004e9', 'mac_address': 'fa:16:3e:af:14:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73970077-0c69-4313-9243-2daceaa6b2a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4cc6a602-aaad-4e34-b4ef-47ed89dd7ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:21Z', 'updated_at': '2022-03-30T18:19:35Z', 'revision_number': 5, 'project_id': 'f6636f8a031548d18e3429de74b004e9', 'subnets': [{'id': '4cc6a602-aaad-4e34-b4ef-47ed89dd7ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:25:30.435716 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-aaad8bdc-1469-4eda-a6b7-0a3e7040f9ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-826591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59249339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59550572'] for subnet (245af604-ac5d-4de2-98d8-e77ce71aaa9f), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:30.437696 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701ff41a-d7aa-4a09-98fc-54a977fd0c6b None None] Checking router: 73970077-0c69-4313-9243-2daceaa6b2a7 for host: dv-cinder-835879-1-iscsi {{(pid=103296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:25:30.448808 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701ff41a-d7aa-4a09-98fc-54a977fd0c6b None None] Routers {'73970077-0c69-4313-9243-2daceaa6b2a7'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:25:30.449720 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-701ff41a-d7aa-4a09-98fc-54a977fd0c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:25:30Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['73970077-0c69-4313-9243-2daceaa6b2a7'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:25:30.462352 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaad8bdc-1469-4eda-a6b7-0a3e7040f9ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=245af604-ac5d-4de2-98d8-e77ce71aaa9f,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:30.466517 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-aaad8bdc-1469-4eda-a6b7-0a3e7040f9ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628270'] for subnet (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:30.470622 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-aaad8bdc-1469-4eda-a6b7-0a3e7040f9ee admin admin] 10.222.0.18 "DELETE /v2.0/subnets/245af604-ac5d-4de2-98d8-e77ce71aaa9f HTTP/1.1" status: 204 len: 168 time: 0.2404673 Mar 30 18:25:30.473057 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 38022) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:30.578543 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-1d067436-db6f-4a57-8c16-037d849097af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803497'] for network (868f7056-c14e-4b7f-b9f6-9dc08c85bbd2), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:30.585756 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6a4fd-c38e-4a59-8037-d53071efe113 req-11141208-8294-4d07-85f1-bca8841f3b8f tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:30.587278 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-52d6a4fd-c38e-4a59-8037-d53071efe113 req-11141208-8294-4d07-85f1-bca8841f3b8f tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/ports?device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 945 time: 0.0887680 Mar 30 18:25:30.604140 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-701ff41a-d7aa-4a09-98fc-54a977fd0c6b None None] Set router 73970077-0c69-4313-9243-2daceaa6b2a7 gateway port host: dv-cinder-835879-1-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:25:30.637405 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-cf59ad05-22b8-4d94-a847-b4ffc9f84746 req-55f04404-e8c8-45df-8e3b-3040026a2800 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/ports?device_id=69f0441a-f704-4255-9bd1-62407c266cff HTTP/1.1" status: 200 len: 210 time: 0.0491195 Mar 30 18:25:30.689971 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-52d6a4fd-c38e-4a59-8037-d53071efe113 req-5cf4cb20-1d38-4347-9728-4f728a9d65f4 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6bf04e-6871-4ba6-a021-75f1f75a47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922432 Mar 30 18:25:30.866030 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-701ff41a-d7aa-4a09-98fc-54a977fd0c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73970077-0c69-4313-9243-2daceaa6b2a7', 'name': 'tempest-AttachVolumeTestJSON-839470666-router', 'tenant_id': 'f6636f8a031548d18e3429de74b004e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '8b358b39-fc28-4ebf-8081-7d792932c3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:19:13Z', 'updated_at': '2022-03-30T18:19:23Z', 'revision_number': 4, 'project_id': 'f6636f8a031548d18e3429de74b004e9', 'gw_port': {'id': '8b358b39-fc28-4ebf-8081-7d792932c3d0', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:15:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73970077-0c69-4313-9243-2daceaa6b2a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:14Z', 'updated_at': '2022-03-30T18:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_interfaces': [{'id': 'b73a327a-50c8-48fb-895d-601d4c8a223b', 'name': '', 'network_id': '99f9262f-3c8d-47d0-8af2-845395ed3cd0', 'tenant_id': 'f6636f8a031548d18e3429de74b004e9', 'mac_address': 'fa:16:3e:af:14:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73970077-0c69-4313-9243-2daceaa6b2a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4cc6a602-aaad-4e34-b4ef-47ed89dd7ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:21Z', 'updated_at': '2022-03-30T18:19:35Z', 'revision_number': 5, 'project_id': 'f6636f8a031548d18e3429de74b004e9', 'subnets': [{'id': '4cc6a602-aaad-4e34-b4ef-47ed89dd7ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:25:30.889628 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-1d067436-db6f-4a57-8c16-037d849097af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-760675', 'neutron.services.segments.db._delete_segments_for_network-8759689995322'] for network (868f7056-c14e-4b7f-b9f6-9dc08c85bbd2), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:30.896207 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [req-a7553b51-fb89-4dce-8178-ce88779e4748 req-60efb2b7-8bae-4be3-ab18-2124ce3eeb07 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103293) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 18:25:30.898023 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a7553b51-fb89-4dce-8178-ce88779e4748 req-60efb2b7-8bae-4be3-ab18-2124ce3eeb07 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1362958 Mar 30 18:25:30.901499 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701ff41a-d7aa-4a09-98fc-54a977fd0c6b None None] The sync data for ids ['73970077-0c69-4313-9243-2daceaa6b2a7'] in dv-cinder-835879-1-iscsi is: [{'id': '73970077-0c69-4313-9243-2daceaa6b2a7', 'name': 'tempest-AttachVolumeTestJSON-839470666-router', 'tenant_id': 'f6636f8a031548d18e3429de74b004e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '8b358b39-fc28-4ebf-8081-7d792932c3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:19:13Z', 'updated_at': '2022-03-30T18:19:23Z', 'revision_number': 4, 'project_id': 'f6636f8a031548d18e3429de74b004e9', 'gw_port': {'id': '8b358b39-fc28-4ebf-8081-7d792932c3d0', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:15:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73970077-0c69-4313-9243-2daceaa6b2a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:14Z', 'updated_at': '2022-03-30T18:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_interfaces': [{'id': 'b73a327a-50c8-48fb-895d-601d4c8a223b', 'name': '', 'network_id': '99f9262f-3c8d-47d0-8af2-845395ed3cd0', 'tenant_id': 'f6636f8a031548d18e3429de74b004e9', 'mac_address': 'fa:16:3e:af:14:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73970077-0c69-4313-9243-2daceaa6b2a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4cc6a602-aaad-4e34-b4ef-47ed89dd7ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:21Z', 'updated_at': '2022-03-30T18:19:35Z', 'revision_number': 5, 'project_id': 'f6636f8a031548d18e3429de74b004e9', 'subnets': [{'id': '4cc6a602-aaad-4e34-b4ef-47ed89dd7ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:25:30.913038 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.services.segments.db [None req-1d067436-db6f-4a57-8c16-037d849097af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['868f7056-c14e-4b7f-b9f6-9dc08c85bbd2']}} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:25:30.927018 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.services.segments.db [None req-1d067436-db6f-4a57-8c16-037d849097af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e54a7246-32ef-404c-9a4c-449b6642181f') {'for_net_delete': True} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:25:30.927460 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.services.segments.db [None req-1d067436-db6f-4a57-8c16-037d849097af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e54a7246-32ef-404c-9a4c-449b6642181f') {} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:25:30.947082 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-1d067436-db6f-4a57-8c16-037d849097af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759689809987', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59249178'] for segment (e54a7246-32ef-404c-9a4c-449b6642181f), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:30.963882 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-1d067436-db6f-4a57-8c16-037d849097af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-829919'] for segment (e54a7246-32ef-404c-9a4c-449b6642181f), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:30.970934 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d067436-db6f-4a57-8c16-037d849097af admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103294) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 18:25:30.971793 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-1d067436-db6f-4a57-8c16-037d849097af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-829919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59249949'] for segment (e54a7246-32ef-404c-9a4c-449b6642181f), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:30.973579 dv-cinder-835879-1-iscsi neutron-server[103294]: Traceback (most recent call last): Mar 30 18:25:30.973579 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 18:25:30.973579 dv-cinder-835879-1-iscsi neutron-server[103294]: timer() Mar 30 18:25:30.973579 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 18:25:30.973579 dv-cinder-835879-1-iscsi neutron-server[103294]: cb(*args, **kw) Mar 30 18:25:30.973579 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 18:25:30.973579 dv-cinder-835879-1-iscsi neutron-server[103294]: return func(*args, **kwargs) Mar 30 18:25:30.973579 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 18:25:30.973579 dv-cinder-835879-1-iscsi neutron-server[103294]: self._notify() Mar 30 18:25:30.973579 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 18:25:30.973579 dv-cinder-835879-1-iscsi neutron-server[103294]: self.callback(batched_events) Mar 30 18:25:30.973579 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 18:25:30.973579 dv-cinder-835879-1-iscsi neutron-server[103294]: event.method(event) Mar 30 18:25:30.973579 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 18:25:30.973579 dv-cinder-835879-1-iscsi neutron-server[103294]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 18:25:30.973579 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 18:25:30.973579 dv-cinder-835879-1-iscsi neutron-server[103294]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 18:25:30.973579 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 18:25:30.973579 dv-cinder-835879-1-iscsi neutron-server[103294]: return f(self, *a, **k) Mar 30 18:25:30.973579 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 18:25:30.973579 dv-cinder-835879-1-iscsi neutron-server[103294]: return self._get(url).json() Mar 30 18:25:30.973579 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 18:25:30.973579 dv-cinder-835879-1-iscsi neutron-server[103294]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 18:25:30.973579 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 18:25:30.973579 dv-cinder-835879-1-iscsi neutron-server[103294]: return self.request(url, 'GET', **kwargs) Mar 30 18:25:30.973579 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 18:25:30.973579 dv-cinder-835879-1-iscsi neutron-server[103294]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 18:25:30.973579 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 18:25:30.973579 dv-cinder-835879-1-iscsi neutron-server[103294]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 18:25:30.973579 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 18:25:30.973579 dv-cinder-835879-1-iscsi neutron-server[103294]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 18:25:30.973579 dv-cinder-835879-1-iscsi neutron-server[103294]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 18:25:31.045296 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-1d067436-db6f-4a57-8c16-037d849097af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-760682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1623632'] for network (868f7056-c14e-4b7f-b9f6-9dc08c85bbd2), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:31.053361 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-1d067436-db6f-4a57-8c16-037d849097af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628270'] for network (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:31.059208 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-1d067436-db6f-4a57-8c16-037d849097af admin admin] 10.222.0.18 "DELETE /v2.0/networks/868f7056-c14e-4b7f-b9f6-9dc08c85bbd2 HTTP/1.1" status: 204 len: 168 time: 0.5849564 Mar 30 18:25:31.069799 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d067436-db6f-4a57-8c16-037d849097af admin admin] Pushing event deleted for resources: {'Network': ['ID=868f7056-c14e-4b7f-b9f6-9dc08c85bbd2,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:31.095594 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0eefb42d-3533-4d91-a449-79e708c68dcf req-0d28421b-b0de-4f5d-983c-ac49b51b1aab service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4faee5ed-3991-461d-bc07-41773e890e60&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0888085 Mar 30 18:25:31.108015 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b153131-b97e-4d47-add7-db5a11680445 req-9d6ef9b2-fc54-49b5-b73d-f456240189e8 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:31.110645 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-7b153131-b97e-4d47-add7-db5a11680445 req-9d6ef9b2-fc54-49b5-b73d-f456240189e8 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/ports?device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 945 time: 0.0731046 Mar 30 18:25:31.191524 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-7b153131-b97e-4d47-add7-db5a11680445 req-5566e1bc-10ab-49e0-85db-0bd596aef610 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6bf04e-6871-4ba6-a021-75f1f75a47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711079 Mar 30 18:25:31.220624 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f19afa9d-e030-40e8-acc4-8e1b9083a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (63dcb6ae-3517-415b-a3a4-cfabe01bf14f), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:31.227225 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eefb42d-3533-4d91-a449-79e708c68dcf req-90456492-96a2-40b2-bb31-dd3cdcae0531 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:31.230381 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [req-0eefb42d-3533-4d91-a449-79e708c68dcf req-90456492-96a2-40b2-bb31-dd3cdcae0531 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/ports/d3a4632c-ac82-4429-82d0-ea74db528887 HTTP/1.1" status: 200 len: 942 time: 0.0995736 Mar 30 18:25:31.239752 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fa1306-9bce-46e4-a882-1c0085f6924f None None] New status for floating IP f0b8f605-e5b7-41fd-a9d9-68997694eaf6: DOWN {{(pid=103295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:25:31.293583 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 38038) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:31.333985 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-6082529f-5076-49c8-b87e-2207e1ab8caa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d5f22e10e41d4552ae546711e9aecb26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395577 Mar 30 18:25:31.336335 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 38040) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:31.387852 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-1ead0b31-123b-43eb-a497-c09b39e8da28 admin admin] Publish callbacks [] for security_group (eb1af246-6f70-44d1-9c67-a53914f5c684), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:31.411123 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-1ead0b31-123b-43eb-a497-c09b39e8da28 admin admin] Publish callbacks [] for security_group (eb1af246-6f70-44d1-9c67-a53914f5c684), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:31.459765 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-1ead0b31-123b-43eb-a497-c09b39e8da28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (eb1af246-6f70-44d1-9c67-a53914f5c684), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:31.462326 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-1ead0b31-123b-43eb-a497-c09b39e8da28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:31.463536 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-1ead0b31-123b-43eb-a497-c09b39e8da28 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/eb1af246-6f70-44d1-9c67-a53914f5c684 HTTP/1.1" status: 204 len: 168 time: 0.1261821 Mar 30 18:25:31.472238 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ead0b31-123b-43eb-a497-c09b39e8da28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb1af246-6f70-44d1-9c67-a53914f5c684,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:31.725091 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 38054) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:31.777740 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-43b55ca1-0303-40fb-b86b-99ba1146009a tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks [] for security_group (a9d6dd2f-9eda-446e-9281-9b2cdcf62575), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:31.792285 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 38056) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:31.804065 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-43b55ca1-0303-40fb-b86b-99ba1146009a tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks [] for security_group (a9d6dd2f-9eda-446e-9281-9b2cdcf62575), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:31.831892 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-42907dc0-dee3-4856-912f-efa67bdaa78f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0f172f4da83d4231aa9d194d0d9a015d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383117 Mar 30 18:25:31.834439 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 38058) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:31.853316 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-43b55ca1-0303-40fb-b86b-99ba1146009a tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (a9d6dd2f-9eda-446e-9281-9b2cdcf62575), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:31.856407 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-43b55ca1-0303-40fb-b86b-99ba1146009a tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:31.857494 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-43b55ca1-0303-40fb-b86b-99ba1146009a tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "DELETE /v2.0/security-groups/a9d6dd2f-9eda-446e-9281-9b2cdcf62575 HTTP/1.1" status: 204 len: 168 time: 0.1314096 Mar 30 18:25:31.861588 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 38060) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:31.873907 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b55ca1-0303-40fb-b86b-99ba1146009a tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d6dd2f-9eda-446e-9281-9b2cdcf62575,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:31.881478 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.api.v2.resource [None req-39ba0c18-ae91-4859-a215-7473f7115a96 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] show failed (client error): The resource could not be found. Mar 30 18:25:31.882478 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-39ba0c18-ae91-4859-a215-7473f7115a96 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "GET /v2.0/security-groups/a9d6dd2f-9eda-446e-9281-9b2cdcf62575 HTTP/1.1" status: 404 len: 347 time: 0.0191677 Mar 30 18:25:31.885319 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 38062) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:31.895709 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-d26acc7f-07f6-440b-8dbd-b62a013fd9db admin admin] Publish callbacks [] for security_group (78737da9-4736-47a9-934a-ba46d91721af), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:31.918588 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-d26acc7f-07f6-440b-8dbd-b62a013fd9db admin admin] Publish callbacks [] for security_group (78737da9-4736-47a9-934a-ba46d91721af), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:31.968131 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-d26acc7f-07f6-440b-8dbd-b62a013fd9db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (78737da9-4736-47a9-934a-ba46d91721af), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:31.970984 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-d26acc7f-07f6-440b-8dbd-b62a013fd9db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:31.974465 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-d26acc7f-07f6-440b-8dbd-b62a013fd9db admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/78737da9-4736-47a9-934a-ba46d91721af HTTP/1.1" status: 204 len: 168 time: 0.1367447 Mar 30 18:25:31.981522 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26acc7f-07f6-440b-8dbd-b62a013fd9db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78737da9-4736-47a9-934a-ba46d91721af,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:32.011021 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-8ca2979a-3957-45b5-bbbd-b61f4d5052e1 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Deleting port 7a437051-eea1-4230-ae28-e4501c8c03eb {{(pid=103294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:25:32.011553 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-8ca2979a-3957-45b5-bbbd-b61f4d5052e1 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759690029078'] for port (7a437051-eea1-4230-ae28-e4501c8c03eb), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:32.085658 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-8ca2979a-3957-45b5-bbbd-b61f4d5052e1 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586036'] for port (7a437051-eea1-4230-ae28-e4501c8c03eb), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:32.085988 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-8ca2979a-3957-45b5-bbbd-b61f4d5052e1 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks [] for floatingip (7a437051-eea1-4230-ae28-e4501c8c03eb), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:32.098471 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-8ca2979a-3957-45b5-bbbd-b61f4d5052e1 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Calling delete_port for 7a437051-eea1-4230-ae28-e4501c8c03eb owned by network:floatingip {{(pid=103294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:25:32.240662 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-8ca2979a-3957-45b5-bbbd-b61f4d5052e1 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759690034297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759689464333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59249992'] for port (7a437051-eea1-4230-ae28-e4501c8c03eb), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:32.264881 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca2979a-3957-45b5-bbbd-b61f4d5052e1 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Pushing event deleted for resources: {'Port': ['ID=7a437051-eea1-4230-ae28-e4501c8c03eb,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:32.326306 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fef4c0a-9afe-4bd2-9f07-946376618da9 req-e3d2b175-d3ef-4329-b06c-e33c165dfd76 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:32.327846 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-7fef4c0a-9afe-4bd2-9f07-946376618da9 req-e3d2b175-d3ef-4329-b06c-e33c165dfd76 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/ports?device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 945 time: 0.0718293 Mar 30 18:25:32.343884 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-8ca2979a-3957-45b5-bbbd-b61f4d5052e1 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks [] for floatingip (f0b8f605-e5b7-41fd-a9d9-68997694eaf6), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:32.347000 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-8ca2979a-3957-45b5-bbbd-b61f4d5052e1 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for floatingip (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:32.351303 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-8ca2979a-3957-45b5-bbbd-b61f4d5052e1 tempest-AttachVolumeTestJSON-353182780 tempest-AttachVolumeTestJSON-353182780-project] 10.222.0.18 "DELETE /v2.0/floatingips/f0b8f605-e5b7-41fd-a9d9-68997694eaf6 HTTP/1.1" status: 204 len: 168 time: 0.4618628 Mar 30 18:25:32.387715 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-7fef4c0a-9afe-4bd2-9f07-946376618da9 req-622d8a8c-7ade-4667-b8b4-400930288c57 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6bf04e-6871-4ba6-a021-75f1f75a47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536959 Mar 30 18:25:32.486714 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device d3a4632c-ac82-4429-82d0-ea74db528887 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:25:32.569552 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Current status of the port d3a4632c-ac82-4429-82d0-ea74db528887 is: ACTIVE; New status is: DOWN {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:25:32.569945 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (d3a4632c-ac82-4429-82d0-ea74db528887), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:32.601599 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4faee5ed-3991-461d-bc07-41773e890e60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3a4632c-ac82-4429-82d0-ea74db528887'}] {{(pid=103295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:25:32.603846 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7869a1eaeafddf677110b76453ce8b8be8513095297872c2e0c75408178073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1645dc-0e37-45ea-94d8-4b8f509592ce" -d '{"events": [{"server_uuid": "4faee5ed-3991-461d-bc07-41773e890e60", "name": "network-vif-unplugged", "status": "completed", "tag": "d3a4632c-ac82-4429-82d0-ea74db528887"}]}' {{(pid=103295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:25:32.625319 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port d3a4632c-ac82-4429-82d0-ea74db528887, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=d3a4632c-ac82-4429-82d0-ea74db528887,segment=NetworkSegment(ec1ba8c4-73b1-442d-a2a6-c87c8a23e0be),segment_id=ec1ba8c4-73b1-442d-a2a6-c87c8a23e0be)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:25:32.629849 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-735ee7a5-faf9-4a72-9605-65e031eaef75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bc479c0e-1124-4d13-b03e-bb2d712dc776), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:32.631542 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (d3a4632c-ac82-4429-82d0-ea74db528887), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:32.632460 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device e6916972-a184-402b-9d77-50eec2cd4b62 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:25:32.674662 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 30 Mar 2022 18:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed29c3ce-d278-4e7b-be20-83173dfbcdb5 x-openstack-request-id: req-ed29c3ce-d278-4e7b-be20-83173dfbcdb5 {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:25:32.674951 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4faee5ed-3991-461d-bc07-41773e890e60", "name": "network-vif-unplugged", "status": "failed", "tag": "d3a4632c-ac82-4429-82d0-ea74db528887", "code": 422}]} {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:25:32.675263 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ed29c3ce-d278-4e7b-be20-83173dfbcdb5 {{(pid=103295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:25:32.675664 dv-cinder-835879-1-iscsi neutron-server[103295]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-ed29c3ce-d278-4e7b-be20-83173dfbcdb5']: {'server_uuid': '4faee5ed-3991-461d-bc07-41773e890e60', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd3a4632c-ac82-4429-82d0-ea74db528887', 'code': 422} returned with failed status Mar 30 18:25:32.677846 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] No Port match for: e6916972-a184-402b-9d77-50eec2cd4b62 {{(pid=103295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:25:32.678190 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device e6916972-a184-402b-9d77-50eec2cd4b62 not bound to the agent host hv-cinder-83587 {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:25:32.703568 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Pushing event updated for resources: {'Port': ['ID=d3a4632c-ac82-4429-82d0-ea74db528887,revision_number=6']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:33.507639 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5efdfd-6edc-4d4b-a30e-fd37bce6ece2 req-3811c255-f6a2-4707-89be-8efde2f8c001 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:33.509199 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0b5efdfd-6edc-4d4b-a30e-fd37bce6ece2 req-3811c255-f6a2-4707-89be-8efde2f8c001 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/ports?device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 943 time: 0.0570536 Mar 30 18:25:33.568074 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0b5efdfd-6edc-4d4b-a30e-fd37bce6ece2 req-ca92dd0c-e18d-4559-8b32-5b5994d84dcb tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6bf04e-6871-4ba6-a021-75f1f75a47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530427 Mar 30 18:25:33.986636 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (6489659c-3f19-4a2c-89f8-52d37c938fb3), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:34.704454 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3724045c-67e8-4d6f-a969-d8395945b3b8 req-50402a8a-0402-4dad-b224-f1a5cfeb2393 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:34.705991 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3724045c-67e8-4d6f-a969-d8395945b3b8 req-50402a8a-0402-4dad-b224-f1a5cfeb2393 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/ports?device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 943 time: 0.0634396 Mar 30 18:25:34.767761 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3724045c-67e8-4d6f-a969-d8395945b3b8 req-38474c7f-717d-4c79-8eb3-152b1185406e tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6bf04e-6871-4ba6-a021-75f1f75a47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552983 Mar 30 18:25:35.888276 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb37a632-77b6-4fa9-a605-0c9d6cfcc8e3 req-3ec9b728-9ccc-410e-8e28-d20df134fc91 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:35.889782 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-cb37a632-77b6-4fa9-a605-0c9d6cfcc8e3 req-3ec9b728-9ccc-410e-8e28-d20df134fc91 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/ports?device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 943 time: 0.0525081 Mar 30 18:25:35.915601 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 38166) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:35.944839 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-cb37a632-77b6-4fa9-a605-0c9d6cfcc8e3 req-718290d1-78d2-47b6-b4bf-19bd19387518 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6bf04e-6871-4ba6-a021-75f1f75a47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486469 Mar 30 18:25:36.491133 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-13d8d592-457c-4bf7-b9ab-fa2ea7170ac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625670'] for router_interface (73970077-0c69-4313-9243-2daceaa6b2a7), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:36.803230 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-13d8d592-457c-4bf7-b9ab-fa2ea7170ac7 admin admin] Deleting port b73a327a-50c8-48fb-895d-601d4c8a223b {{(pid=103294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:25:36.803502 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-13d8d592-457c-4bf7-b9ab-fa2ea7170ac7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759690029078'] for port (b73a327a-50c8-48fb-895d-601d4c8a223b), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:36.877389 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [None req-13d8d592-457c-4bf7-b9ab-fa2ea7170ac7 admin admin] For port b73a327a-50c8-48fb-895d-601d4c8a223b, host dv-cinder-835879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=b73a327a-50c8-48fb-895d-601d4c8a223b,segment=NetworkSegment(488ac68f-655a-4ba9-b4cf-6bd5f03620c2),segment_id=488ac68f-655a-4ba9-b4cf-6bd5f03620c2)] {{(pid=103294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:25:36.877751 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-13d8d592-457c-4bf7-b9ab-fa2ea7170ac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586036'] for port (b73a327a-50c8-48fb-895d-601d4c8a223b), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:36.889865 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-13d8d592-457c-4bf7-b9ab-fa2ea7170ac7 admin admin] Calling delete_port for b73a327a-50c8-48fb-895d-601d4c8a223b owned by network:router_interface {{(pid=103294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:25:37.070755 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb71308f-ed9f-46a8-9ae8-cf3e638a2403 req-f385dd98-d624-4a50-b43a-e8b4da3ed21c tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:37.072368 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-eb71308f-ed9f-46a8-9ae8-cf3e638a2403 req-f385dd98-d624-4a50-b43a-e8b4da3ed21c tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/ports?device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 943 time: 0.0571270 Mar 30 18:25:37.075740 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-13d8d592-457c-4bf7-b9ab-fa2ea7170ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759690034297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759689464333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59249992'] for port (b73a327a-50c8-48fb-895d-601d4c8a223b), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:37.106550 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d8d592-457c-4bf7-b9ab-fa2ea7170ac7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b73a327a-50c8-48fb-895d-601d4c8a223b,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:37.124934 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-eb71308f-ed9f-46a8-9ae8-cf3e638a2403 req-2a14a9e1-abb5-48a4-9ee7-f63965e5d1bb tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6bf04e-6871-4ba6-a021-75f1f75a47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468309 Mar 30 18:25:37.272248 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-13d8d592-457c-4bf7-b9ab-fa2ea7170ac7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1628225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624278'] for router_interface (73970077-0c69-4313-9243-2daceaa6b2a7), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:37.674120 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13d8d592-457c-4bf7-b9ab-fa2ea7170ac7 admin admin] Router 73970077-0c69-4313-9243-2daceaa6b2a7 has already been hosted by L3 agent bb9cbda0-d504-4372-97ec-0881b5676f92 {{(pid=103294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:25:37.780602 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d8d592-457c-4bf7-b9ab-fa2ea7170ac7 admin admin] Notify agent at l3_agent.dv-cinder-835879-1-iscsi the message routers_updated {{(pid=103294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:25:37.786138 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-13d8d592-457c-4bf7-b9ab-fa2ea7170ac7 admin admin] 10.222.0.18 "PUT /v2.0/routers/73970077-0c69-4313-9243-2daceaa6b2a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8695130 Mar 30 18:25:37.788654 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 38196) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:37.793981 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b61101c-5866-4d74-acde-69314fa3f8cd None None] Sync routers for ids ['73970077-0c69-4313-9243-2daceaa6b2a7'] in dv-cinder-835879-1-iscsi {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:25:37.804567 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b61101c-5866-4d74-acde-69314fa3f8cd None None] Routers {'73970077-0c69-4313-9243-2daceaa6b2a7'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:25:37.805255 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-1b61101c-5866-4d74-acde-69314fa3f8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:25:30Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['73970077-0c69-4313-9243-2daceaa6b2a7'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:25:37.898416 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-3791fa8b-caeb-4b8e-9cf1-beed6ca28dcd admin admin] Publish callbacks [] for router (73970077-0c69-4313-9243-2daceaa6b2a7), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:38.002992 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-1b61101c-5866-4d74-acde-69314fa3f8cd None None] Set router 73970077-0c69-4313-9243-2daceaa6b2a7 gateway port host: dv-cinder-835879-1-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:25:38.008736 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-3791fa8b-caeb-4b8e-9cf1-beed6ca28dcd admin admin] Publish callbacks [] for router_gateway (73970077-0c69-4313-9243-2daceaa6b2a7), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:38.064453 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-3791fa8b-caeb-4b8e-9cf1-beed6ca28dcd admin admin] Deleting port 8b358b39-fc28-4ebf-8081-7d792932c3d0 {{(pid=103294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:25:38.064787 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-3791fa8b-caeb-4b8e-9cf1-beed6ca28dcd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759690029078'] for port (8b358b39-fc28-4ebf-8081-7d792932c3d0), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:38.141171 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [None req-3791fa8b-caeb-4b8e-9cf1-beed6ca28dcd admin admin] For port 8b358b39-fc28-4ebf-8081-7d792932c3d0, host dv-cinder-835879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=8b358b39-fc28-4ebf-8081-7d792932c3d0,segment=NetworkSegment(4e174139-f6b8-43d7-bf46-4927edc5f7d6),segment_id=4e174139-f6b8-43d7-bf46-4927edc5f7d6)] {{(pid=103294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:25:38.141892 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-3791fa8b-caeb-4b8e-9cf1-beed6ca28dcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586036'] for port (8b358b39-fc28-4ebf-8081-7d792932c3d0), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:38.155694 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-3791fa8b-caeb-4b8e-9cf1-beed6ca28dcd admin admin] Calling delete_port for 8b358b39-fc28-4ebf-8081-7d792932c3d0 owned by network:router_gateway {{(pid=103294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:25:38.179126 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-1b61101c-5866-4d74-acde-69314fa3f8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73970077-0c69-4313-9243-2daceaa6b2a7', 'name': 'tempest-AttachVolumeTestJSON-839470666-router', 'tenant_id': 'f6636f8a031548d18e3429de74b004e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '8b358b39-fc28-4ebf-8081-7d792932c3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:19:13Z', 'updated_at': '2022-03-30T18:25:37Z', 'revision_number': 5, 'project_id': 'f6636f8a031548d18e3429de74b004e9', 'gw_port': {'id': '8b358b39-fc28-4ebf-8081-7d792932c3d0', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:15:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73970077-0c69-4313-9243-2daceaa6b2a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:14Z', 'updated_at': '2022-03-30T18:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi'}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:25:38.205471 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b61101c-5866-4d74-acde-69314fa3f8cd None None] Checking router: 73970077-0c69-4313-9243-2daceaa6b2a7 for host: dv-cinder-835879-1-iscsi {{(pid=103296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:25:38.214002 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b61101c-5866-4d74-acde-69314fa3f8cd None None] Routers {'73970077-0c69-4313-9243-2daceaa6b2a7'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:25:38.214624 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-1b61101c-5866-4d74-acde-69314fa3f8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:25:30Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['73970077-0c69-4313-9243-2daceaa6b2a7'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:25:38.247838 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03cb8cf-dd22-4b29-88f4-d687ff20cd40 req-47d9de1e-9b6d-4546-b177-ab262c4b3c50 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:38.249453 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a03cb8cf-dd22-4b29-88f4-d687ff20cd40 req-47d9de1e-9b6d-4546-b177-ab262c4b3c50 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/ports?device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 943 time: 0.0538218 Mar 30 18:25:38.303181 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a03cb8cf-dd22-4b29-88f4-d687ff20cd40 req-6dc16151-b0d8-4133-8199-90d2223291e4 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6bf04e-6871-4ba6-a021-75f1f75a47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477309 Mar 30 18:25:38.310461 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-1b61101c-5866-4d74-acde-69314fa3f8cd None None] Set router 73970077-0c69-4313-9243-2daceaa6b2a7 gateway port host: None {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:25:38.334779 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-3791fa8b-caeb-4b8e-9cf1-beed6ca28dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759690034297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759689464333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59249992'] for port (8b358b39-fc28-4ebf-8081-7d792932c3d0), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:38.359858 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3791fa8b-caeb-4b8e-9cf1-beed6ca28dcd admin admin] Pushing event deleted for resources: {'Port': ['ID=8b358b39-fc28-4ebf-8081-7d792932c3d0,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:38.368895 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-1b61101c-5866-4d74-acde-69314fa3f8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73970077-0c69-4313-9243-2daceaa6b2a7', 'name': 'tempest-AttachVolumeTestJSON-839470666-router', 'tenant_id': 'f6636f8a031548d18e3429de74b004e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:19:13Z', 'updated_at': '2022-03-30T18:25:38Z', 'revision_number': 6, 'project_id': 'f6636f8a031548d18e3429de74b004e9', 'gw_port_host': None}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:25:38.398171 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b61101c-5866-4d74-acde-69314fa3f8cd None None] The sync data for ids ['73970077-0c69-4313-9243-2daceaa6b2a7'] in dv-cinder-835879-1-iscsi is: [{'id': '73970077-0c69-4313-9243-2daceaa6b2a7', 'name': 'tempest-AttachVolumeTestJSON-839470666-router', 'tenant_id': 'f6636f8a031548d18e3429de74b004e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:19:13Z', 'updated_at': '2022-03-30T18:25:38Z', 'revision_number': 6, 'project_id': 'f6636f8a031548d18e3429de74b004e9', 'gw_port_host': None}] {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:25:38.428324 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-3791fa8b-caeb-4b8e-9cf1-beed6ca28dcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1623612'] for router_gateway (73970077-0c69-4313-9243-2daceaa6b2a7), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:38.536623 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-3791fa8b-caeb-4b8e-9cf1-beed6ca28dcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7048'] for router (73970077-0c69-4313-9243-2daceaa6b2a7), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:38.538585 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-3791fa8b-caeb-4b8e-9cf1-beed6ca28dcd admin admin] Publish callbacks [] for router_controller (73970077-0c69-4313-9243-2daceaa6b2a7), precommit_delete_associations {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:38.602994 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-3791fa8b-caeb-4b8e-9cf1-beed6ca28dcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628121'] for router (73970077-0c69-4313-9243-2daceaa6b2a7), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:38.603525 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3791fa8b-caeb-4b8e-9cf1-beed6ca28dcd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73970077-0c69-4313-9243-2daceaa6b2a7 {{(pid=103294) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 18:25:38.608565 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-3791fa8b-caeb-4b8e-9cf1-beed6ca28dcd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:38.609676 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-3791fa8b-caeb-4b8e-9cf1-beed6ca28dcd admin admin] 10.222.0.18 "DELETE /v2.0/routers/73970077-0c69-4313-9243-2daceaa6b2a7 HTTP/1.1" status: 204 len: 168 time: 0.8201208 Mar 30 18:25:38.612267 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 38206) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:38.654372 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.db.db_base_plugin_v2 [None req-17e45e22-de0c-4774-bce7-42f31b59daa9 admin admin] Deleting subnet 4cc6a602-aaad-4e34-b4ef-47ed89dd7ce5 {{(pid=103294) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 18:25:38.658181 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-17e45e22-de0c-4774-bce7-42f31b59daa9 admin admin] Publish callbacks [] for subnet (4cc6a602-aaad-4e34-b4ef-47ed89dd7ce5), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:38.691121 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-17e45e22-de0c-4774-bce7-42f31b59daa9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59249169'] for subnet (4cc6a602-aaad-4e34-b4ef-47ed89dd7ce5), precommit_delete_associations {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:38.801822 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-17e45e22-de0c-4774-bce7-42f31b59daa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-826600'] for subnet (4cc6a602-aaad-4e34-b4ef-47ed89dd7ce5), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:38.852923 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-17e45e22-de0c-4774-bce7-42f31b59daa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-826591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59249339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59550572'] for subnet (4cc6a602-aaad-4e34-b4ef-47ed89dd7ce5), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:38.878695 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e45e22-de0c-4774-bce7-42f31b59daa9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cc6a602-aaad-4e34-b4ef-47ed89dd7ce5,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:38.880659 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-17e45e22-de0c-4774-bce7-42f31b59daa9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628270'] for subnet (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:38.883797 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-17e45e22-de0c-4774-bce7-42f31b59daa9 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/4cc6a602-aaad-4e34-b4ef-47ed89dd7ce5 HTTP/1.1" status: 204 len: 168 time: 0.2706201 Mar 30 18:25:38.885128 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bd1b16-25aa-4235-8128-16cb2f394cf4 None None] Network 99f9262f-3c8d-47d0-8af2-845395ed3cd0 requested from dv-cinder-835879-1-iscsi {{(pid=103295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:25:38.886388 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 38208) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:38.958623 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-0eafe7aa-c745-41ad-98b5-ec8b0261cb80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803497'] for network (99f9262f-3c8d-47d0-8af2-845395ed3cd0), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:39.012808 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-0eafe7aa-c745-41ad-98b5-ec8b0261cb80 admin admin] Deleting port 69757417-e1ef-4079-904c-e99a905fc8da {{(pid=103293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:25:39.013142 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-0eafe7aa-c745-41ad-98b5-ec8b0261cb80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759690029078'] for port (69757417-e1ef-4079-904c-e99a905fc8da), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:39.073035 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-0eafe7aa-c745-41ad-98b5-ec8b0261cb80 admin admin] For port 69757417-e1ef-4079-904c-e99a905fc8da, host dv-cinder-835879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=69757417-e1ef-4079-904c-e99a905fc8da,segment=NetworkSegment(488ac68f-655a-4ba9-b4cf-6bd5f03620c2),segment_id=488ac68f-655a-4ba9-b4cf-6bd5f03620c2)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:25:39.073349 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-0eafe7aa-c745-41ad-98b5-ec8b0261cb80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586036'] for port (69757417-e1ef-4079-904c-e99a905fc8da), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:39.089779 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-0eafe7aa-c745-41ad-98b5-ec8b0261cb80 admin admin] Calling delete_port for 69757417-e1ef-4079-904c-e99a905fc8da owned by network:dhcp {{(pid=103293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:25:39.157431 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20c3b6a-3937-4af8-91c1-b616cdc64916 None None] DHCP port deletion for 99f9262f-3c8d-47d0-8af2-845395ed3cd0 request from dv-cinder-835879-1-iscsi {{(pid=103295) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 30 18:25:39.190813 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-0eafe7aa-c745-41ad-98b5-ec8b0261cb80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759690034297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759689464333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58814409'] for port (69757417-e1ef-4079-904c-e99a905fc8da), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:39.221564 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-d20c3b6a-3937-4af8-91c1-b616cdc64916 None None] Deleting port 69757417-e1ef-4079-904c-e99a905fc8da {{(pid=103295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:25:39.221750 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eafe7aa-c745-41ad-98b5-ec8b0261cb80 admin admin] Pushing event deleted for resources: {'Port': ['ID=69757417-e1ef-4079-904c-e99a905fc8da,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:39.222260 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-d20c3b6a-3937-4af8-91c1-b616cdc64916 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759690029078'] for port (69757417-e1ef-4079-904c-e99a905fc8da), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:39.227463 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eafe7aa-c745-41ad-98b5-ec8b0261cb80 admin admin] No DVR routers for this DVR port 69757417-e1ef-4079-904c-e99a905fc8da on host dv-cinder-835879-1-iscsi {{(pid=103293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:25:39.237164 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eafe7aa-c745-41ad-98b5-ec8b0261cb80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:39.237510 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eafe7aa-c745-41ad-98b5-ec8b0261cb80 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:39.237850 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eafe7aa-c745-41ad-98b5-ec8b0261cb80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:39.238186 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eafe7aa-c745-41ad-98b5-ec8b0261cb80 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:39.238515 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eafe7aa-c745-41ad-98b5-ec8b0261cb80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:39.238840 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eafe7aa-c745-41ad-98b5-ec8b0261cb80 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:39.239186 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eafe7aa-c745-41ad-98b5-ec8b0261cb80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:39.239506 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eafe7aa-c745-41ad-98b5-ec8b0261cb80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:39.239827 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eafe7aa-c745-41ad-98b5-ec8b0261cb80 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:39.240610 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eafe7aa-c745-41ad-98b5-ec8b0261cb80 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:39.240943 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eafe7aa-c745-41ad-98b5-ec8b0261cb80 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:39.241265 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eafe7aa-c745-41ad-98b5-ec8b0261cb80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:39.241585 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eafe7aa-c745-41ad-98b5-ec8b0261cb80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:39.241907 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eafe7aa-c745-41ad-98b5-ec8b0261cb80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:39.242350 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eafe7aa-c745-41ad-98b5-ec8b0261cb80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:39.314026 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-d20c3b6a-3937-4af8-91c1-b616cdc64916 None None] For port 69757417-e1ef-4079-904c-e99a905fc8da, host dv-cinder-835879-1-iscsi, got binding levels [] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:25:39.315693 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-d20c3b6a-3937-4af8-91c1-b616cdc64916 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586036'] for port (69757417-e1ef-4079-904c-e99a905fc8da), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:39.323538 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-0eafe7aa-c745-41ad-98b5-ec8b0261cb80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-760675', 'neutron.services.segments.db._delete_segments_for_network-8759689995322'] for network (99f9262f-3c8d-47d0-8af2-845395ed3cd0), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:39.331046 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device 69757417-e1ef-4079-904c-e99a905fc8da no longer exists at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:25:39.354238 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] No Port match for: 69757417-e1ef-4079-904c-e99a905fc8da {{(pid=103295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:25:39.354816 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device 69757417-e1ef-4079-904c-e99a905fc8da not bound to the agent host dv-cinder-835879-1-iscsi {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:25:39.355420 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device b73a327a-50c8-48fb-895d-601d4c8a223b no longer exists at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:25:39.362967 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-d20c3b6a-3937-4af8-91c1-b616cdc64916 None None] Calling delete_port for 69757417-e1ef-4079-904c-e99a905fc8da owned by network:dhcp {{(pid=103295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:25:39.366056 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.ipam_backend_mixin [None req-d20c3b6a-3937-4af8-91c1-b616cdc64916 None None] Port 69757417-e1ef-4079-904c-e99a905fc8da was not found and therefore no delete operation was performed {{(pid=103295) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 30 18:25:39.371302 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.services.segments.db [None req-0eafe7aa-c745-41ad-98b5-ec8b0261cb80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99f9262f-3c8d-47d0-8af2-845395ed3cd0']}} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:25:39.382400 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.services.segments.db [None req-0eafe7aa-c745-41ad-98b5-ec8b0261cb80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '488ac68f-655a-4ba9-b4cf-6bd5f03620c2') {'for_net_delete': True} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:25:39.382938 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.services.segments.db [None req-0eafe7aa-c745-41ad-98b5-ec8b0261cb80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '488ac68f-655a-4ba9-b4cf-6bd5f03620c2') {} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:25:39.385505 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-d20c3b6a-3937-4af8-91c1-b616cdc64916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759690034297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759689464333'] for port (69757417-e1ef-4079-904c-e99a905fc8da), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:39.387370 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] No Port match for: b73a327a-50c8-48fb-895d-601d4c8a223b {{(pid=103295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:25:39.387713 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device b73a327a-50c8-48fb-895d-601d4c8a223b not bound to the agent host dv-cinder-835879-1-iscsi {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:25:39.388123 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device 8b358b39-fc28-4ebf-8081-7d792932c3d0 no longer exists at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:25:39.402317 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-0eafe7aa-c745-41ad-98b5-ec8b0261cb80 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759689809987', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58812547'] for segment (488ac68f-655a-4ba9-b4cf-6bd5f03620c2), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:39.432797 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] No Port match for: 8b358b39-fc28-4ebf-8081-7d792932c3d0 {{(pid=103295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:25:39.433150 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device 8b358b39-fc28-4ebf-8081-7d792932c3d0 not bound to the agent host dv-cinder-835879-1-iscsi {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:25:39.434946 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-0eafe7aa-c745-41ad-98b5-ec8b0261cb80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-829919'] for segment (488ac68f-655a-4ba9-b4cf-6bd5f03620c2), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:39.437315 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20c3b6a-3937-4af8-91c1-b616cdc64916 None None] No DVR routers for this DVR port 69757417-e1ef-4079-904c-e99a905fc8da on host dv-cinder-835879-1-iscsi {{(pid=103295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:25:39.441117 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20c3b6a-3937-4af8-91c1-b616cdc64916 None None] Pushing event deleted for resources: {'Port': ['ID=69757417-e1ef-4079-904c-e99a905fc8da,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:39.452708 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eafe7aa-c745-41ad-98b5-ec8b0261cb80 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103293) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 18:25:39.453431 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-0eafe7aa-c745-41ad-98b5-ec8b0261cb80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-829919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58814364'] for segment (488ac68f-655a-4ba9-b4cf-6bd5f03620c2), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:39.455725 dv-cinder-835879-1-iscsi neutron-server[103293]: Traceback (most recent call last): Mar 30 18:25:39.455725 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 18:25:39.455725 dv-cinder-835879-1-iscsi neutron-server[103293]: timer() Mar 30 18:25:39.455725 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 18:25:39.455725 dv-cinder-835879-1-iscsi neutron-server[103293]: cb(*args, **kw) Mar 30 18:25:39.455725 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 18:25:39.455725 dv-cinder-835879-1-iscsi neutron-server[103293]: return func(*args, **kwargs) Mar 30 18:25:39.455725 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 18:25:39.455725 dv-cinder-835879-1-iscsi neutron-server[103293]: self._notify() Mar 30 18:25:39.455725 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 18:25:39.455725 dv-cinder-835879-1-iscsi neutron-server[103293]: self.callback(batched_events) Mar 30 18:25:39.455725 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 18:25:39.455725 dv-cinder-835879-1-iscsi neutron-server[103293]: event.method(event) Mar 30 18:25:39.455725 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 18:25:39.455725 dv-cinder-835879-1-iscsi neutron-server[103293]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 18:25:39.455725 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 18:25:39.455725 dv-cinder-835879-1-iscsi neutron-server[103293]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 18:25:39.455725 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 18:25:39.455725 dv-cinder-835879-1-iscsi neutron-server[103293]: return f(self, *a, **k) Mar 30 18:25:39.455725 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 18:25:39.455725 dv-cinder-835879-1-iscsi neutron-server[103293]: return self._get(url).json() Mar 30 18:25:39.455725 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 18:25:39.455725 dv-cinder-835879-1-iscsi neutron-server[103293]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 18:25:39.455725 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 18:25:39.455725 dv-cinder-835879-1-iscsi neutron-server[103293]: return self.request(url, 'GET', **kwargs) Mar 30 18:25:39.455725 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 18:25:39.455725 dv-cinder-835879-1-iscsi neutron-server[103293]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 18:25:39.455725 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 18:25:39.455725 dv-cinder-835879-1-iscsi neutron-server[103293]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 18:25:39.455725 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 18:25:39.455725 dv-cinder-835879-1-iscsi neutron-server[103293]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 18:25:39.455725 dv-cinder-835879-1-iscsi neutron-server[103293]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 18:25:39.524093 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d45915-b530-4cf8-9af4-c5308ec5e7bd req-a5130f6a-7e1a-476c-91f7-9de416ea2847 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:39.525663 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-33d45915-b530-4cf8-9af4-c5308ec5e7bd req-a5130f6a-7e1a-476c-91f7-9de416ea2847 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/ports?device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 943 time: 0.1405587 Mar 30 18:25:39.531075 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-0eafe7aa-c745-41ad-98b5-ec8b0261cb80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-760682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1623632'] for network (99f9262f-3c8d-47d0-8af2-845395ed3cd0), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:39.542780 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-0eafe7aa-c745-41ad-98b5-ec8b0261cb80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628270'] for network (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:39.545889 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-0eafe7aa-c745-41ad-98b5-ec8b0261cb80 admin admin] 10.222.0.18 "DELETE /v2.0/networks/99f9262f-3c8d-47d0-8af2-845395ed3cd0 HTTP/1.1" status: 204 len: 168 time: 0.6585062 Mar 30 18:25:39.565086 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eafe7aa-c745-41ad-98b5-ec8b0261cb80 admin admin] Pushing event deleted for resources: {'Network': ['ID=99f9262f-3c8d-47d0-8af2-845395ed3cd0,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:39.596736 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-33d45915-b530-4cf8-9af4-c5308ec5e7bd req-caa819bf-33a9-484e-a8db-5c8743171245 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6bf04e-6871-4ba6-a021-75f1f75a47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628929 Mar 30 18:25:39.667911 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 38218) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:39.709142 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-f4e2d805-c268-4174-af3a-c5eb64963665 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f6636f8a031548d18e3429de74b004e9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0399010 Mar 30 18:25:39.711626 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 38220) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:39.763336 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c27d17c3-ba85-4b55-a21c-dd487002cd40 admin admin] Publish callbacks [] for security_group (81b60cb6-e988-4099-9940-6dfb6a34388a), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:39.784807 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c27d17c3-ba85-4b55-a21c-dd487002cd40 admin admin] Publish callbacks [] for security_group (81b60cb6-e988-4099-9940-6dfb6a34388a), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:39.833650 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c27d17c3-ba85-4b55-a21c-dd487002cd40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (81b60cb6-e988-4099-9940-6dfb6a34388a), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:39.836293 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c27d17c3-ba85-4b55-a21c-dd487002cd40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:39.837560 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-c27d17c3-ba85-4b55-a21c-dd487002cd40 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/81b60cb6-e988-4099-9940-6dfb6a34388a HTTP/1.1" status: 204 len: 168 time: 0.1249926 Mar 30 18:25:39.845569 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27d17c3-ba85-4b55-a21c-dd487002cd40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b60cb6-e988-4099-9940-6dfb6a34388a,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:40.407654 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eefb42d-3533-4d91-a449-79e708c68dcf req-a29fdc43-6d07-4c57-9690-af1a00ec45f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:40.409425 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0eefb42d-3533-4d91-a449-79e708c68dcf req-a29fdc43-6d07-4c57-9690-af1a00ec45f7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4faee5ed-3991-461d-bc07-41773e890e60&tenant_id=6ddcc755c06b440bb6750e5d44c3b913 HTTP/1.1" status: 200 len: 1127 time: 0.0509098 Mar 30 18:25:40.493144 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eefb42d-3533-4d91-a449-79e708c68dcf req-5cce923e-ab55-4714-8381-90a6f55f07fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:40.498315 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0eefb42d-3533-4d91-a449-79e708c68dcf req-5cce923e-ab55-4714-8381-90a6f55f07fa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6ddcc755c06b440bb6750e5d44c3b913&device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 1127 time: 0.0518334 Mar 30 18:25:40.630385 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eefb42d-3533-4d91-a449-79e708c68dcf req-17a58486-6f24-4ff2-9c94-7c0b0d598c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:40.632681 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0eefb42d-3533-4d91-a449-79e708c68dcf req-17a58486-6f24-4ff2-9c94-7c0b0d598c79 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1ac97e91-fa8e-41d7-abce-016c28065e30 HTTP/1.1" status: 200 len: 909 time: 0.1096466 Mar 30 18:25:40.748753 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0eefb42d-3533-4d91-a449-79e708c68dcf req-06723a99-1580-4b01-90e6-cc8a2d30c5d5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3a4632c-ac82-4429-82d0-ea74db528887 HTTP/1.1" status: 200 len: 998 time: 0.1101658 Mar 30 18:25:40.798792 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc00a2e-c8db-42fb-82e3-0e9f4379e53f req-9912c85f-a89e-43d9-bd45-a643aeeb292e tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:40.805676 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0cc00a2e-c8db-42fb-82e3-0e9f4379e53f req-9912c85f-a89e-43d9-bd45-a643aeeb292e tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/ports?device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 943 time: 0.1204934 Mar 30 18:25:40.837097 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eefb42d-3533-4d91-a449-79e708c68dcf req-2b3c3f44-e9ca-414b-85f6-f4a903cd70ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:40.838555 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0eefb42d-3533-4d91-a449-79e708c68dcf req-2b3c3f44-e9ca-414b-85f6-f4a903cd70ed service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8d0df9d6-37fc-48cb-beb7-46feba9ce564 HTTP/1.1" status: 200 len: 847 time: 0.0812259 Mar 30 18:25:40.895286 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0cc00a2e-c8db-42fb-82e3-0e9f4379e53f req-49d4ec3e-068c-435f-885e-805ec2adf3f3 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6bf04e-6871-4ba6-a021-75f1f75a47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887339 Mar 30 18:25:40.913166 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eefb42d-3533-4d91-a449-79e708c68dcf req-e07e6b12-2120-4e76-af1d-47c9e1f0706c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:40.915864 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0eefb42d-3533-4d91-a449-79e708c68dcf req-e07e6b12-2120-4e76-af1d-47c9e1f0706c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1ac97e91-fa8e-41d7-abce-016c28065e30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0677497 Mar 30 18:25:41.033097 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0eefb42d-3533-4d91-a449-79e708c68dcf req-37b75a29-f795-4af5-9446-8d59ddced968 service neutron] 10.222.0.55 "GET /v2.0/networks/1ac97e91-fa8e-41d7-abce-016c28065e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104736 Mar 30 18:25:41.142793 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0eefb42d-3533-4d91-a449-79e708c68dcf req-0891a857-1d54-406f-a982-d9d06ce6af84 service neutron] 10.222.0.55 "GET /v2.0/networks/1ac97e91-fa8e-41d7-abce-016c28065e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023438 Mar 30 18:25:41.367941 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99072ffb-a338-43eb-85ed-7ad14731ca9f req-5ca556c3-4425-4c2f-a821-933d6eb4efab tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:41.369336 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-99072ffb-a338-43eb-85ed-7ad14731ca9f req-5ca556c3-4425-4c2f-a821-933d6eb4efab tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba1b2e6d-9f09-4783-9ed1-f6a454ae7fb0 HTTP/1.1" status: 200 len: 946 time: 0.0577769 Mar 30 18:25:41.415691 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-99072ffb-a338-43eb-85ed-7ad14731ca9f req-19cbfe88-f0f2-43e4-a8ad-f24661403adc tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/security-groups?id=b931b5b6-767c-4618-9ab9-b0c7327ebc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407133 Mar 30 18:25:42.018920 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0788b6-cf44-4f60-a1c2-6085f9991e10 req-ab9f7de0-6e22-4a40-807c-639be1c86c31 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:42.020427 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-af0788b6-cf44-4f60-a1c2-6085f9991e10 req-ab9f7de0-6e22-4a40-807c-639be1c86c31 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/ports?device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 943 time: 0.0531704 Mar 30 18:25:42.069666 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-af0788b6-cf44-4f60-a1c2-6085f9991e10 req-72e51e12-e98b-4ba3-b3a8-c67e4e792431 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6bf04e-6871-4ba6-a021-75f1f75a47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438497 Mar 30 18:25:42.536641 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a23cc8f-dda9-4ad7-98c0-db01b674a05f req-cfab5852-2dfe-4fd9-a11c-2c0fa14026cf tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:42.538111 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-7a23cc8f-dda9-4ad7-98c0-db01b674a05f req-cfab5852-2dfe-4fd9-a11c-2c0fa14026cf tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba1b2e6d-9f09-4783-9ed1-f6a454ae7fb0 HTTP/1.1" status: 200 len: 946 time: 0.0543866 Mar 30 18:25:42.588638 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-7a23cc8f-dda9-4ad7-98c0-db01b674a05f req-9429165b-c0ba-4581-8046-0a318c88635b tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/security-groups?id=b931b5b6-767c-4618-9ab9-b0c7327ebc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446696 Mar 30 18:25:43.185775 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621aac86-a601-4af2-99b1-6d1b7573cf86 req-4443aac4-ac48-416e-b913-7a46aa0d4e54 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:43.187138 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-621aac86-a601-4af2-99b1-6d1b7573cf86 req-4443aac4-ac48-416e-b913-7a46aa0d4e54 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/ports?device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 943 time: 0.0520356 Mar 30 18:25:43.234258 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-621aac86-a601-4af2-99b1-6d1b7573cf86 req-e1ab33ee-b461-41ee-91f1-586c7174b946 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6bf04e-6871-4ba6-a021-75f1f75a47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415037 Mar 30 18:25:43.636744 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 38364) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:43.704889 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e05d42e-f895-45f6-befa-10efb7c32ae9 req-2242ef26-4f19-4121-a579-0e6351567145 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:43.706269 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3e05d42e-f895-45f6-befa-10efb7c32ae9 req-2242ef26-4f19-4121-a579-0e6351567145 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba1b2e6d-9f09-4783-9ed1-f6a454ae7fb0 HTTP/1.1" status: 200 len: 946 time: 0.0524459 Mar 30 18:25:43.738850 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-1b8fc0f2-0097-4261-ace5-c6024f20bd68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:43.753273 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3e05d42e-f895-45f6-befa-10efb7c32ae9 req-2da2d8f1-6cfb-44ac-ade1-33d70920cb1f tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/security-groups?id=b931b5b6-767c-4618-9ab9-b0c7327ebc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415714 Mar 30 18:25:43.811681 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-1b8fc0f2-0097-4261-ace5-c6024f20bd68 admin admin] Publish callbacks [] for security_group (9241686d-649d-45c8-be21-783fa93b7d43), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:43.815888 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-1b8fc0f2-0097-4261-ace5-c6024f20bd68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (9241686d-649d-45c8-be21-783fa93b7d43), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:43.852653 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-1b8fc0f2-0097-4261-ace5-c6024f20bd68 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=38230b36709b463db16054822d500c54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2147667 Mar 30 18:25:43.853602 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8fc0f2-0097-4261-ace5-c6024f20bd68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9241686d-649d-45c8-be21-783fa93b7d43,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:43.855280 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 38368) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:43.905881 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-13cc2fc7-ddeb-4667-a005-c0c39d034df7 admin admin] Publish callbacks [] for security_group (9241686d-649d-45c8-be21-783fa93b7d43), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:43.926886 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-13cc2fc7-ddeb-4667-a005-c0c39d034df7 admin admin] Publish callbacks [] for security_group (9241686d-649d-45c8-be21-783fa93b7d43), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:43.972105 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-13cc2fc7-ddeb-4667-a005-c0c39d034df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (9241686d-649d-45c8-be21-783fa93b7d43), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:43.974601 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-13cc2fc7-ddeb-4667-a005-c0c39d034df7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:43.975779 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-13cc2fc7-ddeb-4667-a005-c0c39d034df7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9241686d-649d-45c8-be21-783fa93b7d43 HTTP/1.1" status: 204 len: 168 time: 0.1194773 Mar 30 18:25:43.983429 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc2fc7-ddeb-4667-a005-c0c39d034df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9241686d-649d-45c8-be21-783fa93b7d43,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:44.226769 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 38374) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:44.240214 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-fc763ebe-312d-41ce-b404-783858f5b296 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:44.337683 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-fc763ebe-312d-41ce-b404-783858f5b296 admin admin] Publish callbacks [] for security_group (26ba257b-be66-48f5-a72b-988e338deeff), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:44.342554 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-fc763ebe-312d-41ce-b404-783858f5b296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (26ba257b-be66-48f5-a72b-988e338deeff), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:44.390271 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc763ebe-312d-41ce-b404-783858f5b296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ba257b-be66-48f5-a72b-988e338deeff,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:44.396555 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-fc763ebe-312d-41ce-b404-783858f5b296 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ae074bd8ae2f4118a96627710ccb2ea3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1687267 Mar 30 18:25:44.399631 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 38378) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:44.404893 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be43e7d-e1ab-47f1-979a-d8e9532f855b req-719cc29c-73b1-40ed-ba68-5396c4c708aa tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:44.406522 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0be43e7d-e1ab-47f1-979a-d8e9532f855b req-719cc29c-73b1-40ed-ba68-5396c4c708aa tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/ports?device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 943 time: 0.1022470 Mar 30 18:25:44.448363 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-9a3e79c5-2349-475a-8581-72a9d06b7570 admin admin] Publish callbacks [] for security_group (26ba257b-be66-48f5-a72b-988e338deeff), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:44.458158 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0be43e7d-e1ab-47f1-979a-d8e9532f855b req-0d21658c-5ea1-4381-9cb6-6c5e75850005 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6bf04e-6871-4ba6-a021-75f1f75a47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441835 Mar 30 18:25:44.469262 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-9a3e79c5-2349-475a-8581-72a9d06b7570 admin admin] Publish callbacks [] for security_group (26ba257b-be66-48f5-a72b-988e338deeff), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:44.518566 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-9a3e79c5-2349-475a-8581-72a9d06b7570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (26ba257b-be66-48f5-a72b-988e338deeff), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:44.521197 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-9a3e79c5-2349-475a-8581-72a9d06b7570 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:44.522456 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-9a3e79c5-2349-475a-8581-72a9d06b7570 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/26ba257b-be66-48f5-a72b-988e338deeff HTTP/1.1" status: 204 len: 168 time: 0.1218266 Mar 30 18:25:44.529953 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3e79c5-2349-475a-8581-72a9d06b7570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ba257b-be66-48f5-a72b-988e338deeff,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:44.868473 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418bfeaa-a031-4015-82e6-4713364462af req-6e4c859d-fb74-4a8c-b9aa-7a41afe3d80a tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:44.870225 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-418bfeaa-a031-4015-82e6-4713364462af req-6e4c859d-fb74-4a8c-b9aa-7a41afe3d80a tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba1b2e6d-9f09-4783-9ed1-f6a454ae7fb0 HTTP/1.1" status: 200 len: 946 time: 0.0525038 Mar 30 18:25:44.918393 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-418bfeaa-a031-4015-82e6-4713364462af req-1ed04d1a-251b-4dd8-aa96-bce3b2a99eeb tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/security-groups?id=b931b5b6-767c-4618-9ab9-b0c7327ebc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420678 Mar 30 18:25:45.617651 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b628b90-2da2-48db-b0ce-76bf68d9ede8 req-776562d7-9b33-4561-8b20-0fdea7f40bdf tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:45.618810 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-2b628b90-2da2-48db-b0ce-76bf68d9ede8 req-776562d7-9b33-4561-8b20-0fdea7f40bdf tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/ports?device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 943 time: 0.0941274 Mar 30 18:25:45.630440 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e40b3-d3eb-4043-8702-94cc00701bc4 req-503e6c54-b438-4314-af13-f97b2f8edd8e tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:45.632469 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-fc6e40b3-d3eb-4043-8702-94cc00701bc4 req-503e6c54-b438-4314-af13-f97b2f8edd8e tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.55 "GET /v2.0/ports?device_id=ba1b2e6d-9f09-4783-9ed1-f6a454ae7fb0 HTTP/1.1" status: 200 len: 946 time: 0.0776937 Mar 30 18:25:45.730969 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-2b628b90-2da2-48db-b0ce-76bf68d9ede8 req-243d8185-5721-41d2-94d6-4f96fd6154be tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6bf04e-6871-4ba6-a021-75f1f75a47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974953 Mar 30 18:25:45.758778 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [req-fc6e40b3-d3eb-4043-8702-94cc00701bc4 req-86c3fee5-6477-437a-96db-c34801ed73ed tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Deleting port a81602ff-adf3-4fd9-9261-602cae243880 {{(pid=103293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:25:45.759113 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-fc6e40b3-d3eb-4043-8702-94cc00701bc4 req-86c3fee5-6477-437a-96db-c34801ed73ed tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759690029078'] for port (a81602ff-adf3-4fd9-9261-602cae243880), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:45.856165 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [req-fc6e40b3-d3eb-4043-8702-94cc00701bc4 req-86c3fee5-6477-437a-96db-c34801ed73ed tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] For port a81602ff-adf3-4fd9-9261-602cae243880, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=a81602ff-adf3-4fd9-9261-602cae243880,segment=NetworkSegment(eb738ca0-ee17-403d-85ee-2ae2dc7037b1),segment_id=eb738ca0-ee17-403d-85ee-2ae2dc7037b1)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:25:45.856530 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-fc6e40b3-d3eb-4043-8702-94cc00701bc4 req-86c3fee5-6477-437a-96db-c34801ed73ed tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586036'] for port (a81602ff-adf3-4fd9-9261-602cae243880), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:46.068304 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-fc6e40b3-d3eb-4043-8702-94cc00701bc4 req-86c3fee5-6477-437a-96db-c34801ed73ed tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:46.068973 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-fc6e40b3-d3eb-4043-8702-94cc00701bc4 req-86c3fee5-6477-437a-96db-c34801ed73ed tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623622'] for floatingip (0226b3d6-ee70-4e97-ac16-5fa21288dc1f), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:46.068973 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.db.l3_db [req-fc6e40b3-d3eb-4043-8702-94cc00701bc4 req-86c3fee5-6477-437a-96db-c34801ed73ed tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Floating IP 0226b3d6-ee70-4e97-ac16-5fa21288dc1f disassociated. External IP: 172.27.0.231, port: a81602ff-adf3-4fd9-9261-602cae243880. Mar 30 18:25:46.069290 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [req-fc6e40b3-d3eb-4043-8702-94cc00701bc4 req-86c3fee5-6477-437a-96db-c34801ed73ed tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Calling delete_port for a81602ff-adf3-4fd9-9261-602cae243880 owned by compute:nova {{(pid=103293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:25:46.096939 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60359809-bfda-4a91-a39b-ffecfcfac08b req-15996764-7213-4fc5-bad1-dc2a3fe895ff tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:46.098404 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-60359809-bfda-4a91-a39b-ffecfcfac08b req-15996764-7213-4fc5-bad1-dc2a3fe895ff tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba1b2e6d-9f09-4783-9ed1-f6a454ae7fb0 HTTP/1.1" status: 200 len: 946 time: 0.0872998 Mar 30 18:25:46.191378 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-60359809-bfda-4a91-a39b-ffecfcfac08b req-0e4d94fd-56c0-4e61-8b83-f1f1b507b531 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/security-groups?id=b931b5b6-767c-4618-9ab9-b0c7327ebc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661740 Mar 30 18:25:46.256855 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-fc6e40b3-d3eb-4043-8702-94cc00701bc4 req-86c3fee5-6477-437a-96db-c34801ed73ed tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759690034297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759689464333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58814409'] for port (a81602ff-adf3-4fd9-9261-602cae243880), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:46.283466 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c3fee5-6477-437a-96db-c34801ed73ed tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Pushing event deleted for resources: {'Port': ['ID=a81602ff-adf3-4fd9-9261-602cae243880,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:46.373399 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (48cc6dd0-9d47-40d1-bfd7-3609261a1488), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:46.407621 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc6e40b3-d3eb-4043-8702-94cc00701bc4 req-86c3fee5-6477-437a-96db-c34801ed73ed tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Router 9e927d26-fdad-4de0-b401-be4f8bf7ed4f has already been hosted by L3 agent bb9cbda0-d504-4372-97ec-0881b5676f92 {{(pid=103293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:25:46.478540 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 38470) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:46.517695 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc6e40b3-d3eb-4043-8702-94cc00701bc4 req-86c3fee5-6477-437a-96db-c34801ed73ed tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Notify agent at l3_agent.dv-cinder-835879-1-iscsi the message routers_updated {{(pid=103293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:25:46.528079 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4104eb-8539-4e23-baa4-90aeac6b6698 None None] Sync routers for ids ['9e927d26-fdad-4de0-b401-be4f8bf7ed4f'] in dv-cinder-835879-1-iscsi {{(pid=103295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:25:46.537687 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4104eb-8539-4e23-baa4-90aeac6b6698 None None] Routers {'9e927d26-fdad-4de0-b401-be4f8bf7ed4f'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:25:46.538422 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-db4104eb-8539-4e23-baa4-90aeac6b6698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:25:30Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['9e927d26-fdad-4de0-b401-be4f8bf7ed4f'], 'active': True} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:25:46.559261 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc6e40b3-d3eb-4043-8702-94cc00701bc4 req-86c3fee5-6477-437a-96db-c34801ed73ed tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] No DVR routers for this DVR port a81602ff-adf3-4fd9-9261-602cae243880 on host hv-cinder-83587 {{(pid=103293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:25:46.561740 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-fc6e40b3-d3eb-4043-8702-94cc00701bc4 req-86c3fee5-6477-437a-96db-c34801ed73ed tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for port (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:46.565628 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-fc6e40b3-d3eb-4043-8702-94cc00701bc4 req-86c3fee5-6477-437a-96db-c34801ed73ed tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.55 "DELETE /v2.0/ports/a81602ff-adf3-4fd9-9261-602cae243880 HTTP/1.1" status: 204 len: 173 time: 0.9252584 Mar 30 18:25:46.566071 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba1b2e6d-9f09-4783-9ed1-f6a454ae7fb0', 'name': 'network-vif-deleted', 'tag': 'a81602ff-adf3-4fd9-9261-602cae243880'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:25:46.568354 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e41150553c85b09edab6cb52843a30629a36ec9d810f78f9b9d5c7c277fb574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd03e97-29eb-4f87-ba90-37399286fcb5" -d '{"events": [{"server_uuid": "ba1b2e6d-9f09-4783-9ed1-f6a454ae7fb0", "name": "network-vif-deleted", "tag": "a81602ff-adf3-4fd9-9261-602cae243880"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:25:46.591522 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-638432f1-49c9-456d-a3b4-5425d1b01359 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:46.626941 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0698d849-e510-438b-bc35-3e1a8b5b3157 x-openstack-request-id: req-0698d849-e510-438b-bc35-3e1a8b5b3157 {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:25:46.627275 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba1b2e6d-9f09-4783-9ed1-f6a454ae7fb0", "name": "network-vif-deleted", "tag": "a81602ff-adf3-4fd9-9261-602cae243880", "status": "completed", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:25:46.628046 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0698d849-e510-438b-bc35-3e1a8b5b3157 {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:25:46.628460 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0698d849-e510-438b-bc35-3e1a8b5b3157'] response: {'server_uuid': 'ba1b2e6d-9f09-4783-9ed1-f6a454ae7fb0', 'name': 'network-vif-deleted', 'tag': 'a81602ff-adf3-4fd9-9261-602cae243880', 'status': 'completed', 'code': 200} Mar 30 18:25:46.670941 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvr_db [None req-db4104eb-8539-4e23-baa4-90aeac6b6698 None None] Set router 9e927d26-fdad-4de0-b401-be4f8bf7ed4f gateway port host: dv-cinder-835879-1-iscsi {{(pid=103295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:25:46.697733 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-638432f1-49c9-456d-a3b4-5425d1b01359 admin admin] Publish callbacks [] for security_group (1490fee9-75ef-47a5-9b9e-90dc3c673f79), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:46.702248 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-638432f1-49c9-456d-a3b4-5425d1b01359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (1490fee9-75ef-47a5-9b9e-90dc3c673f79), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:46.758617 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 38484) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:46.759780 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-638432f1-49c9-456d-a3b4-5425d1b01359 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a120bc4503384adb9e895395337607c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2800918 Mar 30 18:25:46.761049 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638432f1-49c9-456d-a3b4-5425d1b01359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1490fee9-75ef-47a5-9b9e-90dc3c673f79,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:46.888659 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-5adda63e-8dbf-435d-bc6d-beb9d9f69eb7 admin admin] Publish callbacks [] for security_group (1490fee9-75ef-47a5-9b9e-90dc3c673f79), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:46.932920 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-5adda63e-8dbf-435d-bc6d-beb9d9f69eb7 admin admin] Publish callbacks [] for security_group (1490fee9-75ef-47a5-9b9e-90dc3c673f79), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:46.935137 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-db4104eb-8539-4e23-baa4-90aeac6b6698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'name': 'tempest-AttachVolumeNegativeTest-1445051510-router', 'tenant_id': '279a01c655714587a3db731678eada47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'b803bc7d-24e4-4b13-8019-5fc99b0eeb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:19:14Z', 'updated_at': '2022-03-30T18:19:32Z', 'revision_number': 4, 'project_id': '279a01c655714587a3db731678eada47', 'gw_port': {'id': 'b803bc7d-24e4-4b13-8019-5fc99b0eeb41', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:44:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:16Z', 'updated_at': '2022-03-30T18:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_interfaces': [{'id': 'f95f2d79-8e95-460d-b979-08e6301c655f', 'name': '', 'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a', 'tenant_id': '279a01c655714587a3db731678eada47', 'mac_address': 'fa:16:3e:95:ea:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '753583e9-792f-4b04-97da-dc50f6b2fa57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:26Z', 'updated_at': '2022-03-30T18:19:41Z', 'revision_number': 5, 'project_id': '279a01c655714587a3db731678eada47', 'subnets': [{'id': '753583e9-792f-4b04-97da-dc50f6b2fa57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:25:46.954382 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a529a4c-863e-434e-bf0b-53ee31044808 req-e2ddcd61-5b0a-4810-a19e-1429b53e8371 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:46.955895 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-2a529a4c-863e-434e-bf0b-53ee31044808 req-e2ddcd61-5b0a-4810-a19e-1429b53e8371 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/ports?device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 943 time: 0.1246946 Mar 30 18:25:46.961904 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4104eb-8539-4e23-baa4-90aeac6b6698 None None] Checking router: 9e927d26-fdad-4de0-b401-be4f8bf7ed4f for host: dv-cinder-835879-1-iscsi {{(pid=103295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:25:46.970374 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4104eb-8539-4e23-baa4-90aeac6b6698 None None] Routers {'9e927d26-fdad-4de0-b401-be4f8bf7ed4f'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:25:46.970987 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-db4104eb-8539-4e23-baa4-90aeac6b6698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:25:30Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['9e927d26-fdad-4de0-b401-be4f8bf7ed4f'], 'active': True} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:25:47.018116 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-2a529a4c-863e-434e-bf0b-53ee31044808 req-d3666379-008b-4ce3-8d28-5ed3bfc8653d tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6bf04e-6871-4ba6-a021-75f1f75a47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556517 Mar 30 18:25:47.026604 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-5adda63e-8dbf-435d-bc6d-beb9d9f69eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (1490fee9-75ef-47a5-9b9e-90dc3c673f79), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:47.029343 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-5adda63e-8dbf-435d-bc6d-beb9d9f69eb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:47.033623 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-5adda63e-8dbf-435d-bc6d-beb9d9f69eb7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1490fee9-75ef-47a5-9b9e-90dc3c673f79 HTTP/1.1" status: 204 len: 168 time: 0.2702954 Mar 30 18:25:47.053231 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adda63e-8dbf-435d-bc6d-beb9d9f69eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1490fee9-75ef-47a5-9b9e-90dc3c673f79,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:47.107390 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvr_db [None req-db4104eb-8539-4e23-baa4-90aeac6b6698 None None] Set router 9e927d26-fdad-4de0-b401-be4f8bf7ed4f gateway port host: dv-cinder-835879-1-iscsi {{(pid=103295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:25:47.330783 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 38500) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:47.335944 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-1d90c6de-b84c-4cb7-bc3d-b98fcb7ac99b req-90f3cb5f-b724-4fa2-a3ca-4c1410e9634c tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba1b2e6d-9f09-4783-9ed1-f6a454ae7fb0 HTTP/1.1" status: 200 len: 210 time: 0.0402310 Mar 30 18:25:47.348474 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-53d5a8f7-2cf3-405e-8fd2-6f99cf3c25bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:47.356568 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-db4104eb-8539-4e23-baa4-90aeac6b6698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'name': 'tempest-AttachVolumeNegativeTest-1445051510-router', 'tenant_id': '279a01c655714587a3db731678eada47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'b803bc7d-24e4-4b13-8019-5fc99b0eeb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:19:14Z', 'updated_at': '2022-03-30T18:19:32Z', 'revision_number': 4, 'project_id': '279a01c655714587a3db731678eada47', 'gw_port': {'id': 'b803bc7d-24e4-4b13-8019-5fc99b0eeb41', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:44:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:16Z', 'updated_at': '2022-03-30T18:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_interfaces': [{'id': 'f95f2d79-8e95-460d-b979-08e6301c655f', 'name': '', 'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a', 'tenant_id': '279a01c655714587a3db731678eada47', 'mac_address': 'fa:16:3e:95:ea:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '753583e9-792f-4b04-97da-dc50f6b2fa57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:26Z', 'updated_at': '2022-03-30T18:19:41Z', 'revision_number': 5, 'project_id': '279a01c655714587a3db731678eada47', 'subnets': [{'id': '753583e9-792f-4b04-97da-dc50f6b2fa57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:25:47.428406 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-53d5a8f7-2cf3-405e-8fd2-6f99cf3c25bb admin admin] Publish callbacks [] for security_group (f592a295-4c05-4b77-8ac2-289320ef1820), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:47.432341 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-53d5a8f7-2cf3-405e-8fd2-6f99cf3c25bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (f592a295-4c05-4b77-8ac2-289320ef1820), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:47.470131 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d5a8f7-2cf3-405e-8fd2-6f99cf3c25bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f592a295-4c05-4b77-8ac2-289320ef1820,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:47.474540 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-53d5a8f7-2cf3-405e-8fd2-6f99cf3c25bb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=65119daf13544d14909d8cadabbac95c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1425507 Mar 30 18:25:47.477166 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 38502) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:47.521781 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4104eb-8539-4e23-baa4-90aeac6b6698 None None] The sync data for ids ['9e927d26-fdad-4de0-b401-be4f8bf7ed4f'] in dv-cinder-835879-1-iscsi is: [{'id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'name': 'tempest-AttachVolumeNegativeTest-1445051510-router', 'tenant_id': '279a01c655714587a3db731678eada47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'b803bc7d-24e4-4b13-8019-5fc99b0eeb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:19:14Z', 'updated_at': '2022-03-30T18:19:32Z', 'revision_number': 4, 'project_id': '279a01c655714587a3db731678eada47', 'gw_port': {'id': 'b803bc7d-24e4-4b13-8019-5fc99b0eeb41', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:44:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:16Z', 'updated_at': '2022-03-30T18:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_interfaces': [{'id': 'f95f2d79-8e95-460d-b979-08e6301c655f', 'name': '', 'network_id': 'af330621-acdf-4f3d-ad55-9f9e392a3f7a', 'tenant_id': '279a01c655714587a3db731678eada47', 'mac_address': 'fa:16:3e:95:ea:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '753583e9-792f-4b04-97da-dc50f6b2fa57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:26Z', 'updated_at': '2022-03-30T18:19:41Z', 'revision_number': 5, 'project_id': '279a01c655714587a3db731678eada47', 'subnets': [{'id': '753583e9-792f-4b04-97da-dc50f6b2fa57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:25:47.530032 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c48c9015-ba12-4555-be4b-ab4d2292d879 admin admin] Publish callbacks [] for security_group (f592a295-4c05-4b77-8ac2-289320ef1820), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:47.552561 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c48c9015-ba12-4555-be4b-ab4d2292d879 admin admin] Publish callbacks [] for security_group (f592a295-4c05-4b77-8ac2-289320ef1820), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:47.599460 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c48c9015-ba12-4555-be4b-ab4d2292d879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (f592a295-4c05-4b77-8ac2-289320ef1820), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:47.602147 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c48c9015-ba12-4555-be4b-ab4d2292d879 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:47.603623 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-c48c9015-ba12-4555-be4b-ab4d2292d879 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f592a295-4c05-4b77-8ac2-289320ef1820 HTTP/1.1" status: 204 len: 168 time: 0.1252275 Mar 30 18:25:47.612123 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48c9015-ba12-4555-be4b-ab4d2292d879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f592a295-4c05-4b77-8ac2-289320ef1820,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:47.757247 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095caa7e-ed2f-4281-a481-6e5fbb5c6a49 None None] New status for floating IP 0226b3d6-ee70-4e97-ac16-5fa21288dc1f: DOWN {{(pid=103296) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:25:48.152403 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05501e89-9924-4e8e-aad8-c8a89b5d8fd9 req-7449f0cd-4f83-47ea-b40b-9f0833d88588 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:48.155633 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-05501e89-9924-4e8e-aad8-c8a89b5d8fd9 req-7449f0cd-4f83-47ea-b40b-9f0833d88588 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/ports?device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 943 time: 0.0598884 Mar 30 18:25:48.209396 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-05501e89-9924-4e8e-aad8-c8a89b5d8fd9 req-bc35d08a-7ff0-4b85-932f-4ecde84777e1 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6bf04e-6871-4ba6-a021-75f1f75a47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524883 Mar 30 18:25:48.266487 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 38542) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:48.379112 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-93d61826-b4a7-42ea-b54c-a31693e29d40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:48.429816 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 38554) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:48.476677 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-93d61826-b4a7-42ea-b54c-a31693e29d40 admin admin] Publish callbacks [] for security_group (4cd167a9-e20c-42dd-8e93-0b9ce399cd7f), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:48.481402 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-93d61826-b4a7-42ea-b54c-a31693e29d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (4cd167a9-e20c-42dd-8e93-0b9ce399cd7f), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:48.488729 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f6f01612-b97f-49ff-9af3-172410d648d1 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for security_group (b931b5b6-767c-4618-9ab9-b0c7327ebc4e), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:48.514217 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f6f01612-b97f-49ff-9af3-172410d648d1 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for security_group (b931b5b6-767c-4618-9ab9-b0c7327ebc4e), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:48.531657 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-93d61826-b4a7-42ea-b54c-a31693e29d40 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5de1e72e6f3e4a2d9d19f00a89161530&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2640047 Mar 30 18:25:48.534446 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d61826-b4a7-42ea-b54c-a31693e29d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd167a9-e20c-42dd-8e93-0b9ce399cd7f,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:48.536729 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 38558) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:48.565987 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f6f01612-b97f-49ff-9af3-172410d648d1 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (b931b5b6-767c-4618-9ab9-b0c7327ebc4e), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:48.568941 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f6f01612-b97f-49ff-9af3-172410d648d1 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:48.570119 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-f6f01612-b97f-49ff-9af3-172410d648d1 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "DELETE /v2.0/security-groups/b931b5b6-767c-4618-9ab9-b0c7327ebc4e HTTP/1.1" status: 204 len: 168 time: 0.1390014 Mar 30 18:25:48.573527 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 38562) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:48.586744 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f01612-b97f-49ff-9af3-172410d648d1 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b931b5b6-767c-4618-9ab9-b0c7327ebc4e,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:48.588337 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-62c43c33-fb80-422a-864c-fc30f1160af4 admin admin] Publish callbacks [] for security_group (4cd167a9-e20c-42dd-8e93-0b9ce399cd7f), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:48.593140 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.api.v2.resource [None req-e84370f8-75ec-4a2e-8a3d-b98d1094ba37 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] show failed (client error): The resource could not be found. Mar 30 18:25:48.594150 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-e84370f8-75ec-4a2e-8a3d-b98d1094ba37 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "GET /v2.0/security-groups/b931b5b6-767c-4618-9ab9-b0c7327ebc4e HTTP/1.1" status: 404 len: 347 time: 0.0185468 Mar 30 18:25:48.597618 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 38564) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:48.611497 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-62c43c33-fb80-422a-864c-fc30f1160af4 admin admin] Publish callbacks [] for security_group (4cd167a9-e20c-42dd-8e93-0b9ce399cd7f), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:48.667432 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-62c43c33-fb80-422a-864c-fc30f1160af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (4cd167a9-e20c-42dd-8e93-0b9ce399cd7f), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:48.671056 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-62c43c33-fb80-422a-864c-fc30f1160af4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:48.674628 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-62c43c33-fb80-422a-864c-fc30f1160af4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4cd167a9-e20c-42dd-8e93-0b9ce399cd7f HTTP/1.1" status: 204 len: 168 time: 0.1346338 Mar 30 18:25:48.694386 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c43c33-fb80-422a-864c-fc30f1160af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd167a9-e20c-42dd-8e93-0b9ce399cd7f,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:48.739832 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-4d9d2fad-3741-4dbb-a5c1-a1cffc011b77 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Deleting port 0e51e487-1434-4f90-9e9a-b90d76242bc1 {{(pid=103294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:25:48.740163 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4d9d2fad-3741-4dbb-a5c1-a1cffc011b77 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759690029078'] for port (0e51e487-1434-4f90-9e9a-b90d76242bc1), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:48.820585 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4d9d2fad-3741-4dbb-a5c1-a1cffc011b77 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586036'] for port (0e51e487-1434-4f90-9e9a-b90d76242bc1), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:48.820912 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4d9d2fad-3741-4dbb-a5c1-a1cffc011b77 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for floatingip (0e51e487-1434-4f90-9e9a-b90d76242bc1), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:48.833414 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-4d9d2fad-3741-4dbb-a5c1-a1cffc011b77 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Calling delete_port for 0e51e487-1434-4f90-9e9a-b90d76242bc1 owned by network:floatingip {{(pid=103294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:25:48.975686 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4d9d2fad-3741-4dbb-a5c1-a1cffc011b77 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759690034297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759689464333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59249992'] for port (0e51e487-1434-4f90-9e9a-b90d76242bc1), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:49.008584 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9d2fad-3741-4dbb-a5c1-a1cffc011b77 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Pushing event deleted for resources: {'Port': ['ID=0e51e487-1434-4f90-9e9a-b90d76242bc1,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:49.066801 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4d9d2fad-3741-4dbb-a5c1-a1cffc011b77 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks [] for floatingip (0226b3d6-ee70-4e97-ac16-5fa21288dc1f), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:49.069451 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4d9d2fad-3741-4dbb-a5c1-a1cffc011b77 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for floatingip (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:49.070596 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-4d9d2fad-3741-4dbb-a5c1-a1cffc011b77 tempest-AttachVolumeNegativeTest-554071797 tempest-AttachVolumeNegativeTest-554071797-project] 10.222.0.18 "DELETE /v2.0/floatingips/0226b3d6-ee70-4e97-ac16-5fa21288dc1f HTTP/1.1" status: 204 len: 168 time: 0.4720850 Mar 30 18:25:49.158707 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device d3a4632c-ac82-4429-82d0-ea74db528887 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103295) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:25:49.202083 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device a81602ff-adf3-4fd9-9261-602cae243880 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:25:49.255889 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] No Port match for: a81602ff-adf3-4fd9-9261-602cae243880 {{(pid=103295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:25:49.256406 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device a81602ff-adf3-4fd9-9261-602cae243880 not bound to the agent host hv-cinder-83587 {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:25:49.310350 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port d3a4632c-ac82-4429-82d0-ea74db528887, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=d3a4632c-ac82-4429-82d0-ea74db528887,segment=NetworkSegment(ec1ba8c4-73b1-442d-a2a6-c87c8a23e0be),segment_id=ec1ba8c4-73b1-442d-a2a6-c87c8a23e0be)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:25:49.326835 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Returning: {'device': 'd3a4632c-ac82-4429-82d0-ea74db528887', 'network_id': '1ac97e91-fa8e-41d7-abce-016c28065e30', 'port_id': 'd3a4632c-ac82-4429-82d0-ea74db528887', 'mac_address': 'fa:16:3e:53:7f:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d0df9d6-37fc-48cb-beb7-46feba9ce564', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103295) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:25:49.362970 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e4e321-9cd1-4357-9e0f-4c7cb9c2e646 req-2a6287eb-56a8-480a-b261-c476d994b91d tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:49.374349 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-f6e4e321-9cd1-4357-9e0f-4c7cb9c2e646 req-2a6287eb-56a8-480a-b261-c476d994b91d tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/ports?device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 943 time: 0.0810120 Mar 30 18:25:49.380664 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Current status of the port d3a4632c-ac82-4429-82d0-ea74db528887 is: DOWN; New status is: BUILD {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:25:49.381414 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (d3a4632c-ac82-4429-82d0-ea74db528887), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:49.397695 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3a4632c-ac82-4429-82d0-ea74db528887 {{(pid=103295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:25:49.432586 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-f6e4e321-9cd1-4357-9e0f-4c7cb9c2e646 req-fa43f336-bbe5-4a55-936b-4ce8dbb2d2dd tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6bf04e-6871-4ba6-a021-75f1f75a47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572579 Mar 30 18:25:49.433186 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port d3a4632c-ac82-4429-82d0-ea74db528887, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=d3a4632c-ac82-4429-82d0-ea74db528887,segment=NetworkSegment(ec1ba8c4-73b1-442d-a2a6-c87c8a23e0be),segment_id=ec1ba8c4-73b1-442d-a2a6-c87c8a23e0be)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:25:49.437800 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (d3a4632c-ac82-4429-82d0-ea74db528887), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:49.499206 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Pushing event updated for resources: {'Port': ['ID=d3a4632c-ac82-4429-82d0-ea74db528887,revision_number=7']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:49.752796 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] get_ports_and_sgs() called for port_ids ['d3a4632c-ac82-4429-82d0-ea74db528887'] {{(pid=103295) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:25:50.053515 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 38640) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:50.153934 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-74d9c7e2-a8fa-4c6f-93c1-902f397f9a20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:50.229344 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-74d9c7e2-a8fa-4c6f-93c1-902f397f9a20 admin admin] Publish callbacks [] for security_group (cd768045-cc46-4512-bd6b-8f89a80f2a5f), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:50.233565 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-74d9c7e2-a8fa-4c6f-93c1-902f397f9a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (cd768045-cc46-4512-bd6b-8f89a80f2a5f), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:50.257138 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.agents_db [None req-615cdb4a-d653-495f-8f07-938524d0c5b5 None None] Agent healthcheck: found 6 active agents {{(pid=103296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:25:50.272420 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-74d9c7e2-a8fa-4c6f-93c1-902f397f9a20 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f34912fd7a26418a8f7b55dced19509e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2178290 Mar 30 18:25:50.273278 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d9c7e2-a8fa-4c6f-93c1-902f397f9a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd768045-cc46-4512-bd6b-8f89a80f2a5f,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:50.275072 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 38650) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:50.324981 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-c66f525c-1475-4707-a003-5cd117ef1877 admin admin] Publish callbacks [] for security_group (cd768045-cc46-4512-bd6b-8f89a80f2a5f), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:50.348374 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-c66f525c-1475-4707-a003-5cd117ef1877 admin admin] Publish callbacks [] for security_group (cd768045-cc46-4512-bd6b-8f89a80f2a5f), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:50.397503 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-c66f525c-1475-4707-a003-5cd117ef1877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (cd768045-cc46-4512-bd6b-8f89a80f2a5f), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:50.400138 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-c66f525c-1475-4707-a003-5cd117ef1877 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:50.401314 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-c66f525c-1475-4707-a003-5cd117ef1877 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cd768045-cc46-4512-bd6b-8f89a80f2a5f HTTP/1.1" status: 204 len: 168 time: 0.1249528 Mar 30 18:25:50.409107 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66f525c-1475-4707-a003-5cd117ef1877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd768045-cc46-4512-bd6b-8f89a80f2a5f,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:50.554548 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617d3d4-400e-47f2-81db-2e0e1a8d21d9 req-b93f0ee6-ca58-4c7c-9114-d068a420fc2f tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:50.556061 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a617d3d4-400e-47f2-81db-2e0e1a8d21d9 req-b93f0ee6-ca58-4c7c-9114-d068a420fc2f tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/ports?device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 944 time: 0.0524549 Mar 30 18:25:50.609588 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a617d3d4-400e-47f2-81db-2e0e1a8d21d9 req-87d90b94-47a2-4a00-9b23-8c0e554e6ddd tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6bf04e-6871-4ba6-a021-75f1f75a47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478208 Mar 30 18:25:51.153708 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device d3a4632c-ac82-4429-82d0-ea74db528887 up at agent hyperv_hv-cinder-83587 {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:25:51.202305 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Provisioning complete for port d3a4632c-ac82-4429-82d0-ea74db528887 triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:25:51.202677 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (d3a4632c-ac82-4429-82d0-ea74db528887), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:51.281575 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Current status of the port d3a4632c-ac82-4429-82d0-ea74db528887 is: BUILD; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:25:51.281965 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (d3a4632c-ac82-4429-82d0-ea74db528887), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:51.305095 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4faee5ed-3991-461d-bc07-41773e890e60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a4632c-ac82-4429-82d0-ea74db528887'}] {{(pid=103295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:25:51.307581 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7869a1eaeafddf677110b76453ce8b8be8513095297872c2e0c75408178073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce552b85-a4ab-406c-af21-5133d6ad48e5" -d '{"events": [{"server_uuid": "4faee5ed-3991-461d-bc07-41773e890e60", "name": "network-vif-plugged", "status": "completed", "tag": "d3a4632c-ac82-4429-82d0-ea74db528887"}]}' {{(pid=103295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:25:51.320383 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port d3a4632c-ac82-4429-82d0-ea74db528887, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=d3a4632c-ac82-4429-82d0-ea74db528887,segment=NetworkSegment(ec1ba8c4-73b1-442d-a2a6-c87c8a23e0be),segment_id=ec1ba8c4-73b1-442d-a2a6-c87c8a23e0be)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:25:51.325084 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (d3a4632c-ac82-4429-82d0-ea74db528887), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:51.348863 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c805e8-aa02-4345-bb20-75a8310da259 x-openstack-request-id: req-e5c805e8-aa02-4345-bb20-75a8310da259 {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:25:51.349154 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4faee5ed-3991-461d-bc07-41773e890e60", "name": "network-vif-plugged", "status": "completed", "tag": "d3a4632c-ac82-4429-82d0-ea74db528887", "code": 200}]} {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:25:51.349404 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e5c805e8-aa02-4345-bb20-75a8310da259 {{(pid=103295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:25:51.349792 dv-cinder-835879-1-iscsi neutron-server[103295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5c805e8-aa02-4345-bb20-75a8310da259'] response: {'server_uuid': '4faee5ed-3991-461d-bc07-41773e890e60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a4632c-ac82-4429-82d0-ea74db528887', 'code': 200} Mar 30 18:25:51.374795 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Pushing event updated for resources: {'Port': ['ID=d3a4632c-ac82-4429-82d0-ea74db528887,revision_number=8']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:51.425378 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 38704) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:51.532094 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-6fa22290-868a-49e1-8682-fd251a63d379 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:51.647670 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-6fa22290-868a-49e1-8682-fd251a63d379 admin admin] Publish callbacks [] for security_group (a9ef6f3a-98db-40ff-bf7a-4c63d4a98336), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:51.654390 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4a47c-3fc7-4e68-9abf-8f337e6c31a1 req-d6b6a9da-97ad-4bc8-a058-de03f548e6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:51.655912 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0bc4a47c-3fc7-4e68-9abf-8f337e6c31a1 req-d6b6a9da-97ad-4bc8-a058-de03f548e6b4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 1129 time: 0.0673470 Mar 30 18:25:51.656957 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-6fa22290-868a-49e1-8682-fd251a63d379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (a9ef6f3a-98db-40ff-bf7a-4c63d4a98336), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:51.733190 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-6fa22290-868a-49e1-8682-fd251a63d379 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b074e3b453c74f7b92747865480f0999&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3067293 Mar 30 18:25:51.735965 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 38720) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:51.739572 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa22290-868a-49e1-8682-fd251a63d379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ef6f3a-98db-40ff-bf7a-4c63d4a98336,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:51.771275 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0bc4a47c-3fc7-4e68-9abf-8f337e6c31a1 req-9a7f51ef-b7e3-4bee-a29c-a99fe9fd4ed5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2b6bf04e-6871-4ba6-a021-75f1f75a47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083622 Mar 30 18:25:51.783051 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d7014-839a-49ab-8e85-012d958b9df0 req-009a2ed4-515f-44e7-9b6d-38e7676540a4 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:51.784493 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-2a1d7014-839a-49ab-8e85-012d958b9df0 req-009a2ed4-515f-44e7-9b6d-38e7676540a4 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/ports?device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 945 time: 0.0958209 Mar 30 18:25:51.786785 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-1f959d17-24b8-4339-b537-e9834b839305 admin admin] Publish callbacks [] for security_group (a9ef6f3a-98db-40ff-bf7a-4c63d4a98336), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:51.807651 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-1f959d17-24b8-4339-b537-e9834b839305 admin admin] Publish callbacks [] for security_group (a9ef6f3a-98db-40ff-bf7a-4c63d4a98336), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:51.834641 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-2a1d7014-839a-49ab-8e85-012d958b9df0 req-f8198dc6-9d8a-4246-8206-6ddbd855e6d7 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6bf04e-6871-4ba6-a021-75f1f75a47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444872 Mar 30 18:25:51.855683 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-1f959d17-24b8-4339-b537-e9834b839305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (a9ef6f3a-98db-40ff-bf7a-4c63d4a98336), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:51.858363 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-1f959d17-24b8-4339-b537-e9834b839305 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:51.860145 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-1f959d17-24b8-4339-b537-e9834b839305 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a9ef6f3a-98db-40ff-bf7a-4c63d4a98336 HTTP/1.1" status: 204 len: 168 time: 0.1225033 Mar 30 18:25:51.872386 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f959d17-24b8-4339-b537-e9834b839305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ef6f3a-98db-40ff-bf7a-4c63d4a98336,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:52.762648 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 38762) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:53.324847 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9890d02f-bc75-43e4-9726-6a5738c87256 req-d204e436-a718-415e-bb45-1c6778d07427 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:53.326343 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-9890d02f-bc75-43e4-9726-6a5738c87256 req-d204e436-a718-415e-bb45-1c6778d07427 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/ports?device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 945 time: 0.3601658 Mar 30 18:25:53.451568 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-9890d02f-bc75-43e4-9726-6a5738c87256 req-77587356-68dd-46f2-af80-936ba778b1a7 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6bf04e-6871-4ba6-a021-75f1f75a47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189659 Mar 30 18:25:53.568717 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 38786) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:53.623250 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-4e46e151-f2fa-4ceb-9ea0-fa4bc18ecfaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625670'] for router_interface (9e927d26-fdad-4de0-b401-be4f8bf7ed4f), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:53.674687 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-05bb532a-348e-44cd-abe3-f3e2f83b97a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:53.747069 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-05bb532a-348e-44cd-abe3-f3e2f83b97a1 admin admin] Publish callbacks [] for security_group (2832dac2-85b9-4e14-8919-15c0dd817eff), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:53.750928 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-05bb532a-348e-44cd-abe3-f3e2f83b97a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (2832dac2-85b9-4e14-8919-15c0dd817eff), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:53.789425 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bb532a-348e-44cd-abe3-f3e2f83b97a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2832dac2-85b9-4e14-8919-15c0dd817eff,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:53.793660 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-05bb532a-348e-44cd-abe3-f3e2f83b97a1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=af85318cfe6849908f7ba2ff8f84c56c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2239354 Mar 30 18:25:53.796375 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 38790) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:53.846914 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c40cf1ff-cb1f-438b-964f-4491ba34cb3a admin admin] Publish callbacks [] for security_group (2832dac2-85b9-4e14-8919-15c0dd817eff), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:53.868720 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c40cf1ff-cb1f-438b-964f-4491ba34cb3a admin admin] Publish callbacks [] for security_group (2832dac2-85b9-4e14-8919-15c0dd817eff), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:53.883500 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-4e46e151-f2fa-4ceb-9ea0-fa4bc18ecfaf admin admin] Deleting port f95f2d79-8e95-460d-b979-08e6301c655f {{(pid=103293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:25:53.884064 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-4e46e151-f2fa-4ceb-9ea0-fa4bc18ecfaf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759690029078'] for port (f95f2d79-8e95-460d-b979-08e6301c655f), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:53.915517 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c40cf1ff-cb1f-438b-964f-4491ba34cb3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (2832dac2-85b9-4e14-8919-15c0dd817eff), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:53.918135 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c40cf1ff-cb1f-438b-964f-4491ba34cb3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:53.919285 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-c40cf1ff-cb1f-438b-964f-4491ba34cb3a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2832dac2-85b9-4e14-8919-15c0dd817eff HTTP/1.1" status: 204 len: 168 time: 0.1219902 Mar 30 18:25:53.928242 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40cf1ff-cb1f-438b-964f-4491ba34cb3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2832dac2-85b9-4e14-8919-15c0dd817eff,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:53.971948 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-4e46e151-f2fa-4ceb-9ea0-fa4bc18ecfaf admin admin] For port f95f2d79-8e95-460d-b979-08e6301c655f, host dv-cinder-835879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=f95f2d79-8e95-460d-b979-08e6301c655f,segment=NetworkSegment(eb738ca0-ee17-403d-85ee-2ae2dc7037b1),segment_id=eb738ca0-ee17-403d-85ee-2ae2dc7037b1)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:25:53.972430 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-4e46e151-f2fa-4ceb-9ea0-fa4bc18ecfaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586036'] for port (f95f2d79-8e95-460d-b979-08e6301c655f), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:53.985660 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-4e46e151-f2fa-4ceb-9ea0-fa4bc18ecfaf admin admin] Calling delete_port for f95f2d79-8e95-460d-b979-08e6301c655f owned by network:router_interface {{(pid=103293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:25:54.198214 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4a8ddc14-1741-4f9e-862e-60bbd9503452 req-d0fa56f2-7b6c-40b2-b833-b0d13a6e7d7b tempest-VolumesNegativeTest-301339994 tempest-VolumesNegativeTest-301339994-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=4171cac9b20a4682aa86d061b02ba0d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381827 Mar 30 18:25:54.222316 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 38810) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:54.235057 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-93950c07-e98d-4ba9-b4a9-d83072f3cd4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:54.242521 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-4e46e151-f2fa-4ceb-9ea0-fa4bc18ecfaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759690034297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759689464333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58814409'] for port (f95f2d79-8e95-460d-b979-08e6301c655f), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:54.313699 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-93950c07-e98d-4ba9-b4a9-d83072f3cd4d admin admin] Publish callbacks [] for security_group (cc427d2f-e6d2-48bb-adbb-348f96e1d600), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:54.317530 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-93950c07-e98d-4ba9-b4a9-d83072f3cd4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (cc427d2f-e6d2-48bb-adbb-348f96e1d600), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:54.334030 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e46e151-f2fa-4ceb-9ea0-fa4bc18ecfaf admin admin] Pushing event deleted for resources: {'Port': ['ID=f95f2d79-8e95-460d-b979-08e6301c655f,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:54.360927 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-93950c07-e98d-4ba9-b4a9-d83072f3cd4d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a55cdc65461a457699313936fe948149&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1352839 Mar 30 18:25:54.360927 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93950c07-e98d-4ba9-b4a9-d83072f3cd4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc427d2f-e6d2-48bb-adbb-348f96e1d600,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:54.363869 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 38812) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:54.492259 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ddc14-1741-4f9e-862e-60bbd9503452 req-7dcb53ae-38dd-48e4-8d25-f2af19ea182f tempest-VolumesNegativeTest-301339994 tempest-VolumesNegativeTest-301339994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:54.493778 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4a8ddc14-1741-4f9e-862e-60bbd9503452 req-7dcb53ae-38dd-48e4-8d25-f2af19ea182f tempest-VolumesNegativeTest-301339994 tempest-VolumesNegativeTest-301339994-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2880251 Mar 30 18:25:54.604781 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4a8ddc14-1741-4f9e-862e-60bbd9503452 req-42ccd909-4253-4943-946b-12dc3a443163 tempest-VolumesNegativeTest-301339994 tempest-VolumesNegativeTest-301339994-project] 10.222.0.18 "GET /v2.0/quotas/4171cac9b20a4682aa86d061b02ba0d5 HTTP/1.1" status: 200 len: 375 time: 0.0753570 Mar 30 18:25:54.609666 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-d48a0019-e22d-4a89-9464-2b039a5a9457 admin admin] Publish callbacks [] for security_group (cc427d2f-e6d2-48bb-adbb-348f96e1d600), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:54.664501 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4a8ddc14-1741-4f9e-862e-60bbd9503452 req-66a7062c-50ae-45e3-8340-ac52c5ee96ad tempest-VolumesNegativeTest-301339994 tempest-VolumesNegativeTest-301339994-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4171cac9b20a4682aa86d061b02ba0d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529387 Mar 30 18:25:54.677152 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-d48a0019-e22d-4a89-9464-2b039a5a9457 admin admin] Publish callbacks [] for security_group (cc427d2f-e6d2-48bb-adbb-348f96e1d600), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:54.720131 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140db1fc-8d32-4871-9a54-b0cfec0db7b3 req-1b184f7e-d5d2-4850-8b06-e10dab791af7 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:54.721609 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-140db1fc-8d32-4871-9a54-b0cfec0db7b3 req-1b184f7e-d5d2-4850-8b06-e10dab791af7 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/ports?device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 945 time: 0.1904378 Mar 30 18:25:54.722181 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-4e46e151-f2fa-4ceb-9ea0-fa4bc18ecfaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1628225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624278'] for router_interface (9e927d26-fdad-4de0-b401-be4f8bf7ed4f), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:54.860864 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-d48a0019-e22d-4a89-9464-2b039a5a9457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (cc427d2f-e6d2-48bb-adbb-348f96e1d600), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:54.863331 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-d48a0019-e22d-4a89-9464-2b039a5a9457 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:54.864481 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-d48a0019-e22d-4a89-9464-2b039a5a9457 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cc427d2f-e6d2-48bb-adbb-348f96e1d600 HTTP/1.1" status: 204 len: 168 time: 0.4941502 Mar 30 18:25:54.866400 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-b5b79694-6d7a-49cb-80ae-23636cf630ff req-85e60a60-2332-4447-83dc-54e2a27902b6 tempest-VolumesNegativeTest-301339994 tempest-VolumesNegativeTest-301339994-project] 10.222.0.18 "GET /v2.0/ports?device_id=081d88f1-b11f-4f8d-8037-27b4b643b2b2 HTTP/1.1" status: 200 len: 210 time: 0.0535493 Mar 30 18:25:54.880222 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-140db1fc-8d32-4871-9a54-b0cfec0db7b3 req-c9cd0445-bc38-4935-a51f-7fb308491abc tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6bf04e-6871-4ba6-a021-75f1f75a47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1521840 Mar 30 18:25:54.886976 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48a0019-e22d-4a89-9464-2b039a5a9457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc427d2f-e6d2-48bb-adbb-348f96e1d600,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:55.053695 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e46e151-f2fa-4ceb-9ea0-fa4bc18ecfaf admin admin] Router 9e927d26-fdad-4de0-b401-be4f8bf7ed4f has already been hosted by L3 agent bb9cbda0-d504-4372-97ec-0881b5676f92 {{(pid=103293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:25:55.169508 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e46e151-f2fa-4ceb-9ea0-fa4bc18ecfaf admin admin] Notify agent at l3_agent.dv-cinder-835879-1-iscsi the message routers_updated {{(pid=103293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:25:55.175134 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-4e46e151-f2fa-4ceb-9ea0-fa4bc18ecfaf admin admin] 10.222.0.18 "PUT /v2.0/routers/9e927d26-fdad-4de0-b401-be4f8bf7ed4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4113634 Mar 30 18:25:55.177556 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 38834) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:55.181298 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb9bd87-c441-4115-a0f8-80824550c492 None None] Sync routers for ids ['9e927d26-fdad-4de0-b401-be4f8bf7ed4f'] in dv-cinder-835879-1-iscsi {{(pid=103295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:25:55.202931 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb9bd87-c441-4115-a0f8-80824550c492 None None] Routers {'9e927d26-fdad-4de0-b401-be4f8bf7ed4f'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:25:55.203992 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-5bb9bd87-c441-4115-a0f8-80824550c492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:25:30Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['9e927d26-fdad-4de0-b401-be4f8bf7ed4f'], 'active': True} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:25:55.294457 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-8087c54d-5764-466f-84ed-92bc12760ddb admin admin] Publish callbacks [] for router (9e927d26-fdad-4de0-b401-be4f8bf7ed4f), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:55.341925 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvr_db [None req-5bb9bd87-c441-4115-a0f8-80824550c492 None None] Set router 9e927d26-fdad-4de0-b401-be4f8bf7ed4f gateway port host: dv-cinder-835879-1-iscsi {{(pid=103295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:25:55.424429 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-8087c54d-5764-466f-84ed-92bc12760ddb admin admin] Publish callbacks [] for router_gateway (9e927d26-fdad-4de0-b401-be4f8bf7ed4f), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:55.497778 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-8087c54d-5764-466f-84ed-92bc12760ddb admin admin] Deleting port b803bc7d-24e4-4b13-8019-5fc99b0eeb41 {{(pid=103293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:25:55.498129 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-8087c54d-5764-466f-84ed-92bc12760ddb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759690029078'] for port (b803bc7d-24e4-4b13-8019-5fc99b0eeb41), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:55.599212 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-8087c54d-5764-466f-84ed-92bc12760ddb admin admin] For port b803bc7d-24e4-4b13-8019-5fc99b0eeb41, host dv-cinder-835879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=b803bc7d-24e4-4b13-8019-5fc99b0eeb41,segment=NetworkSegment(4e174139-f6b8-43d7-bf46-4927edc5f7d6),segment_id=4e174139-f6b8-43d7-bf46-4927edc5f7d6)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:25:55.599647 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-8087c54d-5764-466f-84ed-92bc12760ddb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586036'] for port (b803bc7d-24e4-4b13-8019-5fc99b0eeb41), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:55.620968 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-8087c54d-5764-466f-84ed-92bc12760ddb admin admin] Calling delete_port for b803bc7d-24e4-4b13-8019-5fc99b0eeb41 owned by network:router_gateway {{(pid=103293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:25:55.665885 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-5bb9bd87-c441-4115-a0f8-80824550c492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'name': 'tempest-AttachVolumeNegativeTest-1445051510-router', 'tenant_id': '279a01c655714587a3db731678eada47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'b803bc7d-24e4-4b13-8019-5fc99b0eeb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:19:14Z', 'updated_at': '2022-03-30T18:25:54Z', 'revision_number': 5, 'project_id': '279a01c655714587a3db731678eada47', 'gw_port': {'id': 'b803bc7d-24e4-4b13-8019-5fc99b0eeb41', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:44:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:16Z', 'updated_at': '2022-03-30T18:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi'}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:25:55.697559 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb9bd87-c441-4115-a0f8-80824550c492 None None] Checking router: 9e927d26-fdad-4de0-b401-be4f8bf7ed4f for host: dv-cinder-835879-1-iscsi {{(pid=103295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:25:55.708209 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb9bd87-c441-4115-a0f8-80824550c492 None None] Routers {'9e927d26-fdad-4de0-b401-be4f8bf7ed4f'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:25:55.708855 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-5bb9bd87-c441-4115-a0f8-80824550c492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:25:30Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['9e927d26-fdad-4de0-b401-be4f8bf7ed4f'], 'active': True} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:25:55.848830 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvr_db [None req-5bb9bd87-c441-4115-a0f8-80824550c492 None None] Set router 9e927d26-fdad-4de0-b401-be4f8bf7ed4f gateway port host: None {{(pid=103295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:25:55.907493 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-5bb9bd87-c441-4115-a0f8-80824550c492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'name': 'tempest-AttachVolumeNegativeTest-1445051510-router', 'tenant_id': '279a01c655714587a3db731678eada47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:19:14Z', 'updated_at': '2022-03-30T18:25:55Z', 'revision_number': 6, 'project_id': '279a01c655714587a3db731678eada47', 'gw_port_host': None}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:25:55.942136 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb9bd87-c441-4115-a0f8-80824550c492 None None] The sync data for ids ['9e927d26-fdad-4de0-b401-be4f8bf7ed4f'] in dv-cinder-835879-1-iscsi is: [{'id': '9e927d26-fdad-4de0-b401-be4f8bf7ed4f', 'name': 'tempest-AttachVolumeNegativeTest-1445051510-router', 'tenant_id': '279a01c655714587a3db731678eada47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:19:14Z', 'updated_at': '2022-03-30T18:25:55Z', 'revision_number': 6, 'project_id': '279a01c655714587a3db731678eada47', 'gw_port_host': None}] {{(pid=103295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:25:56.090320 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-993c5163-dbb9-47bd-8d40-1fecf047c4c7 req-35f59ee3-79ff-46df-a459-3e9e6b67aa8f tempest-VolumesNegativeTest-301339994 tempest-VolumesNegativeTest-301339994-project] 10.222.0.18 "GET /v2.0/ports?device_id=081d88f1-b11f-4f8d-8037-27b4b643b2b2 HTTP/1.1" status: 200 len: 210 time: 0.0451107 Mar 30 18:25:56.137383 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4a8ddc14-1741-4f9e-862e-60bbd9503452 req-c5cd44c1-f4e9-467a-a263-fe55cf452be0 tempest-VolumesNegativeTest-301339994 tempest-VolumesNegativeTest-301339994-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=4171cac9b20a4682aa86d061b02ba0d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0766501 Mar 30 18:25:56.149199 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5f0d1-039d-4d9b-badd-f7504b148910 req-36e87f62-2ab3-4568-92ba-c2575b39a59a tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:56.149933 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-1df5f0d1-039d-4d9b-badd-f7504b148910 req-36e87f62-2ab3-4568-92ba-c2575b39a59a tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2bfcc51-1d2f-4fba-a25e-70ca42dac005 HTTP/1.1" status: 200 len: 946 time: 0.1610718 Mar 30 18:25:56.308009 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-1df5f0d1-039d-4d9b-badd-f7504b148910 req-3d66b64b-307d-4d04-a368-d3d83fc7cfc2 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=f819a06d-d42e-4dcc-853e-162f96413bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471164 Mar 30 18:25:56.334602 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ddc14-1741-4f9e-862e-60bbd9503452 req-d487ed83-9575-420a-a3e7-7a7c24b5214c tempest-VolumesNegativeTest-301339994 tempest-VolumesNegativeTest-301339994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:56.335628 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4a8ddc14-1741-4f9e-862e-60bbd9503452 req-d487ed83-9575-420a-a3e7-7a7c24b5214c tempest-VolumesNegativeTest-301339994 tempest-VolumesNegativeTest-301339994-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1848874 Mar 30 18:25:56.348532 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-8087c54d-5764-466f-84ed-92bc12760ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759690034297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759689464333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58814409'] for port (b803bc7d-24e4-4b13-8019-5fc99b0eeb41), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:56.363447 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [req-4a8ddc14-1741-4f9e-862e-60bbd9503452 req-5bb6a32d-2724-48e9-8fbe-61143e26d671 tempest-VolumesNegativeTest-301339994 tempest-VolumesNegativeTest-301339994-project] Request body: {'port': {'device_id': '081d88f1-b11f-4f8d-8037-27b4b643b2b2', 'network_id': 'f9106362-cc86-4aac-b007-f7802447476d', 'admin_state_up': True, 'tenant_id': '4171cac9b20a4682aa86d061b02ba0d5'}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:25:56.401911 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8087c54d-5764-466f-84ed-92bc12760ddb admin admin] Pushing event deleted for resources: {'Port': ['ID=b803bc7d-24e4-4b13-8019-5fc99b0eeb41,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:56.521842 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-8087c54d-5764-466f-84ed-92bc12760ddb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1623612'] for router_gateway (9e927d26-fdad-4de0-b401-be4f8bf7ed4f), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:56.628207 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-8087c54d-5764-466f-84ed-92bc12760ddb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7048'] for router (9e927d26-fdad-4de0-b401-be4f8bf7ed4f), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:56.631289 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-8087c54d-5764-466f-84ed-92bc12760ddb admin admin] Publish callbacks [] for router_controller (9e927d26-fdad-4de0-b401-be4f8bf7ed4f), precommit_delete_associations {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:56.670567 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a8ddc14-1741-4f9e-862e-60bbd9503452 req-5bb6a32d-2724-48e9-8fbe-61143e26d671 tempest-VolumesNegativeTest-301339994 tempest-VolumesNegativeTest-301339994-project] Made reservation on behalf of 4171cac9b20a4682aa86d061b02ba0d5 for: {'port': 1} {{(pid=103293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:25:56.674511 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-4a8ddc14-1741-4f9e-862e-60bbd9503452 req-5bb6a32d-2724-48e9-8fbe-61143e26d671 tempest-VolumesNegativeTest-301339994 tempest-VolumesNegativeTest-301339994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:56.685115 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-4a8ddc14-1741-4f9e-862e-60bbd9503452 req-5bb6a32d-2724-48e9-8fbe-61143e26d671 tempest-VolumesNegativeTest-301339994 tempest-VolumesNegativeTest-301339994-project] Publish callbacks [] for security_group (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:56.693477 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-8087c54d-5764-466f-84ed-92bc12760ddb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628121'] for router (9e927d26-fdad-4de0-b401-be4f8bf7ed4f), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:56.694045 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8087c54d-5764-466f-84ed-92bc12760ddb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e927d26-fdad-4de0-b401-be4f8bf7ed4f {{(pid=103293) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 18:25:56.699453 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-8087c54d-5764-466f-84ed-92bc12760ddb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:56.700569 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-8087c54d-5764-466f-84ed-92bc12760ddb admin admin] 10.222.0.18 "DELETE /v2.0/routers/9e927d26-fdad-4de0-b401-be4f8bf7ed4f HTTP/1.1" status: 204 len: 168 time: 1.5220425 Mar 30 18:25:56.703027 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 38892) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:56.763927 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.db_base_plugin_v2 [None req-70f701d7-0e8a-49c7-b809-1b8353841263 admin admin] Deleting subnet 753583e9-792f-4b04-97da-dc50f6b2fa57 {{(pid=103293) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 18:25:56.767989 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-70f701d7-0e8a-49c7-b809-1b8353841263 admin admin] Publish callbacks [] for subnet (753583e9-792f-4b04-97da-dc50f6b2fa57), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:56.820715 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-70f701d7-0e8a-49c7-b809-1b8353841263 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58812552'] for subnet (753583e9-792f-4b04-97da-dc50f6b2fa57), precommit_delete_associations {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:56.869040 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-4a8ddc14-1741-4f9e-862e-60bbd9503452 req-5bb6a32d-2724-48e9-8fbe-61143e26d671 tempest-VolumesNegativeTest-301339994 tempest-VolumesNegativeTest-301339994-project] Publish callbacks [] for security_group (0f07f0d4-18e9-4f6a-936a-cc27440be7a5), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:56.876981 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-4a8ddc14-1741-4f9e-862e-60bbd9503452 req-5bb6a32d-2724-48e9-8fbe-61143e26d671 tempest-VolumesNegativeTest-301339994 tempest-VolumesNegativeTest-301339994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (0f07f0d4-18e9-4f6a-936a-cc27440be7a5), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:56.972957 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device f95f2d79-8e95-460d-b979-08e6301c655f no longer exists at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:25:56.974991 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb6a32d-2724-48e9-8fbe-61143e26d671 tempest-VolumesNegativeTest-301339994 tempest-VolumesNegativeTest-301339994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f07f0d4-18e9-4f6a-936a-cc27440be7a5,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:56.987064 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-70f701d7-0e8a-49c7-b809-1b8353841263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-826600'] for subnet (753583e9-792f-4b04-97da-dc50f6b2fa57), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:56.997259 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] No Port match for: f95f2d79-8e95-460d-b979-08e6301c655f {{(pid=103295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:25:56.997686 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device f95f2d79-8e95-460d-b979-08e6301c655f not bound to the agent host dv-cinder-835879-1-iscsi {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:25:56.998170 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device b803bc7d-24e4-4b13-8019-5fc99b0eeb41 no longer exists at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:25:57.034190 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] No Port match for: b803bc7d-24e4-4b13-8019-5fc99b0eeb41 {{(pid=103295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:25:57.034840 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device b803bc7d-24e4-4b13-8019-5fc99b0eeb41 not bound to the agent host dv-cinder-835879-1-iscsi {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:25:57.094415 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.db_base_plugin_common [req-4a8ddc14-1741-4f9e-862e-60bbd9503452 req-5bb6a32d-2724-48e9-8fbe-61143e26d671 tempest-VolumesNegativeTest-301339994 tempest-VolumesNegativeTest-301339994-project] Allocated IP 192.168.233.201 (f9106362-cc86-4aac-b007-f7802447476d/46fb4744-221d-4f1a-a6c6-af85828604c7/c9edc826-6193-4c29-89c5-c86a2db4b1ab) {{(pid=103293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:25:57.102579 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-70f701d7-0e8a-49c7-b809-1b8353841263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-826591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58812474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58991743'] for subnet (753583e9-792f-4b04-97da-dc50f6b2fa57), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:57.143343 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f701d7-0e8a-49c7-b809-1b8353841263 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=753583e9-792f-4b04-97da-dc50f6b2fa57,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:57.148475 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-70f701d7-0e8a-49c7-b809-1b8353841263 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:57.150753 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e835528a-a30c-40e5-9203-4db9acf72ed8 None None] Network af330621-acdf-4f3d-ad55-9f9e392a3f7a requested from dv-cinder-835879-1-iscsi {{(pid=103295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:25:57.152408 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-70f701d7-0e8a-49c7-b809-1b8353841263 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/753583e9-792f-4b04-97da-dc50f6b2fa57 HTTP/1.1" status: 204 len: 168 time: 0.4483829 Mar 30 18:25:57.155330 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 38898) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:57.265646 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ba5231f9-637f-432b-aba1-99e9e867f378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803497'] for network (af330621-acdf-4f3d-ad55-9f9e392a3f7a), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:57.335914 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-b3a8ea11-8a03-41ad-898f-47d44535fd9e req-76db9c6d-ccb8-4e48-9939-e6c1c1d90dfd tempest-VolumesNegativeTest-301339994 tempest-VolumesNegativeTest-301339994-project] 10.222.0.18 "GET /v2.0/ports?device_id=081d88f1-b11f-4f8d-8037-27b4b643b2b2 HTTP/1.1" status: 200 len: 210 time: 0.0514793 Mar 30 18:25:57.378378 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-ba5231f9-637f-432b-aba1-99e9e867f378 admin admin] Deleting port 26ce411c-3f92-4460-93be-76cd93126d62 {{(pid=103294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:25:57.378378 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ba5231f9-637f-432b-aba1-99e9e867f378 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759690029078'] for port (26ce411c-3f92-4460-93be-76cd93126d62), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:57.393655 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-4a8ddc14-1741-4f9e-862e-60bbd9503452 req-5bb6a32d-2724-48e9-8fbe-61143e26d671 tempest-VolumesNegativeTest-301339994 tempest-VolumesNegativeTest-301339994-project] Publish callbacks [] for port (c9edc826-6193-4c29-89c5-c86a2db4b1ab), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:57.433650 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08046653-a04a-4353-8db8-84b7c805e065 None None] DHCP port deletion for af330621-acdf-4f3d-ad55-9f9e392a3f7a request from dv-cinder-835879-1-iscsi {{(pid=103295) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 30 18:25:57.452963 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [None req-ba5231f9-637f-432b-aba1-99e9e867f378 admin admin] For port 26ce411c-3f92-4460-93be-76cd93126d62, host dv-cinder-835879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=26ce411c-3f92-4460-93be-76cd93126d62,segment=NetworkSegment(eb738ca0-ee17-403d-85ee-2ae2dc7037b1),segment_id=eb738ca0-ee17-403d-85ee-2ae2dc7037b1)] {{(pid=103294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:25:57.453466 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ba5231f9-637f-432b-aba1-99e9e867f378 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586036'] for port (26ce411c-3f92-4460-93be-76cd93126d62), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:57.459463 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-4a8ddc14-1741-4f9e-862e-60bbd9503452 req-5bb6a32d-2724-48e9-8fbe-61143e26d671 tempest-VolumesNegativeTest-301339994 tempest-VolumesNegativeTest-301339994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759689464324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58814409'] for port (c9edc826-6193-4c29-89c5-c86a2db4b1ab), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:57.468876 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-ba5231f9-637f-432b-aba1-99e9e867f378 admin admin] Calling delete_port for 26ce411c-3f92-4460-93be-76cd93126d62 owned by network:dhcp {{(pid=103294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:25:57.491537 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-08046653-a04a-4353-8db8-84b7c805e065 None None] Deleting port 26ce411c-3f92-4460-93be-76cd93126d62 {{(pid=103295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:25:57.491936 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-08046653-a04a-4353-8db8-84b7c805e065 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759690029078'] for port (26ce411c-3f92-4460-93be-76cd93126d62), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:57.537259 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e94abbb-3e56-429c-b135-99a9fc25253b req-9c450091-68fc-4133-b3fc-286dc89f1a98 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:57.538741 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-6e94abbb-3e56-429c-b135-99a9fc25253b req-9c450091-68fc-4133-b3fc-286dc89f1a98 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2bfcc51-1d2f-4fba-a25e-70ca42dac005 HTTP/1.1" status: 200 len: 946 time: 0.1262653 Mar 30 18:25:57.547765 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a8ddc14-1741-4f9e-862e-60bbd9503452 req-5bb6a32d-2724-48e9-8fbe-61143e26d671 tempest-VolumesNegativeTest-301339994 tempest-VolumesNegativeTest-301339994-project] Network f9106362-cc86-4aac-b007-f7802447476d is already hosted by enough agents. {{(pid=103293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:25:57.557638 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.base_scheduler [req-4a8ddc14-1741-4f9e-862e-60bbd9503452 req-5bb6a32d-2724-48e9-8fbe-61143e26d671 tempest-VolumesNegativeTest-301339994 tempest-VolumesNegativeTest-301339994-project] Resources bound (agent type, host, resource id): {{(pid=103293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:25:57.558799 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ba5231f9-637f-432b-aba1-99e9e867f378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759690034297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759689464333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59249992'] for port (26ce411c-3f92-4460-93be-76cd93126d62), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:57.559912 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-08046653-a04a-4353-8db8-84b7c805e065 None None] For port 26ce411c-3f92-4460-93be-76cd93126d62, host dv-cinder-835879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=26ce411c-3f92-4460-93be-76cd93126d62,segment=NetworkSegment(eb738ca0-ee17-403d-85ee-2ae2dc7037b1),segment_id=eb738ca0-ee17-403d-85ee-2ae2dc7037b1)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:25:57.560508 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-08046653-a04a-4353-8db8-84b7c805e065 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586036'] for port (26ce411c-3f92-4460-93be-76cd93126d62), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:57.567403 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a8ddc14-1741-4f9e-862e-60bbd9503452 req-5bb6a32d-2724-48e9-8fbe-61143e26d671 tempest-VolumesNegativeTest-301339994 tempest-VolumesNegativeTest-301339994-project] Received port after_create {{(pid=103293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:25:57.573459 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb6a32d-2724-48e9-8fbe-61143e26d671 tempest-VolumesNegativeTest-301339994 tempest-VolumesNegativeTest-301339994-project] Pushing event updated for resources: {'Port': ['ID=c9edc826-6193-4c29-89c5-c86a2db4b1ab,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:57.577824 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-08046653-a04a-4353-8db8-84b7c805e065 None None] Calling delete_port for 26ce411c-3f92-4460-93be-76cd93126d62 owned by network:dhcp {{(pid=103295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:25:57.589570 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5231f9-637f-432b-aba1-99e9e867f378 admin admin] Pushing event deleted for resources: {'Port': ['ID=26ce411c-3f92-4460-93be-76cd93126d62,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:57.599564 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5231f9-637f-432b-aba1-99e9e867f378 admin admin] No DVR routers for this DVR port 26ce411c-3f92-4460-93be-76cd93126d62 on host dv-cinder-835879-1-iscsi {{(pid=103294) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:25:57.653603 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b237820-e0c7-4b4b-ade1-5d3c3f22091c req-87814006-f495-4bd6-bcbc-60ef5932776c tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:57.655318 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-1b237820-e0c7-4b4b-ade1-5d3c3f22091c req-87814006-f495-4bd6-bcbc-60ef5932776c tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2bfcc51-1d2f-4fba-a25e-70ca42dac005 HTTP/1.1" status: 200 len: 946 time: 0.1879318 Mar 30 18:25:57.687891 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ddc14-1741-4f9e-862e-60bbd9503452 req-5bb6a32d-2724-48e9-8fbe-61143e26d671 tempest-VolumesNegativeTest-301339994 tempest-VolumesNegativeTest-301339994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:57.688676 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-4a8ddc14-1741-4f9e-862e-60bbd9503452 req-5bb6a32d-2724-48e9-8fbe-61143e26d671 tempest-VolumesNegativeTest-301339994 tempest-VolumesNegativeTest-301339994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for port (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:57.694146 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-923447bf-e709-48a0-9fe3-40324bc5c3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (c82c41e6-6be9-408a-ae4d-4131a3230230), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:57.696294 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-08046653-a04a-4353-8db8-84b7c805e065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759690034297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759689464333'] for port (26ce411c-3f92-4460-93be-76cd93126d62), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:57.701217 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ba5231f9-637f-432b-aba1-99e9e867f378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-760675', 'neutron.services.segments.db._delete_segments_for_network-8759689995322'] for network (af330621-acdf-4f3d-ad55-9f9e392a3f7a), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:57.723193 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08046653-a04a-4353-8db8-84b7c805e065 None None] Pushing event deleted for resources: {'Port': ['ID=26ce411c-3f92-4460-93be-76cd93126d62,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:57.727624 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-6e94abbb-3e56-429c-b135-99a9fc25253b req-1ade5056-ade3-40da-b6cd-05b1f9f6a8dc tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups?id=f819a06d-d42e-4dcc-853e-162f96413bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1780257 Mar 30 18:25:57.730453 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.services.segments.db [None req-ba5231f9-637f-432b-aba1-99e9e867f378 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af330621-acdf-4f3d-ad55-9f9e392a3f7a']}} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:25:57.737122 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08046653-a04a-4353-8db8-84b7c805e065 None None] No DVR routers for this DVR port 26ce411c-3f92-4460-93be-76cd93126d62 on host dv-cinder-835879-1-iscsi {{(pid=103295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:25:57.743234 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.services.segments.db [None req-ba5231f9-637f-432b-aba1-99e9e867f378 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb738ca0-ee17-403d-85ee-2ae2dc7037b1') {'for_net_delete': True} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:25:57.743477 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.services.segments.db [None req-ba5231f9-637f-432b-aba1-99e9e867f378 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb738ca0-ee17-403d-85ee-2ae2dc7037b1') {} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:25:57.757444 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ba5231f9-637f-432b-aba1-99e9e867f378 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759689809987', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59249178'] for segment (eb738ca0-ee17-403d-85ee-2ae2dc7037b1), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:57.775972 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ba5231f9-637f-432b-aba1-99e9e867f378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-829919'] for segment (eb738ca0-ee17-403d-85ee-2ae2dc7037b1), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:57.778679 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4a8ddc14-1741-4f9e-862e-60bbd9503452 req-5bb6a32d-2724-48e9-8fbe-61143e26d671 tempest-VolumesNegativeTest-301339994 tempest-VolumesNegativeTest-301339994-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4218705 Mar 30 18:25:57.785395 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba5231f9-637f-432b-aba1-99e9e867f378 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103294) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 18:25:57.785919 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ba5231f9-637f-432b-aba1-99e9e867f378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-829919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59249949'] for segment (eb738ca0-ee17-403d-85ee-2ae2dc7037b1), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:57.787746 dv-cinder-835879-1-iscsi neutron-server[103294]: Traceback (most recent call last): Mar 30 18:25:57.787746 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 18:25:57.787746 dv-cinder-835879-1-iscsi neutron-server[103294]: timer() Mar 30 18:25:57.787746 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 18:25:57.787746 dv-cinder-835879-1-iscsi neutron-server[103294]: cb(*args, **kw) Mar 30 18:25:57.787746 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 18:25:57.787746 dv-cinder-835879-1-iscsi neutron-server[103294]: return func(*args, **kwargs) Mar 30 18:25:57.787746 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 18:25:57.787746 dv-cinder-835879-1-iscsi neutron-server[103294]: self._notify() Mar 30 18:25:57.787746 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 18:25:57.787746 dv-cinder-835879-1-iscsi neutron-server[103294]: self.callback(batched_events) Mar 30 18:25:57.787746 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 18:25:57.787746 dv-cinder-835879-1-iscsi neutron-server[103294]: event.method(event) Mar 30 18:25:57.787746 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 18:25:57.787746 dv-cinder-835879-1-iscsi neutron-server[103294]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 18:25:57.787746 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 18:25:57.787746 dv-cinder-835879-1-iscsi neutron-server[103294]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 18:25:57.787746 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 18:25:57.787746 dv-cinder-835879-1-iscsi neutron-server[103294]: return f(self, *a, **k) Mar 30 18:25:57.787746 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 18:25:57.787746 dv-cinder-835879-1-iscsi neutron-server[103294]: return self._get(url).json() Mar 30 18:25:57.787746 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 18:25:57.787746 dv-cinder-835879-1-iscsi neutron-server[103294]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 18:25:57.787746 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 18:25:57.787746 dv-cinder-835879-1-iscsi neutron-server[103294]: return self.request(url, 'GET', **kwargs) Mar 30 18:25:57.787746 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 18:25:57.787746 dv-cinder-835879-1-iscsi neutron-server[103294]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 18:25:57.787746 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 18:25:57.787746 dv-cinder-835879-1-iscsi neutron-server[103294]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 18:25:57.787746 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 18:25:57.787746 dv-cinder-835879-1-iscsi neutron-server[103294]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 18:25:57.787746 dv-cinder-835879-1-iscsi neutron-server[103294]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 18:25:57.804305 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [req-4a8ddc14-1741-4f9e-862e-60bbd9503452 req-bdbcdb54-f1e0-42a4-8c32-7f75171a9db9 service neutron] Request body: {'port': {'device_id': '081d88f1-b11f-4f8d-8037-27b4b643b2b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:25:57.845747 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ba5231f9-637f-432b-aba1-99e9e867f378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-760682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1623632'] for network (af330621-acdf-4f3d-ad55-9f9e392a3f7a), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:57.852924 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ba5231f9-637f-432b-aba1-99e9e867f378 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628270'] for network (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:57.856404 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-ba5231f9-637f-432b-aba1-99e9e867f378 admin admin] 10.222.0.18 "DELETE /v2.0/networks/af330621-acdf-4f3d-ad55-9f9e392a3f7a HTTP/1.1" status: 204 len: 168 time: 0.7000093 Mar 30 18:25:57.872210 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5231f9-637f-432b-aba1-99e9e867f378 admin admin] Pushing event deleted for resources: {'Network': ['ID=af330621-acdf-4f3d-ad55-9f9e392a3f7a,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:57.886974 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [req-1b237820-e0c7-4b4b-ade1-5d3c3f22091c req-019b2255-b9ec-4135-92b3-3a4139247a0a tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Deleting port 97a01195-a163-4af7-9d47-6237a0db2bef {{(pid=103293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:25:57.888032 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-1b237820-e0c7-4b4b-ade1-5d3c3f22091c req-019b2255-b9ec-4135-92b3-3a4139247a0a tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759690029078'] for port (97a01195-a163-4af7-9d47-6237a0db2bef), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:57.889849 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-4a8ddc14-1741-4f9e-862e-60bbd9503452 req-bdbcdb54-f1e0-42a4-8c32-7f75171a9db9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (c9edc826-6193-4c29-89c5-c86a2db4b1ab), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:57.909803 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-66bbcd7c-0737-437d-bf68-3c3578b43988 None None] Provisioning complete for port c9edc826-6193-4c29-89c5-c86a2db4b1ab triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:25:57.910172 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-66bbcd7c-0737-437d-bf68-3c3578b43988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (c9edc826-6193-4c29-89c5-c86a2db4b1ab), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:57.948057 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-66bbcd7c-0737-437d-bf68-3c3578b43988 None None] Port c9edc826-6193-4c29-89c5-c86a2db4b1ab cannot update to ACTIVE because it is not bound. {{(pid=103295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:25:58.037551 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 38906) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:58.073934 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [req-1b237820-e0c7-4b4b-ade1-5d3c3f22091c req-019b2255-b9ec-4135-92b3-3a4139247a0a tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] For port 97a01195-a163-4af7-9d47-6237a0db2bef, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=97a01195-a163-4af7-9d47-6237a0db2bef,segment=NetworkSegment(e67e86d6-b9a3-48d5-b3c6-848d768aa694),segment_id=e67e86d6-b9a3-48d5-b3c6-848d768aa694)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:25:58.074315 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-1b237820-e0c7-4b4b-ade1-5d3c3f22091c req-019b2255-b9ec-4135-92b3-3a4139247a0a tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586036'] for port (97a01195-a163-4af7-9d47-6237a0db2bef), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:58.075958 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-f1ee2148-4d44-42f0-8add-caa5b5e60931 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=279a01c655714587a3db731678eada47&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0372121 Mar 30 18:25:58.078432 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 38908) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:58.125021 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-56cdc866-f7d6-4797-b4ec-6b6c8a12cc74 admin admin] Publish callbacks [] for security_group (98fab734-0377-4ebd-9e59-d2cea1281b00), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:58.147321 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-56cdc866-f7d6-4797-b4ec-6b6c8a12cc74 admin admin] Publish callbacks [] for security_group (98fab734-0377-4ebd-9e59-d2cea1281b00), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:58.196432 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-56cdc866-f7d6-4797-b4ec-6b6c8a12cc74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (98fab734-0377-4ebd-9e59-d2cea1281b00), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:58.199514 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-56cdc866-f7d6-4797-b4ec-6b6c8a12cc74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:58.200891 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-56cdc866-f7d6-4797-b4ec-6b6c8a12cc74 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/98fab734-0377-4ebd-9e59-d2cea1281b00 HTTP/1.1" status: 204 len: 168 time: 0.1215689 Mar 30 18:25:58.210069 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cdc866-f7d6-4797-b4ec-6b6c8a12cc74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98fab734-0377-4ebd-9e59-d2cea1281b00,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:58.365447 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-1b237820-e0c7-4b4b-ade1-5d3c3f22091c req-019b2255-b9ec-4135-92b3-3a4139247a0a tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:58.365927 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-1b237820-e0c7-4b4b-ade1-5d3c3f22091c req-019b2255-b9ec-4135-92b3-3a4139247a0a tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623622'] for floatingip (cf219734-13ca-4ce6-98ee-ad007c95dfec), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:58.366163 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.db.l3_db [req-1b237820-e0c7-4b4b-ade1-5d3c3f22091c req-019b2255-b9ec-4135-92b3-3a4139247a0a tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Floating IP cf219734-13ca-4ce6-98ee-ad007c95dfec disassociated. External IP: 172.27.0.212, port: 97a01195-a163-4af7-9d47-6237a0db2bef. Mar 30 18:25:58.366470 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [req-1b237820-e0c7-4b4b-ade1-5d3c3f22091c req-019b2255-b9ec-4135-92b3-3a4139247a0a tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Calling delete_port for 97a01195-a163-4af7-9d47-6237a0db2bef owned by compute:nova {{(pid=103293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:25:58.442603 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [req-4a8ddc14-1741-4f9e-862e-60bbd9503452 req-bdbcdb54-f1e0-42a4-8c32-7f75171a9db9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9edc826-6193-4c29-89c5-c86a2db4b1ab {{(pid=103293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:25:58.454260 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-4a8ddc14-1741-4f9e-862e-60bbd9503452 req-bdbcdb54-f1e0-42a4-8c32-7f75171a9db9 service neutron] Publish callbacks [] for port (c9edc826-6193-4c29-89c5-c86a2db4b1ab), precommit_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:58.510453 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [req-4a8ddc14-1741-4f9e-862e-60bbd9503452 req-bdbcdb54-f1e0-42a4-8c32-7f75171a9db9 service neutron] Transition to ACTIVE for port object c9edc826-6193-4c29-89c5-c86a2db4b1ab will not be triggered until provisioned by entity L2. {{(pid=103293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 18:25:58.517212 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-4a8ddc14-1741-4f9e-862e-60bbd9503452 req-bdbcdb54-f1e0-42a4-8c32-7f75171a9db9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58814400'] for port (c9edc826-6193-4c29-89c5-c86a2db4b1ab), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:58.582218 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd8704a-8daa-4dae-91fb-afa91590d127 req-c8539e57-4b37-4331-a632-c557c474118b tempest-VolumesNegativeTest-301339994 tempest-VolumesNegativeTest-301339994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:58.583781 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-8bd8704a-8daa-4dae-91fb-afa91590d127 req-c8539e57-4b37-4331-a632-c557c474118b tempest-VolumesNegativeTest-301339994 tempest-VolumesNegativeTest-301339994-project] 10.222.0.18 "GET /v2.0/ports?device_id=081d88f1-b11f-4f8d-8037-27b4b643b2b2 HTTP/1.1" status: 200 len: 936 time: 0.1366603 Mar 30 18:25:58.606504 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbcdb54-f1e0-42a4-8c32-7f75171a9db9 service neutron] Pushing event updated for resources: {'Port': ['ID=c9edc826-6193-4c29-89c5-c86a2db4b1ab,revision_number=2']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:58.747371 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-1b237820-e0c7-4b4b-ade1-5d3c3f22091c req-019b2255-b9ec-4135-92b3-3a4139247a0a tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759690034297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759689464333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58814409'] for port (97a01195-a163-4af7-9d47-6237a0db2bef), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:58.760607 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-8bd8704a-8daa-4dae-91fb-afa91590d127 req-294105d5-63dd-4d5b-ab9e-9328ccf063b1 tempest-VolumesNegativeTest-301339994 tempest-VolumesNegativeTest-301339994-project] 10.222.0.18 "GET /v2.0/security-groups?id=0f07f0d4-18e9-4f6a-936a-cc27440be7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695094 Mar 30 18:25:58.787666 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019b2255-b9ec-4135-92b3-3a4139247a0a tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Pushing event deleted for resources: {'Port': ['ID=97a01195-a163-4af7-9d47-6237a0db2bef,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:58.802994 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [req-4a8ddc14-1741-4f9e-862e-60bbd9503452 req-bdbcdb54-f1e0-42a4-8c32-7f75171a9db9 service neutron] Attempting to bind port c9edc826-6193-4c29-89c5-c86a2db4b1ab on host hv-cinder-83587 for vnic_type normal with profile {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:25:58.802994 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [req-4a8ddc14-1741-4f9e-862e-60bbd9503452 req-bdbcdb54-f1e0-42a4-8c32-7f75171a9db9 service neutron] Attempting to bind port c9edc826-6193-4c29-89c5-c86a2db4b1ab by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '648e8395-bdf0-400e-b8eb-28f2f65d6f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9106362-cc86-4aac-b007-f7802447476d'}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:25:58.802994 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8ddc14-1741-4f9e-862e-60bbd9503452 req-bdbcdb54-f1e0-42a4-8c32-7f75171a9db9 service neutron] Attempting to bind port c9edc826-6193-4c29-89c5-c86a2db4b1ab on network f9106362-cc86-4aac-b007-f7802447476d {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:25:58.815400 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8ddc14-1741-4f9e-862e-60bbd9503452 req-bdbcdb54-f1e0-42a4-8c32-7f75171a9db9 service neutron] Port c9edc826-6193-4c29-89c5-c86a2db4b1ab on network f9106362-cc86-4aac-b007-f7802447476d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 18:25:58.815634 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8ddc14-1741-4f9e-862e-60bbd9503452 req-bdbcdb54-f1e0-42a4-8c32-7f75171a9db9 service neutron] Attempting to bind port c9edc826-6193-4c29-89c5-c86a2db4b1ab on network f9106362-cc86-4aac-b007-f7802447476d {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:25:58.909561 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8ddc14-1741-4f9e-862e-60bbd9503452 req-bdbcdb54-f1e0-42a4-8c32-7f75171a9db9 service neutron] Checking agent: {'id': '48cc6dd0-9d47-40d1-bfd7-3609261a1488', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 17, 16), 'started_at': datetime.datetime(2022, 3, 30, 18, 17, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:25:58.910178 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8ddc14-1741-4f9e-862e-60bbd9503452 req-bdbcdb54-f1e0-42a4-8c32-7f75171a9db9 service neutron] Checking segment: {'id': '648e8395-bdf0-400e-b8eb-28f2f65d6f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9106362-cc86-4aac-b007-f7802447476d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:25:58.910570 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8ddc14-1741-4f9e-862e-60bbd9503452 req-bdbcdb54-f1e0-42a4-8c32-7f75171a9db9 service neutron] Bound using segment: {'id': '648e8395-bdf0-400e-b8eb-28f2f65d6f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9106362-cc86-4aac-b007-f7802447476d'} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:25:58.911020 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [req-4a8ddc14-1741-4f9e-862e-60bbd9503452 req-bdbcdb54-f1e0-42a4-8c32-7f75171a9db9 service neutron] Bound port: c9edc826-6193-4c29-89c5-c86a2db4b1ab, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '648e8395-bdf0-400e-b8eb-28f2f65d6f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f9106362-cc86-4aac-b007-f7802447476d'}}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:25:58.911404 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-4a8ddc14-1741-4f9e-862e-60bbd9503452 req-bdbcdb54-f1e0-42a4-8c32-7f75171a9db9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (c9edc826-6193-4c29-89c5-c86a2db4b1ab), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:58.931953 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-914858a6-00bf-4468-88ae-b8bb17999516 req-8bfa68fa-f6a8-4acc-aa0f-715712467643 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2bfcc51-1d2f-4fba-a25e-70ca42dac005 HTTP/1.1" status: 200 len: 210 time: 0.0783503 Mar 30 18:25:58.960940 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device 26ce411c-3f92-4460-93be-76cd93126d62 no longer exists at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:25:58.980387 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] No Port match for: 26ce411c-3f92-4460-93be-76cd93126d62 {{(pid=103295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:25:58.980715 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device 26ce411c-3f92-4460-93be-76cd93126d62 not bound to the agent host dv-cinder-835879-1-iscsi {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:25:59.030956 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b237820-e0c7-4b4b-ade1-5d3c3f22091c req-019b2255-b9ec-4135-92b3-3a4139247a0a tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Router f010dd47-46c7-4a72-9687-8085a6f3d386 has already been hosted by L3 agent bb9cbda0-d504-4372-97ec-0881b5676f92 {{(pid=103293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:25:59.032344 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [req-4a8ddc14-1741-4f9e-862e-60bbd9503452 req-bdbcdb54-f1e0-42a4-8c32-7f75171a9db9 service neutron] For port c9edc826-6193-4c29-89c5-c86a2db4b1ab, host hv-cinder-83587, cleared binding levels {{(pid=103293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:25:59.038738 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [req-4a8ddc14-1741-4f9e-862e-60bbd9503452 req-bdbcdb54-f1e0-42a4-8c32-7f75171a9db9 service neutron] For port c9edc826-6193-4c29-89c5-c86a2db4b1ab, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=c9edc826-6193-4c29-89c5-c86a2db4b1ab,segment=NetworkSegment(648e8395-bdf0-400e-b8eb-28f2f65d6f65),segment_id=648e8395-bdf0-400e-b8eb-28f2f65d6f65)] {{(pid=103293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:25:59.048637 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-4a8ddc14-1741-4f9e-862e-60bbd9503452 req-bdbcdb54-f1e0-42a4-8c32-7f75171a9db9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58814400'] for port (c9edc826-6193-4c29-89c5-c86a2db4b1ab), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:59.144575 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ddc14-1741-4f9e-862e-60bbd9503452 req-bdbcdb54-f1e0-42a4-8c32-7f75171a9db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:59.145222 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-4a8ddc14-1741-4f9e-862e-60bbd9503452 req-bdbcdb54-f1e0-42a4-8c32-7f75171a9db9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for port (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:59.146579 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4a8ddc14-1741-4f9e-862e-60bbd9503452 req-bdbcdb54-f1e0-42a4-8c32-7f75171a9db9 service neutron] 10.222.0.55 "PUT /v2.0/ports/c9edc826-6193-4c29-89c5-c86a2db4b1ab HTTP/1.1" status: 200 len: 1098 time: 1.3464527 Mar 30 18:25:59.150367 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '081d88f1-b11f-4f8d-8037-27b4b643b2b2', 'tag': 'c9edc826-6193-4c29-89c5-c86a2db4b1ab'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:25:59.152707 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e41150553c85b09edab6cb52843a30629a36ec9d810f78f9b9d5c7c277fb574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a9c0bea-0acf-49c4-bfef-d472f1ea3f6a" -d '{"events": [{"name": "network-changed", "server_uuid": "081d88f1-b11f-4f8d-8037-27b4b643b2b2", "tag": "c9edc826-6193-4c29-89c5-c86a2db4b1ab"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:25:59.195114 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbcdb54-f1e0-42a4-8c32-7f75171a9db9 service neutron] Pushing event updated for resources: {'Port': ['ID=c9edc826-6193-4c29-89c5-c86a2db4b1ab,revision_number=3']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:59.226479 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-008dad0b-7bc5-4074-bcbd-d2518c6e8b6b x-openstack-request-id: req-008dad0b-7bc5-4074-bcbd-d2518c6e8b6b {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:25:59.226650 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "081d88f1-b11f-4f8d-8037-27b4b643b2b2", "tag": "c9edc826-6193-4c29-89c5-c86a2db4b1ab", "status": "completed", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:25:59.227232 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-008dad0b-7bc5-4074-bcbd-d2518c6e8b6b {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:25:59.227333 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-008dad0b-7bc5-4074-bcbd-d2518c6e8b6b'] response: {'name': 'network-changed', 'server_uuid': '081d88f1-b11f-4f8d-8037-27b4b643b2b2', 'tag': 'c9edc826-6193-4c29-89c5-c86a2db4b1ab', 'status': 'completed', 'code': 200} Mar 30 18:25:59.232547 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b237820-e0c7-4b4b-ade1-5d3c3f22091c req-019b2255-b9ec-4135-92b3-3a4139247a0a tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Notify agent at l3_agent.dv-cinder-835879-1-iscsi the message routers_updated {{(pid=103293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:25:59.247747 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca96dee-39fa-4e82-902d-ca1752d89772 None None] Sync routers for ids ['f010dd47-46c7-4a72-9687-8085a6f3d386'] in dv-cinder-835879-1-iscsi {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:25:59.266462 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca96dee-39fa-4e82-902d-ca1752d89772 None None] Routers {'f010dd47-46c7-4a72-9687-8085a6f3d386'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:25:59.267109 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-eca96dee-39fa-4e82-902d-ca1752d89772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:25:30Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['f010dd47-46c7-4a72-9687-8085a6f3d386'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:25:59.292154 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b237820-e0c7-4b4b-ade1-5d3c3f22091c req-019b2255-b9ec-4135-92b3-3a4139247a0a tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] No DVR routers for this DVR port 97a01195-a163-4af7-9d47-6237a0db2bef on host hv-cinder-83587 {{(pid=103293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:25:59.294910 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-1b237820-e0c7-4b4b-ade1-5d3c3f22091c req-019b2255-b9ec-4135-92b3-3a4139247a0a tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for port (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:59.299395 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-1b237820-e0c7-4b4b-ade1-5d3c3f22091c req-019b2255-b9ec-4135-92b3-3a4139247a0a tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.55 "DELETE /v2.0/ports/97a01195-a163-4af7-9d47-6237a0db2bef HTTP/1.1" status: 204 len: 173 time: 1.6299233 Mar 30 18:25:59.316724 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ddc14-1741-4f9e-862e-60bbd9503452 req-6301cfcf-6d20-4132-b98a-b67d2afdd428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:59.318259 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4a8ddc14-1741-4f9e-862e-60bbd9503452 req-6301cfcf-6d20-4132-b98a-b67d2afdd428 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4171cac9b20a4682aa86d061b02ba0d5&device_id=081d88f1-b11f-4f8d-8037-27b4b643b2b2 HTTP/1.1" status: 200 len: 1132 time: 0.1079946 Mar 30 18:25:59.404197 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-eca96dee-39fa-4e82-902d-ca1752d89772 None None] Set router f010dd47-46c7-4a72-9687-8085a6f3d386 gateway port host: dv-cinder-835879-1-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:25:59.405299 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4a8ddc14-1741-4f9e-862e-60bbd9503452 req-6af07c3c-18d5-4015-bbe8-a407517fe44e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=c9edc826-6193-4c29-89c5-c86a2db4b1ab HTTP/1.1" status: 200 len: 217 time: 0.0732172 Mar 30 18:25:59.494495 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ddc14-1741-4f9e-862e-60bbd9503452 req-defe3503-5775-46a2-b8be-8a9190ebf993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:59.496004 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4a8ddc14-1741-4f9e-862e-60bbd9503452 req-defe3503-5775-46a2-b8be-8a9190ebf993 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=46fb4744-221d-4f1a-a6c6-af85828604c7 HTTP/1.1" status: 200 len: 843 time: 0.0845218 Mar 30 18:25:59.582488 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ddc14-1741-4f9e-862e-60bbd9503452 req-eeae817f-0f5a-4342-92d5-1ca1c038d485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:59.584051 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4a8ddc14-1741-4f9e-862e-60bbd9503452 req-eeae817f-0f5a-4342-92d5-1ca1c038d485 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f9106362-cc86-4aac-b007-f7802447476d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0783019 Mar 30 18:25:59.681869 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-eca96dee-39fa-4e82-902d-ca1752d89772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f010dd47-46c7-4a72-9687-8085a6f3d386', 'name': 'tempest-AttachVolumeShelveTestJSON-931886875-router', 'tenant_id': '160e10afe45b4c309f409b0d9735b01b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'eac83934-d18e-4f92-9ee2-9fbe33595f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:19:11Z', 'updated_at': '2022-03-30T18:19:20Z', 'revision_number': 4, 'project_id': '160e10afe45b4c309f409b0d9735b01b', 'gw_port': {'id': 'eac83934-d18e-4f92-9ee2-9fbe33595f74', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f010dd47-46c7-4a72-9687-8085a6f3d386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:12Z', 'updated_at': '2022-03-30T18:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_interfaces': [{'id': '8a106a51-8a1b-4a6e-bb8d-131b188cff7c', 'name': '', 'network_id': '962d8774-065a-4a3e-943e-02c437f03701', 'tenant_id': '160e10afe45b4c309f409b0d9735b01b', 'mac_address': 'fa:16:3e:4c:b3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f010dd47-46c7-4a72-9687-8085a6f3d386', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8c5ebae0-2426-48ad-8a00-7de0e10a4970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:18Z', 'updated_at': '2022-03-30T18:19:32Z', 'revision_number': 5, 'project_id': '160e10afe45b4c309f409b0d9735b01b', 'subnets': [{'id': '8c5ebae0-2426-48ad-8a00-7de0e10a4970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:25:59.717549 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca96dee-39fa-4e82-902d-ca1752d89772 None None] Checking router: f010dd47-46c7-4a72-9687-8085a6f3d386 for host: dv-cinder-835879-1-iscsi {{(pid=103296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:25:59.721983 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4a8ddc14-1741-4f9e-862e-60bbd9503452 req-f5556afb-dc2d-48af-9a73-a568ebad8a77 service neutron] 10.222.0.55 "GET /v2.0/networks/f9106362-cc86-4aac-b007-f7802447476d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256156 Mar 30 18:25:59.736614 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca96dee-39fa-4e82-902d-ca1752d89772 None None] Routers {'f010dd47-46c7-4a72-9687-8085a6f3d386'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:25:59.737321 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-eca96dee-39fa-4e82-902d-ca1752d89772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:25:30Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['f010dd47-46c7-4a72-9687-8085a6f3d386'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:25:59.890521 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-eca96dee-39fa-4e82-902d-ca1752d89772 None None] Set router f010dd47-46c7-4a72-9687-8085a6f3d386 gateway port host: dv-cinder-835879-1-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:25:59.979062 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4a8ddc14-1741-4f9e-862e-60bbd9503452 req-43620479-5dd4-4bd4-858a-5841ea2fd77c service neutron] 10.222.0.55 "GET /v2.0/networks/f9106362-cc86-4aac-b007-f7802447476d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479732 Mar 30 18:25:59.989370 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76722e4f-99aa-40a6-9d96-7bf8718b20b6 req-28a21eff-9dee-42a8-81cc-1e301ace499d tempest-VolumesNegativeTest-301339994 tempest-VolumesNegativeTest-301339994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:59.990910 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-76722e4f-99aa-40a6-9d96-7bf8718b20b6 req-28a21eff-9dee-42a8-81cc-1e301ace499d tempest-VolumesNegativeTest-301339994 tempest-VolumesNegativeTest-301339994-project] 10.222.0.18 "GET /v2.0/ports?device_id=081d88f1-b11f-4f8d-8037-27b4b643b2b2 HTTP/1.1" status: 200 len: 948 time: 0.1435397 Mar 30 18:26:00.083469 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-86a91d52-f8fd-4e8e-83a0-f585fdd41199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bb9cbda0-d504-4372-97ec-0881b5676f92), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:00.093056 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 38998) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:00.136996 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-76722e4f-99aa-40a6-9d96-7bf8718b20b6 req-3010ed1e-3d89-474b-becb-309907f774ff tempest-VolumesNegativeTest-301339994 tempest-VolumesNegativeTest-301339994-project] 10.222.0.18 "GET /v2.0/security-groups?id=0f07f0d4-18e9-4f6a-936a-cc27440be7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395195 Mar 30 18:26:00.159350 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c0bea-0acf-49c4-bfef-d472f1ea3f6a req-15296439-8a8f-4874-8f60-5610cd7076dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:00.160935 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0a9c0bea-0acf-49c4-bfef-d472f1ea3f6a req-15296439-8a8f-4874-8f60-5610cd7076dc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4171cac9b20a4682aa86d061b02ba0d5&device_id=081d88f1-b11f-4f8d-8037-27b4b643b2b2 HTTP/1.1" status: 200 len: 1132 time: 0.0719383 Mar 30 18:26:00.193838 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-11075ed1-e9e3-4c80-89e1-a365b5594a47 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks [] for security_group (f819a06d-d42e-4dcc-853e-162f96413bc8), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:00.219580 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-11075ed1-e9e3-4c80-89e1-a365b5594a47 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks [] for security_group (f819a06d-d42e-4dcc-853e-162f96413bc8), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:00.283907 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-11075ed1-e9e3-4c80-89e1-a365b5594a47 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (f819a06d-d42e-4dcc-853e-162f96413bc8), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:00.286748 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-11075ed1-e9e3-4c80-89e1-a365b5594a47 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:00.289261 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-11075ed1-e9e3-4c80-89e1-a365b5594a47 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "DELETE /v2.0/security-groups/f819a06d-d42e-4dcc-853e-162f96413bc8 HTTP/1.1" status: 204 len: 168 time: 0.1945975 Mar 30 18:26:00.292555 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 39004) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:00.318811 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.api.v2.resource [None req-75845468-b97b-49b4-8eb7-554c492c67ce tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] show failed (client error): The resource could not be found. Mar 30 18:26:00.320146 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-75845468-b97b-49b4-8eb7-554c492c67ce tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "GET /v2.0/security-groups/f819a06d-d42e-4dcc-853e-162f96413bc8 HTTP/1.1" status: 404 len: 347 time: 0.0241866 Mar 30 18:26:00.321224 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11075ed1-e9e3-4c80-89e1-a365b5594a47 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f819a06d-d42e-4dcc-853e-162f96413bc8,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:00.324161 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 39008) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:00.338874 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-eca96dee-39fa-4e82-902d-ca1752d89772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f010dd47-46c7-4a72-9687-8085a6f3d386', 'name': 'tempest-AttachVolumeShelveTestJSON-931886875-router', 'tenant_id': '160e10afe45b4c309f409b0d9735b01b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'eac83934-d18e-4f92-9ee2-9fbe33595f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:19:11Z', 'updated_at': '2022-03-30T18:19:20Z', 'revision_number': 4, 'project_id': '160e10afe45b4c309f409b0d9735b01b', 'gw_port': {'id': 'eac83934-d18e-4f92-9ee2-9fbe33595f74', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f010dd47-46c7-4a72-9687-8085a6f3d386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:12Z', 'updated_at': '2022-03-30T18:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_interfaces': [{'id': '8a106a51-8a1b-4a6e-bb8d-131b188cff7c', 'name': '', 'network_id': '962d8774-065a-4a3e-943e-02c437f03701', 'tenant_id': '160e10afe45b4c309f409b0d9735b01b', 'mac_address': 'fa:16:3e:4c:b3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f010dd47-46c7-4a72-9687-8085a6f3d386', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8c5ebae0-2426-48ad-8a00-7de0e10a4970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:18Z', 'updated_at': '2022-03-30T18:19:32Z', 'revision_number': 5, 'project_id': '160e10afe45b4c309f409b0d9735b01b', 'subnets': [{'id': '8c5ebae0-2426-48ad-8a00-7de0e10a4970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:26:00.356368 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c0bea-0acf-49c4-bfef-d472f1ea3f6a req-907550d3-bbd0-41ce-a918-bfa9c0ec874c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:00.360374 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0a9c0bea-0acf-49c4-bfef-d472f1ea3f6a req-907550d3-bbd0-41ce-a918-bfa9c0ec874c service neutron] 10.222.0.55 "GET /v2.0/networks?id=f9106362-cc86-4aac-b007-f7802447476d HTTP/1.1" status: 200 len: 870 time: 0.1918437 Mar 30 18:26:00.370814 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca96dee-39fa-4e82-902d-ca1752d89772 None None] The sync data for ids ['f010dd47-46c7-4a72-9687-8085a6f3d386'] in dv-cinder-835879-1-iscsi is: [{'id': 'f010dd47-46c7-4a72-9687-8085a6f3d386', 'name': 'tempest-AttachVolumeShelveTestJSON-931886875-router', 'tenant_id': '160e10afe45b4c309f409b0d9735b01b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'eac83934-d18e-4f92-9ee2-9fbe33595f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:19:11Z', 'updated_at': '2022-03-30T18:19:20Z', 'revision_number': 4, 'project_id': '160e10afe45b4c309f409b0d9735b01b', 'gw_port': {'id': 'eac83934-d18e-4f92-9ee2-9fbe33595f74', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f010dd47-46c7-4a72-9687-8085a6f3d386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:12Z', 'updated_at': '2022-03-30T18:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_interfaces': [{'id': '8a106a51-8a1b-4a6e-bb8d-131b188cff7c', 'name': '', 'network_id': '962d8774-065a-4a3e-943e-02c437f03701', 'tenant_id': '160e10afe45b4c309f409b0d9735b01b', 'mac_address': 'fa:16:3e:4c:b3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f010dd47-46c7-4a72-9687-8085a6f3d386', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8c5ebae0-2426-48ad-8a00-7de0e10a4970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:18Z', 'updated_at': '2022-03-30T18:19:32Z', 'revision_number': 5, 'project_id': '160e10afe45b4c309f409b0d9735b01b', 'subnets': [{'id': '8c5ebae0-2426-48ad-8a00-7de0e10a4970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:26:00.379606 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11075ed1-e9e3-4c80-89e1-a365b5594a47 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:00.379933 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11075ed1-e9e3-4c80-89e1-a365b5594a47 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:00.380277 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11075ed1-e9e3-4c80-89e1-a365b5594a47 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:00.380611 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11075ed1-e9e3-4c80-89e1-a365b5594a47 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:00.380939 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11075ed1-e9e3-4c80-89e1-a365b5594a47 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:00.381265 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11075ed1-e9e3-4c80-89e1-a365b5594a47 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:00.381589 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11075ed1-e9e3-4c80-89e1-a365b5594a47 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:00.383639 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11075ed1-e9e3-4c80-89e1-a365b5594a47 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:00.383981 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11075ed1-e9e3-4c80-89e1-a365b5594a47 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:00.384312 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11075ed1-e9e3-4c80-89e1-a365b5594a47 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:00.384646 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11075ed1-e9e3-4c80-89e1-a365b5594a47 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:00.384977 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11075ed1-e9e3-4c80-89e1-a365b5594a47 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:00.385305 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11075ed1-e9e3-4c80-89e1-a365b5594a47 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:00.385626 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11075ed1-e9e3-4c80-89e1-a365b5594a47 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:00.385959 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11075ed1-e9e3-4c80-89e1-a365b5594a47 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:00.445152 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0a9c0bea-0acf-49c4-bfef-d472f1ea3f6a req-a10fd041-fc28-4d79-ac7a-d7d691874af1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=c9edc826-6193-4c29-89c5-c86a2db4b1ab HTTP/1.1" status: 200 len: 217 time: 0.0788555 Mar 30 18:26:00.509392 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c0bea-0acf-49c4-bfef-d472f1ea3f6a req-2221dd41-6f39-4801-b34f-9027a1a583ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:00.510575 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-dc64569a-2024-4b58-891b-75d851cefc97 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Deleting port 81dbcd55-f39d-46dc-ba53-08c58bb32ef7 {{(pid=103294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:26:00.510913 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-dc64569a-2024-4b58-891b-75d851cefc97 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759690029078'] for port (81dbcd55-f39d-46dc-ba53-08c58bb32ef7), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:00.511109 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0a9c0bea-0acf-49c4-bfef-d472f1ea3f6a req-2221dd41-6f39-4801-b34f-9027a1a583ea service neutron] 10.222.0.55 "GET /v2.0/subnets?id=46fb4744-221d-4f1a-a6c6-af85828604c7 HTTP/1.1" status: 200 len: 843 time: 0.0587275 Mar 30 18:26:00.580865 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c0bea-0acf-49c4-bfef-d472f1ea3f6a req-72cb8bf4-9b97-467c-945e-595393ed7bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:00.582745 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0a9c0bea-0acf-49c4-bfef-d472f1ea3f6a req-72cb8bf4-9b97-467c-945e-595393ed7bc4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f9106362-cc86-4aac-b007-f7802447476d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0633388 Mar 30 18:26:00.604177 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-dc64569a-2024-4b58-891b-75d851cefc97 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586036'] for port (81dbcd55-f39d-46dc-ba53-08c58bb32ef7), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:00.604504 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-dc64569a-2024-4b58-891b-75d851cefc97 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks [] for floatingip (81dbcd55-f39d-46dc-ba53-08c58bb32ef7), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:00.618669 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-dc64569a-2024-4b58-891b-75d851cefc97 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Calling delete_port for 81dbcd55-f39d-46dc-ba53-08c58bb32ef7 owned by network:floatingip {{(pid=103294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:26:00.723986 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4894db-d916-4127-bd67-28e745725e58 None None] New status for floating IP cf219734-13ca-4ce6-98ee-ad007c95dfec: DOWN {{(pid=103295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:26:00.775592 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-dc64569a-2024-4b58-891b-75d851cefc97 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759690034297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759689464333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59249992'] for port (81dbcd55-f39d-46dc-ba53-08c58bb32ef7), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:00.808293 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc64569a-2024-4b58-891b-75d851cefc97 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Pushing event deleted for resources: {'Port': ['ID=81dbcd55-f39d-46dc-ba53-08c58bb32ef7,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:00.810811 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.db.api [None req-df4894db-d916-4127-bd67-28e745725e58 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103295) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 18:26:00.811511 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG oslo_db.api [None req-df4894db-d916-4127-bd67-28e745725e58 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 18:26:00.893685 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-dc64569a-2024-4b58-891b-75d851cefc97 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks [] for floatingip (cf219734-13ca-4ce6-98ee-ad007c95dfec), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:00.896314 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-dc64569a-2024-4b58-891b-75d851cefc97 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for floatingip (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:00.897716 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-dc64569a-2024-4b58-891b-75d851cefc97 tempest-AttachVolumeShelveTestJSON-665910471 tempest-AttachVolumeShelveTestJSON-665910471-project] 10.222.0.18 "DELETE /v2.0/floatingips/cf219734-13ca-4ce6-98ee-ad007c95dfec HTTP/1.1" status: 204 len: 168 time: 0.5723586 Mar 30 18:26:01.007311 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0a9c0bea-0acf-49c4-bfef-d472f1ea3f6a req-1b558d07-7b8c-4dba-8a0c-030013ae3114 service neutron] 10.222.0.55 "GET /v2.0/networks/f9106362-cc86-4aac-b007-f7802447476d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4139962 Mar 30 18:26:01.099083 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0a9c0bea-0acf-49c4-bfef-d472f1ea3f6a req-8cea7f87-da44-45e1-871c-79c5635a9126 service neutron] 10.222.0.55 "GET /v2.0/networks/f9106362-cc86-4aac-b007-f7802447476d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852196 Mar 30 18:26:01.206919 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device 97a01195-a163-4af7-9d47-6237a0db2bef no longer exists at agent hyperv_hv-cinder-83587 {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:26:01.210600 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f19afa9d-e030-40e8-acc4-8e1b9083a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (63dcb6ae-3517-415b-a3a4-cfabe01bf14f), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:01.227589 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] No Port match for: 97a01195-a163-4af7-9d47-6237a0db2bef {{(pid=103295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:26:01.227939 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device 97a01195-a163-4af7-9d47-6237a0db2bef not bound to the agent host hv-cinder-83587 {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:26:01.238166 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2bfcc51-1d2f-4fba-a25e-70ca42dac005', 'name': 'network-vif-deleted', 'tag': '97a01195-a163-4af7-9d47-6237a0db2bef'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:26:01.240889 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e41150553c85b09edab6cb52843a30629a36ec9d810f78f9b9d5c7c277fb574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2334f8b8-8275-445e-a595-e2496f871a18" -d '{"events": [{"server_uuid": "e2bfcc51-1d2f-4fba-a25e-70ca42dac005", "name": "network-vif-deleted", "tag": "97a01195-a163-4af7-9d47-6237a0db2bef"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:26:01.271516 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9676d2a-5095-4a06-97ba-8d07b563aa13 req-e7f42856-2430-4ef3-bbda-2625c1338429 tempest-VolumesNegativeTest-301339994 tempest-VolumesNegativeTest-301339994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:01.273102 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-f9676d2a-5095-4a06-97ba-8d07b563aa13 req-e7f42856-2430-4ef3-bbda-2625c1338429 tempest-VolumesNegativeTest-301339994 tempest-VolumesNegativeTest-301339994-project] 10.222.0.18 "GET /v2.0/ports?device_id=081d88f1-b11f-4f8d-8037-27b4b643b2b2 HTTP/1.1" status: 200 len: 948 time: 0.0616443 Mar 30 18:26:01.278237 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a746a1-dcf5-4401-8722-f45be7cb330b x-openstack-request-id: req-c7a746a1-dcf5-4401-8722-f45be7cb330b {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:26:01.278524 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2bfcc51-1d2f-4fba-a25e-70ca42dac005", "name": "network-vif-deleted", "tag": "97a01195-a163-4af7-9d47-6237a0db2bef", "status": "completed", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:26:01.278776 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c7a746a1-dcf5-4401-8722-f45be7cb330b {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:26:01.279188 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7a746a1-dcf5-4401-8722-f45be7cb330b'] response: {'server_uuid': 'e2bfcc51-1d2f-4fba-a25e-70ca42dac005', 'name': 'network-vif-deleted', 'tag': '97a01195-a163-4af7-9d47-6237a0db2bef', 'status': 'completed', 'code': 200} Mar 30 18:26:01.312658 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4894db-d916-4127-bd67-28e745725e58 None None] New status for floating IP cf219734-13ca-4ce6-98ee-ad007c95dfec: DOWN {{(pid=103295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:26:01.321853 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-f9676d2a-5095-4a06-97ba-8d07b563aa13 req-2bd011b1-6cd5-449d-97d1-8390d33a5096 tempest-VolumesNegativeTest-301339994 tempest-VolumesNegativeTest-301339994-project] 10.222.0.18 "GET /v2.0/security-groups?id=0f07f0d4-18e9-4f6a-936a-cc27440be7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418031 Mar 30 18:26:02.295940 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 39074) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:02.401536 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-bf5accfa-64c6-41a3-85bf-ea1bb32ddb46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:02.449315 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7796f3-6f3f-4703-baa3-9c49dd98ebb1 req-dabb802f-e12f-4e55-b510-33fbe0a37016 tempest-VolumesNegativeTest-301339994 tempest-VolumesNegativeTest-301339994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:02.451140 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-8e7796f3-6f3f-4703-baa3-9c49dd98ebb1 req-dabb802f-e12f-4e55-b510-33fbe0a37016 tempest-VolumesNegativeTest-301339994 tempest-VolumesNegativeTest-301339994-project] 10.222.0.18 "GET /v2.0/ports?device_id=081d88f1-b11f-4f8d-8037-27b4b643b2b2 HTTP/1.1" status: 200 len: 948 time: 0.0609767 Mar 30 18:26:02.480655 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-bf5accfa-64c6-41a3-85bf-ea1bb32ddb46 admin admin] Publish callbacks [] for security_group (6f4c81ba-4ed2-46b4-bd22-d351b78e5c0f), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:02.484338 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-bf5accfa-64c6-41a3-85bf-ea1bb32ddb46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (6f4c81ba-4ed2-46b4-bd22-d351b78e5c0f), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:02.499432 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-8e7796f3-6f3f-4703-baa3-9c49dd98ebb1 req-8302dc90-5f30-490e-a113-d07d882acda8 tempest-VolumesNegativeTest-301339994 tempest-VolumesNegativeTest-301339994-project] 10.222.0.18 "GET /v2.0/security-groups?id=0f07f0d4-18e9-4f6a-936a-cc27440be7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420513 Mar 30 18:26:02.523320 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-bf5accfa-64c6-41a3-85bf-ea1bb32ddb46 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6406b88ba18b44fd843ab77872ec9ecf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2262564 Mar 30 18:26:02.524186 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5accfa-64c6-41a3-85bf-ea1bb32ddb46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4c81ba-4ed2-46b4-bd22-d351b78e5c0f,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:02.525923 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 39080) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:02.579069 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-d8be18cb-f266-485f-a064-578d90323d65 admin admin] Publish callbacks [] for security_group (6f4c81ba-4ed2-46b4-bd22-d351b78e5c0f), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:02.600473 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-d8be18cb-f266-485f-a064-578d90323d65 admin admin] Publish callbacks [] for security_group (6f4c81ba-4ed2-46b4-bd22-d351b78e5c0f), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:02.606336 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-735ee7a5-faf9-4a72-9605-65e031eaef75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bc479c0e-1124-4d13-b03e-bb2d712dc776), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:02.646674 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-d8be18cb-f266-485f-a064-578d90323d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (6f4c81ba-4ed2-46b4-bd22-d351b78e5c0f), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:02.649249 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-d8be18cb-f266-485f-a064-578d90323d65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:02.650419 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-d8be18cb-f266-485f-a064-578d90323d65 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6f4c81ba-4ed2-46b4-bd22-d351b78e5c0f HTTP/1.1" status: 204 len: 168 time: 0.1227548 Mar 30 18:26:02.658351 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8be18cb-f266-485f-a064-578d90323d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4c81ba-4ed2-46b4-bd22-d351b78e5c0f,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:02.921304 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 39092) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:02.937853 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-3d6dbf7e-56b8-4d22-a9ca-c487f8b24796 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:03.020820 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-3d6dbf7e-56b8-4d22-a9ca-c487f8b24796 admin admin] Publish callbacks [] for security_group (5a22e2c3-c017-4cfb-978a-8f2986462ce2), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:03.025028 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-3d6dbf7e-56b8-4d22-a9ca-c487f8b24796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (5a22e2c3-c017-4cfb-978a-8f2986462ce2), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:03.069798 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-3d6dbf7e-56b8-4d22-a9ca-c487f8b24796 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=673a49dd526249318dd5eb56ff52ae4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1472273 Mar 30 18:26:03.072029 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6dbf7e-56b8-4d22-a9ca-c487f8b24796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a22e2c3-c017-4cfb-978a-8f2986462ce2,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:03.072705 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 39096) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:03.125207 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-2c278d6a-006d-49f6-b109-d98c3e9b4e71 admin admin] Publish callbacks [] for security_group (5a22e2c3-c017-4cfb-978a-8f2986462ce2), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:03.145944 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-2c278d6a-006d-49f6-b109-d98c3e9b4e71 admin admin] Publish callbacks [] for security_group (5a22e2c3-c017-4cfb-978a-8f2986462ce2), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:03.193693 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-2c278d6a-006d-49f6-b109-d98c3e9b4e71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (5a22e2c3-c017-4cfb-978a-8f2986462ce2), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:03.196220 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-2c278d6a-006d-49f6-b109-d98c3e9b4e71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:03.197334 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-2c278d6a-006d-49f6-b109-d98c3e9b4e71 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5a22e2c3-c017-4cfb-978a-8f2986462ce2 HTTP/1.1" status: 204 len: 168 time: 0.1235383 Mar 30 18:26:03.205385 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c278d6a-006d-49f6-b109-d98c3e9b4e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a22e2c3-c017-4cfb-978a-8f2986462ce2,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:03.230748 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device c9edc826-6193-4c29-89c5-c86a2db4b1ab details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103295) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:26:03.308509 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 39106) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:03.476234 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port c9edc826-6193-4c29-89c5-c86a2db4b1ab, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=c9edc826-6193-4c29-89c5-c86a2db4b1ab,segment=NetworkSegment(648e8395-bdf0-400e-b8eb-28f2f65d6f65),segment_id=648e8395-bdf0-400e-b8eb-28f2f65d6f65)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:26:03.488846 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Returning: {'device': 'c9edc826-6193-4c29-89c5-c86a2db4b1ab', 'network_id': 'f9106362-cc86-4aac-b007-f7802447476d', 'port_id': 'c9edc826-6193-4c29-89c5-c86a2db4b1ab', 'mac_address': 'fa:16:3e:ef:92:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46fb4744-221d-4f1a-a6c6-af85828604c7', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103295) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:26:03.547238 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Current status of the port c9edc826-6193-4c29-89c5-c86a2db4b1ab is: DOWN; New status is: BUILD {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:26:03.547801 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (c9edc826-6193-4c29-89c5-c86a2db4b1ab), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:03.561772 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9edc826-6193-4c29-89c5-c86a2db4b1ab {{(pid=103295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:26:03.585579 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port c9edc826-6193-4c29-89c5-c86a2db4b1ab, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=c9edc826-6193-4c29-89c5-c86a2db4b1ab,segment=NetworkSegment(648e8395-bdf0-400e-b8eb-28f2f65d6f65),segment_id=648e8395-bdf0-400e-b8eb-28f2f65d6f65)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:26:03.591246 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (c9edc826-6193-4c29-89c5-c86a2db4b1ab), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:03.641323 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Pushing event updated for resources: {'Port': ['ID=c9edc826-6193-4c29-89c5-c86a2db4b1ab,revision_number=4']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:03.664049 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc636a-0634-4940-ae10-556ba06c7295 req-03510f27-c13f-4fd3-8795-36feb4abc09c tempest-VolumesNegativeTest-301339994 tempest-VolumesNegativeTest-301339994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:03.666323 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-7efc636a-0634-4940-ae10-556ba06c7295 req-03510f27-c13f-4fd3-8795-36feb4abc09c tempest-VolumesNegativeTest-301339994 tempest-VolumesNegativeTest-301339994-project] 10.222.0.18 "GET /v2.0/ports?device_id=081d88f1-b11f-4f8d-8037-27b4b643b2b2 HTTP/1.1" status: 200 len: 949 time: 0.0895503 Mar 30 18:26:03.722638 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-7efc636a-0634-4940-ae10-556ba06c7295 req-edae6575-04e4-4c50-a36e-14bf0b9a8a31 tempest-VolumesNegativeTest-301339994 tempest-VolumesNegativeTest-301339994-project] 10.222.0.18 "GET /v2.0/security-groups?id=0f07f0d4-18e9-4f6a-936a-cc27440be7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488782 Mar 30 18:26:03.993031 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (6489659c-3f19-4a2c-89f8-52d37c938fb3), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:04.132183 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-50edbb73-8193-459e-b903-ff75bb3855ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625670'] for router_interface (f010dd47-46c7-4a72-9687-8085a6f3d386), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:04.380252 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-50edbb73-8193-459e-b903-ff75bb3855ee admin admin] Deleting port 8a106a51-8a1b-4a6e-bb8d-131b188cff7c {{(pid=103294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:26:04.380860 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-50edbb73-8193-459e-b903-ff75bb3855ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759690029078'] for port (8a106a51-8a1b-4a6e-bb8d-131b188cff7c), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:04.459389 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [None req-50edbb73-8193-459e-b903-ff75bb3855ee admin admin] For port 8a106a51-8a1b-4a6e-bb8d-131b188cff7c, host dv-cinder-835879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=8a106a51-8a1b-4a6e-bb8d-131b188cff7c,segment=NetworkSegment(e67e86d6-b9a3-48d5-b3c6-848d768aa694),segment_id=e67e86d6-b9a3-48d5-b3c6-848d768aa694)] {{(pid=103294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:26:04.459756 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-50edbb73-8193-459e-b903-ff75bb3855ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586036'] for port (8a106a51-8a1b-4a6e-bb8d-131b188cff7c), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:04.472629 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-50edbb73-8193-459e-b903-ff75bb3855ee admin admin] Calling delete_port for 8a106a51-8a1b-4a6e-bb8d-131b188cff7c owned by network:router_interface {{(pid=103294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:26:04.657598 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-50edbb73-8193-459e-b903-ff75bb3855ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759690034297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759689464333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59249992'] for port (8a106a51-8a1b-4a6e-bb8d-131b188cff7c), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:04.684043 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50edbb73-8193-459e-b903-ff75bb3855ee admin admin] Pushing event deleted for resources: {'Port': ['ID=8a106a51-8a1b-4a6e-bb8d-131b188cff7c,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:04.859838 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-50edbb73-8193-459e-b903-ff75bb3855ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1628225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624278'] for router_interface (f010dd47-46c7-4a72-9687-8085a6f3d386), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:04.860517 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd660aa6-9a3c-4692-a745-e8afc82df087 req-54debc7b-035e-4aba-be35-f010a5a1bfd7 tempest-VolumesNegativeTest-301339994 tempest-VolumesNegativeTest-301339994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:04.862755 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-fd660aa6-9a3c-4692-a745-e8afc82df087 req-54debc7b-035e-4aba-be35-f010a5a1bfd7 tempest-VolumesNegativeTest-301339994 tempest-VolumesNegativeTest-301339994-project] 10.222.0.18 "GET /v2.0/ports?device_id=081d88f1-b11f-4f8d-8037-27b4b643b2b2 HTTP/1.1" status: 200 len: 949 time: 0.0630682 Mar 30 18:26:04.926943 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-fd660aa6-9a3c-4692-a745-e8afc82df087 req-f6de1b80-b99c-4df4-a5d4-61ab25142687 tempest-VolumesNegativeTest-301339994 tempest-VolumesNegativeTest-301339994-project] 10.222.0.18 "GET /v2.0/security-groups?id=0f07f0d4-18e9-4f6a-936a-cc27440be7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574338 Mar 30 18:26:05.137789 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50edbb73-8193-459e-b903-ff75bb3855ee admin admin] Router f010dd47-46c7-4a72-9687-8085a6f3d386 has already been hosted by L3 agent bb9cbda0-d504-4372-97ec-0881b5676f92 {{(pid=103294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:26:05.253833 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50edbb73-8193-459e-b903-ff75bb3855ee admin admin] Notify agent at l3_agent.dv-cinder-835879-1-iscsi the message routers_updated {{(pid=103294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:26:05.259170 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-50edbb73-8193-459e-b903-ff75bb3855ee admin admin] 10.222.0.18 "PUT /v2.0/routers/f010dd47-46c7-4a72-9687-8085a6f3d386/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9491735 Mar 30 18:26:05.261870 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 39160) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:05.262690 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911cc0fd-ccfe-4b57-87b1-4c3c4efc3229 None None] Sync routers for ids ['f010dd47-46c7-4a72-9687-8085a6f3d386'] in dv-cinder-835879-1-iscsi {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:26:05.272747 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911cc0fd-ccfe-4b57-87b1-4c3c4efc3229 None None] Routers {'f010dd47-46c7-4a72-9687-8085a6f3d386'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:26:05.273356 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-911cc0fd-ccfe-4b57-87b1-4c3c4efc3229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:26:00Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['f010dd47-46c7-4a72-9687-8085a6f3d386'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:26:05.365909 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-18829d16-8944-4918-bba3-345411856d41 admin admin] Publish callbacks [] for router (f010dd47-46c7-4a72-9687-8085a6f3d386), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:05.376156 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-911cc0fd-ccfe-4b57-87b1-4c3c4efc3229 None None] Set router f010dd47-46c7-4a72-9687-8085a6f3d386 gateway port host: dv-cinder-835879-1-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:26:05.469928 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-18829d16-8944-4918-bba3-345411856d41 admin admin] Publish callbacks [] for router_gateway (f010dd47-46c7-4a72-9687-8085a6f3d386), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:05.521818 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-18829d16-8944-4918-bba3-345411856d41 admin admin] Deleting port eac83934-d18e-4f92-9ee2-9fbe33595f74 {{(pid=103293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:26:05.522157 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-18829d16-8944-4918-bba3-345411856d41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759690029078'] for port (eac83934-d18e-4f92-9ee2-9fbe33595f74), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:05.551817 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-911cc0fd-ccfe-4b57-87b1-4c3c4efc3229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f010dd47-46c7-4a72-9687-8085a6f3d386', 'name': 'tempest-AttachVolumeShelveTestJSON-931886875-router', 'tenant_id': '160e10afe45b4c309f409b0d9735b01b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'eac83934-d18e-4f92-9ee2-9fbe33595f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:19:11Z', 'updated_at': '2022-03-30T18:26:04Z', 'revision_number': 5, 'project_id': '160e10afe45b4c309f409b0d9735b01b', 'gw_port': {'id': 'eac83934-d18e-4f92-9ee2-9fbe33595f74', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f010dd47-46c7-4a72-9687-8085a6f3d386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:19:12Z', 'updated_at': '2022-03-30T18:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi'}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:26:05.578388 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911cc0fd-ccfe-4b57-87b1-4c3c4efc3229 None None] Checking router: f010dd47-46c7-4a72-9687-8085a6f3d386 for host: dv-cinder-835879-1-iscsi {{(pid=103296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:26:05.586529 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911cc0fd-ccfe-4b57-87b1-4c3c4efc3229 None None] Routers {'f010dd47-46c7-4a72-9687-8085a6f3d386'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:26:05.587137 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-911cc0fd-ccfe-4b57-87b1-4c3c4efc3229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:26:00Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['f010dd47-46c7-4a72-9687-8085a6f3d386'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:26:05.603748 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-18829d16-8944-4918-bba3-345411856d41 admin admin] For port eac83934-d18e-4f92-9ee2-9fbe33595f74, host dv-cinder-835879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=eac83934-d18e-4f92-9ee2-9fbe33595f74,segment=NetworkSegment(4e174139-f6b8-43d7-bf46-4927edc5f7d6),segment_id=4e174139-f6b8-43d7-bf46-4927edc5f7d6)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:26:05.604115 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-18829d16-8944-4918-bba3-345411856d41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586036'] for port (eac83934-d18e-4f92-9ee2-9fbe33595f74), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:05.617304 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-18829d16-8944-4918-bba3-345411856d41 admin admin] Calling delete_port for eac83934-d18e-4f92-9ee2-9fbe33595f74 owned by network:router_gateway {{(pid=103293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:26:05.672411 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-911cc0fd-ccfe-4b57-87b1-4c3c4efc3229 None None] Set router f010dd47-46c7-4a72-9687-8085a6f3d386 gateway port host: None {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:26:05.722694 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-911cc0fd-ccfe-4b57-87b1-4c3c4efc3229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f010dd47-46c7-4a72-9687-8085a6f3d386', 'name': 'tempest-AttachVolumeShelveTestJSON-931886875-router', 'tenant_id': '160e10afe45b4c309f409b0d9735b01b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:19:11Z', 'updated_at': '2022-03-30T18:26:05Z', 'revision_number': 6, 'project_id': '160e10afe45b4c309f409b0d9735b01b', 'gw_port_host': None}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:26:05.753129 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911cc0fd-ccfe-4b57-87b1-4c3c4efc3229 None None] The sync data for ids ['f010dd47-46c7-4a72-9687-8085a6f3d386'] in dv-cinder-835879-1-iscsi is: [{'id': 'f010dd47-46c7-4a72-9687-8085a6f3d386', 'name': 'tempest-AttachVolumeShelveTestJSON-931886875-router', 'tenant_id': '160e10afe45b4c309f409b0d9735b01b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:19:11Z', 'updated_at': '2022-03-30T18:26:05Z', 'revision_number': 6, 'project_id': '160e10afe45b4c309f409b0d9735b01b', 'gw_port_host': None}] {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:26:05.788446 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-18829d16-8944-4918-bba3-345411856d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759690034297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759689464333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58814409'] for port (eac83934-d18e-4f92-9ee2-9fbe33595f74), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:05.811975 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18829d16-8944-4918-bba3-345411856d41 admin admin] Pushing event deleted for resources: {'Port': ['ID=eac83934-d18e-4f92-9ee2-9fbe33595f74,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:05.873314 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-18829d16-8944-4918-bba3-345411856d41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1623612'] for router_gateway (f010dd47-46c7-4a72-9687-8085a6f3d386), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:05.962415 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-18829d16-8944-4918-bba3-345411856d41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7048'] for router (f010dd47-46c7-4a72-9687-8085a6f3d386), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:05.964722 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-18829d16-8944-4918-bba3-345411856d41 admin admin] Publish callbacks [] for router_controller (f010dd47-46c7-4a72-9687-8085a6f3d386), precommit_delete_associations {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:06.031027 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-18829d16-8944-4918-bba3-345411856d41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628121'] for router (f010dd47-46c7-4a72-9687-8085a6f3d386), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:06.031555 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18829d16-8944-4918-bba3-345411856d41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f010dd47-46c7-4a72-9687-8085a6f3d386 {{(pid=103293) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 18:26:06.038281 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-18829d16-8944-4918-bba3-345411856d41 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:06.039449 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-18829d16-8944-4918-bba3-345411856d41 admin admin] 10.222.0.18 "DELETE /v2.0/routers/f010dd47-46c7-4a72-9687-8085a6f3d386 HTTP/1.1" status: 204 len: 168 time: 0.7764435 Mar 30 18:26:06.042353 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 39164) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:06.063276 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13403603-f5b7-47b1-84db-30e7bfea1894 req-bf495e31-4652-40c2-b37a-b0628f220d5e tempest-VolumesNegativeTest-301339994 tempest-VolumesNegativeTest-301339994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:06.067448 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-13403603-f5b7-47b1-84db-30e7bfea1894 req-bf495e31-4652-40c2-b37a-b0628f220d5e tempest-VolumesNegativeTest-301339994 tempest-VolumesNegativeTest-301339994-project] 10.222.0.18 "GET /v2.0/ports?device_id=081d88f1-b11f-4f8d-8037-27b4b643b2b2 HTTP/1.1" status: 200 len: 949 time: 0.0641453 Mar 30 18:26:06.087417 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd39ef43-7668-48f6-b730-67a25e7f75be admin admin] Deleting subnet 8c5ebae0-2426-48ad-8a00-7de0e10a4970 {{(pid=103294) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 18:26:06.090779 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-fd39ef43-7668-48f6-b730-67a25e7f75be admin admin] Publish callbacks [] for subnet (8c5ebae0-2426-48ad-8a00-7de0e10a4970), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:06.117925 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-13403603-f5b7-47b1-84db-30e7bfea1894 req-83c58ae7-7a43-4d40-9817-8adc9f6974c2 tempest-VolumesNegativeTest-301339994 tempest-VolumesNegativeTest-301339994-project] 10.222.0.18 "GET /v2.0/security-groups?id=0f07f0d4-18e9-4f6a-936a-cc27440be7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473056 Mar 30 18:26:06.127271 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] get_ports_and_sgs() called for port_ids ['c9edc826-6193-4c29-89c5-c86a2db4b1ab'] {{(pid=103295) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:26:06.137362 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-fd39ef43-7668-48f6-b730-67a25e7f75be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59249169'] for subnet (8c5ebae0-2426-48ad-8a00-7de0e10a4970), precommit_delete_associations {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:06.250321 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-fd39ef43-7668-48f6-b730-67a25e7f75be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-826600'] for subnet (8c5ebae0-2426-48ad-8a00-7de0e10a4970), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:06.322830 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-fd39ef43-7668-48f6-b730-67a25e7f75be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-826591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59249339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59550572'] for subnet (8c5ebae0-2426-48ad-8a00-7de0e10a4970), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:06.338163 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-fd39ef43-7668-48f6-b730-67a25e7f75be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628270'] for subnet (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:06.341348 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-fd39ef43-7668-48f6-b730-67a25e7f75be admin admin] 10.222.0.18 "DELETE /v2.0/subnets/8c5ebae0-2426-48ad-8a00-7de0e10a4970 HTTP/1.1" status: 204 len: 168 time: 0.2979617 Mar 30 18:26:06.344184 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 39180) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:06.355732 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b001b73-100d-43ba-8bf0-2ca86ad338a4 None None] Network 962d8774-065a-4a3e-943e-02c437f03701 requested from dv-cinder-835879-1-iscsi {{(pid=103295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:26:06.367072 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd39ef43-7668-48f6-b730-67a25e7f75be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c5ebae0-2426-48ad-8a00-7de0e10a4970,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:06.432252 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-75aa3e79-ee53-40b0-8ad1-f62997c9f9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803497'] for network (962d8774-065a-4a3e-943e-02c437f03701), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:06.501498 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-75aa3e79-ee53-40b0-8ad1-f62997c9f9a9 admin admin] Deleting port 3bece10e-4686-473d-949c-11df6e8d616a {{(pid=103293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:26:06.502784 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-75aa3e79-ee53-40b0-8ad1-f62997c9f9a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759690029078'] for port (3bece10e-4686-473d-949c-11df6e8d616a), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:06.572003 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd27701-1dca-4174-8dc6-3a6b614c3ce7 None None] DHCP port deletion for 962d8774-065a-4a3e-943e-02c437f03701 request from dv-cinder-835879-1-iscsi {{(pid=103295) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 30 18:26:06.589928 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-75aa3e79-ee53-40b0-8ad1-f62997c9f9a9 admin admin] For port 3bece10e-4686-473d-949c-11df6e8d616a, host dv-cinder-835879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=3bece10e-4686-473d-949c-11df6e8d616a,segment=NetworkSegment(e67e86d6-b9a3-48d5-b3c6-848d768aa694),segment_id=e67e86d6-b9a3-48d5-b3c6-848d768aa694)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:26:06.590593 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-75aa3e79-ee53-40b0-8ad1-f62997c9f9a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586036'] for port (3bece10e-4686-473d-949c-11df6e8d616a), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:06.618867 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-75aa3e79-ee53-40b0-8ad1-f62997c9f9a9 admin admin] Calling delete_port for 3bece10e-4686-473d-949c-11df6e8d616a owned by network:dhcp {{(pid=103293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:26:06.634275 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-edd27701-1dca-4174-8dc6-3a6b614c3ce7 None None] Deleting port 3bece10e-4686-473d-949c-11df6e8d616a {{(pid=103295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:26:06.634569 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-edd27701-1dca-4174-8dc6-3a6b614c3ce7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759690029078'] for port (3bece10e-4686-473d-949c-11df6e8d616a), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:06.737803 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-75aa3e79-ee53-40b0-8ad1-f62997c9f9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759690034297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759689464333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58814409'] for port (3bece10e-4686-473d-949c-11df6e8d616a), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:06.753886 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-edd27701-1dca-4174-8dc6-3a6b614c3ce7 None None] For port 3bece10e-4686-473d-949c-11df6e8d616a, host dv-cinder-835879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=3bece10e-4686-473d-949c-11df6e8d616a,segment=NetworkSegment(e67e86d6-b9a3-48d5-b3c6-848d768aa694),segment_id=e67e86d6-b9a3-48d5-b3c6-848d768aa694)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:26:06.754985 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-edd27701-1dca-4174-8dc6-3a6b614c3ce7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586036'] for port (3bece10e-4686-473d-949c-11df6e8d616a), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:06.764967 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aa3e79-ee53-40b0-8ad1-f62997c9f9a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bece10e-4686-473d-949c-11df6e8d616a,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:06.771268 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75aa3e79-ee53-40b0-8ad1-f62997c9f9a9 admin admin] No DVR routers for this DVR port 3bece10e-4686-473d-949c-11df6e8d616a on host dv-cinder-835879-1-iscsi {{(pid=103293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:26:06.782448 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-edd27701-1dca-4174-8dc6-3a6b614c3ce7 None None] Calling delete_port for 3bece10e-4686-473d-949c-11df6e8d616a owned by network:dhcp {{(pid=103295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:26:06.881292 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-edd27701-1dca-4174-8dc6-3a6b614c3ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759690034297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759689464333'] for port (3bece10e-4686-473d-949c-11df6e8d616a), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:06.895079 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-75aa3e79-ee53-40b0-8ad1-f62997c9f9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-760675', 'neutron.services.segments.db._delete_segments_for_network-8759689995322'] for network (962d8774-065a-4a3e-943e-02c437f03701), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:06.927574 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd27701-1dca-4174-8dc6-3a6b614c3ce7 None None] No DVR routers for this DVR port 3bece10e-4686-473d-949c-11df6e8d616a on host dv-cinder-835879-1-iscsi {{(pid=103295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:26:06.933309 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.services.segments.db [None req-75aa3e79-ee53-40b0-8ad1-f62997c9f9a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['962d8774-065a-4a3e-943e-02c437f03701']}} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:26:06.946399 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd27701-1dca-4174-8dc6-3a6b614c3ce7 None None] Pushing event deleted for resources: {'Port': ['ID=3bece10e-4686-473d-949c-11df6e8d616a,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:06.952613 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.services.segments.db [None req-75aa3e79-ee53-40b0-8ad1-f62997c9f9a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e67e86d6-b9a3-48d5-b3c6-848d768aa694') {'for_net_delete': True} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:26:06.953084 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.services.segments.db [None req-75aa3e79-ee53-40b0-8ad1-f62997c9f9a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e67e86d6-b9a3-48d5-b3c6-848d768aa694') {} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:26:06.973614 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-75aa3e79-ee53-40b0-8ad1-f62997c9f9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759689809987', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58812547'] for segment (e67e86d6-b9a3-48d5-b3c6-848d768aa694), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:06.984219 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device 8a106a51-8a1b-4a6e-bb8d-131b188cff7c no longer exists at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:26:06.991976 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-75aa3e79-ee53-40b0-8ad1-f62997c9f9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-829919'] for segment (e67e86d6-b9a3-48d5-b3c6-848d768aa694), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:07.002820 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75aa3e79-ee53-40b0-8ad1-f62997c9f9a9 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103293) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 18:26:07.003492 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-75aa3e79-ee53-40b0-8ad1-f62997c9f9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-829919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58814364'] for segment (e67e86d6-b9a3-48d5-b3c6-848d768aa694), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:07.005775 dv-cinder-835879-1-iscsi neutron-server[103293]: Traceback (most recent call last): Mar 30 18:26:07.005775 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 18:26:07.005775 dv-cinder-835879-1-iscsi neutron-server[103293]: timer() Mar 30 18:26:07.005775 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 18:26:07.005775 dv-cinder-835879-1-iscsi neutron-server[103293]: cb(*args, **kw) Mar 30 18:26:07.005775 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 18:26:07.005775 dv-cinder-835879-1-iscsi neutron-server[103293]: return func(*args, **kwargs) Mar 30 18:26:07.005775 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 18:26:07.005775 dv-cinder-835879-1-iscsi neutron-server[103293]: self._notify() Mar 30 18:26:07.005775 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 18:26:07.005775 dv-cinder-835879-1-iscsi neutron-server[103293]: self.callback(batched_events) Mar 30 18:26:07.005775 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 18:26:07.005775 dv-cinder-835879-1-iscsi neutron-server[103293]: event.method(event) Mar 30 18:26:07.005775 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 18:26:07.005775 dv-cinder-835879-1-iscsi neutron-server[103293]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 18:26:07.005775 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 18:26:07.005775 dv-cinder-835879-1-iscsi neutron-server[103293]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 18:26:07.005775 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 18:26:07.005775 dv-cinder-835879-1-iscsi neutron-server[103293]: return f(self, *a, **k) Mar 30 18:26:07.005775 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 18:26:07.005775 dv-cinder-835879-1-iscsi neutron-server[103293]: return self._get(url).json() Mar 30 18:26:07.005775 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 18:26:07.005775 dv-cinder-835879-1-iscsi neutron-server[103293]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 18:26:07.005775 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 18:26:07.005775 dv-cinder-835879-1-iscsi neutron-server[103293]: return self.request(url, 'GET', **kwargs) Mar 30 18:26:07.005775 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 18:26:07.005775 dv-cinder-835879-1-iscsi neutron-server[103293]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 18:26:07.005775 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 18:26:07.005775 dv-cinder-835879-1-iscsi neutron-server[103293]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 18:26:07.005775 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 18:26:07.005775 dv-cinder-835879-1-iscsi neutron-server[103293]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 18:26:07.005775 dv-cinder-835879-1-iscsi neutron-server[103293]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 18:26:07.008290 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] No Port match for: 8a106a51-8a1b-4a6e-bb8d-131b188cff7c {{(pid=103295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:26:07.008290 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device 8a106a51-8a1b-4a6e-bb8d-131b188cff7c not bound to the agent host dv-cinder-835879-1-iscsi {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:26:07.008290 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device eac83934-d18e-4f92-9ee2-9fbe33595f74 no longer exists at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:26:07.027260 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] No Port match for: eac83934-d18e-4f92-9ee2-9fbe33595f74 {{(pid=103295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:26:07.027839 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device eac83934-d18e-4f92-9ee2-9fbe33595f74 not bound to the agent host dv-cinder-835879-1-iscsi {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:26:07.028442 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device 3bece10e-4686-473d-949c-11df6e8d616a no longer exists at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:26:07.051346 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] No Port match for: 3bece10e-4686-473d-949c-11df6e8d616a {{(pid=103295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:26:07.051346 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device 3bece10e-4686-473d-949c-11df6e8d616a not bound to the agent host dv-cinder-835879-1-iscsi {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:26:07.076837 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-75aa3e79-ee53-40b0-8ad1-f62997c9f9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-760682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1623632'] for network (962d8774-065a-4a3e-943e-02c437f03701), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:07.082727 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-75aa3e79-ee53-40b0-8ad1-f62997c9f9a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628270'] for network (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:07.085959 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-75aa3e79-ee53-40b0-8ad1-f62997c9f9a9 admin admin] 10.222.0.18 "DELETE /v2.0/networks/962d8774-065a-4a3e-943e-02c437f03701 HTTP/1.1" status: 204 len: 168 time: 0.7402043 Mar 30 18:26:07.101925 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aa3e79-ee53-40b0-8ad1-f62997c9f9a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=962d8774-065a-4a3e-943e-02c437f03701,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:07.246759 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de9c5e-2dae-42e8-9d70-70aa9e0c47ca req-829df697-c957-4e52-91b3-2ef496f7cc0e tempest-VolumesNegativeTest-301339994 tempest-VolumesNegativeTest-301339994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:07.248411 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-d8de9c5e-2dae-42e8-9d70-70aa9e0c47ca req-829df697-c957-4e52-91b3-2ef496f7cc0e tempest-VolumesNegativeTest-301339994 tempest-VolumesNegativeTest-301339994-project] 10.222.0.18 "GET /v2.0/ports?device_id=081d88f1-b11f-4f8d-8037-27b4b643b2b2 HTTP/1.1" status: 200 len: 949 time: 0.0611093 Mar 30 18:26:07.249349 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 39200) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:07.324035 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-62abc9fe-0b79-4ab4-939c-a91d437c7ccb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=160e10afe45b4c309f409b0d9735b01b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0734105 Mar 30 18:26:07.326670 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 39202) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:07.327674 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-d8de9c5e-2dae-42e8-9d70-70aa9e0c47ca req-c73c46cb-0622-4602-8b64-7db8d491ad07 tempest-VolumesNegativeTest-301339994 tempest-VolumesNegativeTest-301339994-project] 10.222.0.18 "GET /v2.0/security-groups?id=0f07f0d4-18e9-4f6a-936a-cc27440be7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720160 Mar 30 18:26:07.375981 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4098fd60-b856-4223-89c7-087262e5eed3 admin admin] Publish callbacks [] for security_group (2ef628df-64ca-4bd5-af9c-aef9e5201088), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:07.401083 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4098fd60-b856-4223-89c7-087262e5eed3 admin admin] Publish callbacks [] for security_group (2ef628df-64ca-4bd5-af9c-aef9e5201088), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:07.445561 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4098fd60-b856-4223-89c7-087262e5eed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (2ef628df-64ca-4bd5-af9c-aef9e5201088), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:07.448182 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4098fd60-b856-4223-89c7-087262e5eed3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:07.449298 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-4098fd60-b856-4223-89c7-087262e5eed3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2ef628df-64ca-4bd5-af9c-aef9e5201088 HTTP/1.1" status: 204 len: 168 time: 0.1210313 Mar 30 18:26:07.457243 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4098fd60-b856-4223-89c7-087262e5eed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef628df-64ca-4bd5-af9c-aef9e5201088,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:07.829014 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device c9edc826-6193-4c29-89c5-c86a2db4b1ab up at agent hyperv_hv-cinder-83587 {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:26:07.881988 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Provisioning for port c9edc826-6193-4c29-89c5-c86a2db4b1ab completed by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 18:26:07.887538 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Provisioning complete for port c9edc826-6193-4c29-89c5-c86a2db4b1ab triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:26:07.887982 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (c9edc826-6193-4c29-89c5-c86a2db4b1ab), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:07.971975 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Current status of the port c9edc826-6193-4c29-89c5-c86a2db4b1ab is: BUILD; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:26:07.972438 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (c9edc826-6193-4c29-89c5-c86a2db4b1ab), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:07.997553 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '081d88f1-b11f-4f8d-8037-27b4b643b2b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9edc826-6193-4c29-89c5-c86a2db4b1ab'}] {{(pid=103295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:26:07.999989 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7869a1eaeafddf677110b76453ce8b8be8513095297872c2e0c75408178073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c35a63-6603-4460-b539-42aff3083875" -d '{"events": [{"server_uuid": "081d88f1-b11f-4f8d-8037-27b4b643b2b2", "name": "network-vif-plugged", "status": "completed", "tag": "c9edc826-6193-4c29-89c5-c86a2db4b1ab"}]}' {{(pid=103295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:26:08.015688 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port c9edc826-6193-4c29-89c5-c86a2db4b1ab, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=c9edc826-6193-4c29-89c5-c86a2db4b1ab,segment=NetworkSegment(648e8395-bdf0-400e-b8eb-28f2f65d6f65),segment_id=648e8395-bdf0-400e-b8eb-28f2f65d6f65)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:26:08.020393 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (c9edc826-6193-4c29-89c5-c86a2db4b1ab), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:08.083206 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34483a08-2f0c-49c0-aaf9-0f6999a3b5b0 x-openstack-request-id: req-34483a08-2f0c-49c0-aaf9-0f6999a3b5b0 {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:26:08.083511 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "081d88f1-b11f-4f8d-8037-27b4b643b2b2", "name": "network-vif-plugged", "status": "completed", "tag": "c9edc826-6193-4c29-89c5-c86a2db4b1ab", "code": 200}]} {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:26:08.083773 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-34483a08-2f0c-49c0-aaf9-0f6999a3b5b0 {{(pid=103295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:26:08.084173 dv-cinder-835879-1-iscsi neutron-server[103295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34483a08-2f0c-49c0-aaf9-0f6999a3b5b0'] response: {'server_uuid': '081d88f1-b11f-4f8d-8037-27b4b643b2b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9edc826-6193-4c29-89c5-c86a2db4b1ab', 'code': 200} Mar 30 18:26:08.159327 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Pushing event updated for resources: {'Port': ['ID=c9edc826-6193-4c29-89c5-c86a2db4b1ab,revision_number=5']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:08.273197 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ebcceb-cc64-4b8d-b02e-d69192e87c7a req-14a916aa-a43c-451a-8ef0-33f2596f15be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:08.274735 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-26ebcceb-cc64-4b8d-b02e-d69192e87c7a req-14a916aa-a43c-451a-8ef0-33f2596f15be service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=081d88f1-b11f-4f8d-8037-27b4b643b2b2 HTTP/1.1" status: 200 len: 1134 time: 0.0460601 Mar 30 18:26:08.323398 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-26ebcceb-cc64-4b8d-b02e-d69192e87c7a req-808ac912-eb06-4fac-9d7c-26022822abc3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0f07f0d4-18e9-4f6a-936a-cc27440be7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424993 Mar 30 18:26:08.455605 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78375dd0-bc3c-4b40-8674-2c39cfe4a78c req-5e469f29-8e3d-44c6-9cd2-84e2e5ea79ab tempest-VolumesNegativeTest-301339994 tempest-VolumesNegativeTest-301339994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:08.457045 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-78375dd0-bc3c-4b40-8674-2c39cfe4a78c req-5e469f29-8e3d-44c6-9cd2-84e2e5ea79ab tempest-VolumesNegativeTest-301339994 tempest-VolumesNegativeTest-301339994-project] 10.222.0.18 "GET /v2.0/ports?device_id=081d88f1-b11f-4f8d-8037-27b4b643b2b2 HTTP/1.1" status: 200 len: 950 time: 0.0621829 Mar 30 18:26:08.526397 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-78375dd0-bc3c-4b40-8674-2c39cfe4a78c req-d1ff34b3-c3c4-4435-9b31-c6a61ab3e515 tempest-VolumesNegativeTest-301339994 tempest-VolumesNegativeTest-301339994-project] 10.222.0.18 "GET /v2.0/security-groups?id=0f07f0d4-18e9-4f6a-936a-cc27440be7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627160 Mar 30 18:26:09.471189 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 39312) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:09.601704 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-8c69eebd-ecc9-425e-991e-47537743ce14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:09.725290 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694cbfbf-2ff1-4fa5-b44f-ce52672f29ee req-4ad59727-0965-4e06-bafa-688b50e36944 tempest-VolumesNegativeTest-301339994 tempest-VolumesNegativeTest-301339994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:09.726761 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-694cbfbf-2ff1-4fa5-b44f-ce52672f29ee req-4ad59727-0965-4e06-bafa-688b50e36944 tempest-VolumesNegativeTest-301339994 tempest-VolumesNegativeTest-301339994-project] 10.222.0.18 "GET /v2.0/ports?device_id=081d88f1-b11f-4f8d-8037-27b4b643b2b2 HTTP/1.1" status: 200 len: 950 time: 0.0905724 Mar 30 18:26:09.747200 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-8c69eebd-ecc9-425e-991e-47537743ce14 admin admin] Publish callbacks [] for security_group (3dc6c800-f4f2-492d-84e3-35b878c9b571), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:09.755561 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-8c69eebd-ecc9-425e-991e-47537743ce14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (3dc6c800-f4f2-492d-84e3-35b878c9b571), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:09.805842 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-8c69eebd-ecc9-425e-991e-47537743ce14 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=250307cdc5df4bc2a249315efa817104&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3328810 Mar 30 18:26:09.808456 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 39336) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:09.816647 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c69eebd-ecc9-425e-991e-47537743ce14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc6c800-f4f2-492d-84e3-35b878c9b571,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:09.842486 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-694cbfbf-2ff1-4fa5-b44f-ce52672f29ee req-8c7ff039-9dcd-46ea-90e4-584b4581667b tempest-VolumesNegativeTest-301339994 tempest-VolumesNegativeTest-301339994-project] 10.222.0.18 "GET /v2.0/security-groups?id=0f07f0d4-18e9-4f6a-936a-cc27440be7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061354 Mar 30 18:26:09.871042 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-599c7101-78d0-4238-bdc6-9a212971acbf admin admin] Publish callbacks [] for security_group (3dc6c800-f4f2-492d-84e3-35b878c9b571), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:09.897378 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-599c7101-78d0-4238-bdc6-9a212971acbf admin admin] Publish callbacks [] for security_group (3dc6c800-f4f2-492d-84e3-35b878c9b571), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:09.947698 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-599c7101-78d0-4238-bdc6-9a212971acbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (3dc6c800-f4f2-492d-84e3-35b878c9b571), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:09.950424 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-599c7101-78d0-4238-bdc6-9a212971acbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:09.951613 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-599c7101-78d0-4238-bdc6-9a212971acbf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3dc6c800-f4f2-492d-84e3-35b878c9b571 HTTP/1.1" status: 204 len: 168 time: 0.1422453 Mar 30 18:26:09.960169 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599c7101-78d0-4238-bdc6-9a212971acbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc6c800-f4f2-492d-84e3-35b878c9b571,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:10.125162 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9883706-116f-4ea4-b7e0-52a892b4c962 req-59fc54cb-844f-44d9-bd60-17538d5a85c1 tempest-VolumesNegativeTest-301339994 tempest-VolumesNegativeTest-301339994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:10.126903 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-f9883706-116f-4ea4-b7e0-52a892b4c962 req-59fc54cb-844f-44d9-bd60-17538d5a85c1 tempest-VolumesNegativeTest-301339994 tempest-VolumesNegativeTest-301339994-project] 10.222.0.18 "GET /v2.0/ports?device_id=081d88f1-b11f-4f8d-8037-27b4b643b2b2 HTTP/1.1" status: 200 len: 950 time: 0.0558054 Mar 30 18:26:10.178076 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-f9883706-116f-4ea4-b7e0-52a892b4c962 req-a81b3102-64eb-4798-8aac-0e587eebdd51 tempest-VolumesNegativeTest-301339994 tempest-VolumesNegativeTest-301339994-project] 10.222.0.18 "GET /v2.0/security-groups?id=0f07f0d4-18e9-4f6a-936a-cc27440be7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440032 Mar 30 18:26:10.228878 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 39348) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:10.242232 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-92e31429-4c5f-4413-81ea-71bb38869d35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:10.315585 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-92e31429-4c5f-4413-81ea-71bb38869d35 admin admin] Publish callbacks [] for security_group (089d119f-a5c9-4c67-823c-bb2dcfe0484e), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:10.318910 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-92e31429-4c5f-4413-81ea-71bb38869d35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (089d119f-a5c9-4c67-823c-bb2dcfe0484e), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:10.354365 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e31429-4c5f-4413-81ea-71bb38869d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=089d119f-a5c9-4c67-823c-bb2dcfe0484e,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:10.358585 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-92e31429-4c5f-4413-81ea-71bb38869d35 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=782e4d337cb9416f85efcba78fc6e124&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1287310 Mar 30 18:26:10.362935 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 39350) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:10.412002 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-2ffc4c32-b583-412b-977b-ff31b7324483 admin admin] Publish callbacks [] for security_group (089d119f-a5c9-4c67-823c-bb2dcfe0484e), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:10.433574 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-2ffc4c32-b583-412b-977b-ff31b7324483 admin admin] Publish callbacks [] for security_group (089d119f-a5c9-4c67-823c-bb2dcfe0484e), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:10.479201 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-2ffc4c32-b583-412b-977b-ff31b7324483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (089d119f-a5c9-4c67-823c-bb2dcfe0484e), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:10.481770 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-2ffc4c32-b583-412b-977b-ff31b7324483 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:10.482843 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-2ffc4c32-b583-412b-977b-ff31b7324483 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/089d119f-a5c9-4c67-823c-bb2dcfe0484e HTTP/1.1" status: 204 len: 168 time: 0.1189983 Mar 30 18:26:10.491047 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffc4c32-b583-412b-977b-ff31b7324483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=089d119f-a5c9-4c67-823c-bb2dcfe0484e,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:11.301335 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137c6ef5-262f-4cc6-9184-cb487a9f0edf req-83a8e66a-334d-4b05-b953-4d49f16e00e5 tempest-VolumesNegativeTest-301339994 tempest-VolumesNegativeTest-301339994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:11.307652 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-137c6ef5-262f-4cc6-9184-cb487a9f0edf req-83a8e66a-334d-4b05-b953-4d49f16e00e5 tempest-VolumesNegativeTest-301339994 tempest-VolumesNegativeTest-301339994-project] 10.222.0.18 "GET /v2.0/ports?device_id=081d88f1-b11f-4f8d-8037-27b4b643b2b2 HTTP/1.1" status: 200 len: 950 time: 0.0603342 Mar 30 18:26:11.351888 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-137c6ef5-262f-4cc6-9184-cb487a9f0edf req-9b6b1307-48f8-414e-b2cc-46f38b07d4f4 tempest-VolumesNegativeTest-301339994 tempest-VolumesNegativeTest-301339994-project] 10.222.0.18 "GET /v2.0/security-groups?id=0f07f0d4-18e9-4f6a-936a-cc27440be7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426288 Mar 30 18:26:11.738134 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e4f7c-36a8-4600-a0f8-b4e33168e798 req-e684dafa-8f18-4ed5-a976-90c4dd55f6b2 tempest-VolumesNegativeTest-301339994 tempest-VolumesNegativeTest-301339994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:11.739619 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3c1e4f7c-36a8-4600-a0f8-b4e33168e798 req-e684dafa-8f18-4ed5-a976-90c4dd55f6b2 tempest-VolumesNegativeTest-301339994 tempest-VolumesNegativeTest-301339994-project] 10.222.0.55 "GET /v2.0/ports?device_id=081d88f1-b11f-4f8d-8037-27b4b643b2b2 HTTP/1.1" status: 200 len: 950 time: 0.0552163 Mar 30 18:26:11.837809 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [req-3c1e4f7c-36a8-4600-a0f8-b4e33168e798 req-359ef635-d272-4587-a925-fb4d9399e77a tempest-VolumesNegativeTest-301339994 tempest-VolumesNegativeTest-301339994-project] Deleting port c9edc826-6193-4c29-89c5-c86a2db4b1ab {{(pid=103293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:26:11.838146 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-3c1e4f7c-36a8-4600-a0f8-b4e33168e798 req-359ef635-d272-4587-a925-fb4d9399e77a tempest-VolumesNegativeTest-301339994 tempest-VolumesNegativeTest-301339994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759690029078'] for port (c9edc826-6193-4c29-89c5-c86a2db4b1ab), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:11.928227 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [req-3c1e4f7c-36a8-4600-a0f8-b4e33168e798 req-359ef635-d272-4587-a925-fb4d9399e77a tempest-VolumesNegativeTest-301339994 tempest-VolumesNegativeTest-301339994-project] For port c9edc826-6193-4c29-89c5-c86a2db4b1ab, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=c9edc826-6193-4c29-89c5-c86a2db4b1ab,segment=NetworkSegment(648e8395-bdf0-400e-b8eb-28f2f65d6f65),segment_id=648e8395-bdf0-400e-b8eb-28f2f65d6f65)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:26:11.928591 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-3c1e4f7c-36a8-4600-a0f8-b4e33168e798 req-359ef635-d272-4587-a925-fb4d9399e77a tempest-VolumesNegativeTest-301339994 tempest-VolumesNegativeTest-301339994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586036'] for port (c9edc826-6193-4c29-89c5-c86a2db4b1ab), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:11.945725 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [req-3c1e4f7c-36a8-4600-a0f8-b4e33168e798 req-359ef635-d272-4587-a925-fb4d9399e77a tempest-VolumesNegativeTest-301339994 tempest-VolumesNegativeTest-301339994-project] Calling delete_port for c9edc826-6193-4c29-89c5-c86a2db4b1ab owned by compute:nova {{(pid=103293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:26:12.089920 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-3c1e4f7c-36a8-4600-a0f8-b4e33168e798 req-359ef635-d272-4587-a925-fb4d9399e77a tempest-VolumesNegativeTest-301339994 tempest-VolumesNegativeTest-301339994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759690034297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759689464333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58814409'] for port (c9edc826-6193-4c29-89c5-c86a2db4b1ab), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:12.122279 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359ef635-d272-4587-a925-fb4d9399e77a tempest-VolumesNegativeTest-301339994 tempest-VolumesNegativeTest-301339994-project] Pushing event deleted for resources: {'Port': ['ID=c9edc826-6193-4c29-89c5-c86a2db4b1ab,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:12.136895 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] get_ports_and_sgs() called for port_ids ['c9edc826-6193-4c29-89c5-c86a2db4b1ab'] {{(pid=103295) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:26:12.177366 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c1e4f7c-36a8-4600-a0f8-b4e33168e798 req-359ef635-d272-4587-a925-fb4d9399e77a tempest-VolumesNegativeTest-301339994 tempest-VolumesNegativeTest-301339994-project] No DVR routers for this DVR port c9edc826-6193-4c29-89c5-c86a2db4b1ab on host hv-cinder-83587 {{(pid=103293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:26:12.181020 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-3c1e4f7c-36a8-4600-a0f8-b4e33168e798 req-359ef635-d272-4587-a925-fb4d9399e77a tempest-VolumesNegativeTest-301339994 tempest-VolumesNegativeTest-301339994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for port (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:12.185061 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3c1e4f7c-36a8-4600-a0f8-b4e33168e798 req-359ef635-d272-4587-a925-fb4d9399e77a tempest-VolumesNegativeTest-301339994 tempest-VolumesNegativeTest-301339994-project] 10.222.0.55 "DELETE /v2.0/ports/c9edc826-6193-4c29-89c5-c86a2db4b1ab HTTP/1.1" status: 204 len: 173 time: 0.4393697 Mar 30 18:26:12.185427 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '081d88f1-b11f-4f8d-8037-27b4b643b2b2', 'name': 'network-vif-deleted', 'tag': 'c9edc826-6193-4c29-89c5-c86a2db4b1ab'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:26:12.187818 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e41150553c85b09edab6cb52843a30629a36ec9d810f78f9b9d5c7c277fb574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3064b8b2-09b4-4ac9-9389-24902514b733" -d '{"events": [{"server_uuid": "081d88f1-b11f-4f8d-8037-27b4b643b2b2", "name": "network-vif-deleted", "tag": "c9edc826-6193-4c29-89c5-c86a2db4b1ab"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:26:12.261082 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc2da09-edeb-4bcc-b3a0-726e0cf17729 x-openstack-request-id: req-4bc2da09-edeb-4bcc-b3a0-726e0cf17729 {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:26:12.261562 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "081d88f1-b11f-4f8d-8037-27b4b643b2b2", "name": "network-vif-deleted", "tag": "c9edc826-6193-4c29-89c5-c86a2db4b1ab", "status": "completed", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:26:12.261962 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4bc2da09-edeb-4bcc-b3a0-726e0cf17729 {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:26:12.262551 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bc2da09-edeb-4bcc-b3a0-726e0cf17729'] response: {'server_uuid': '081d88f1-b11f-4f8d-8037-27b4b643b2b2', 'name': 'network-vif-deleted', 'tag': 'c9edc826-6193-4c29-89c5-c86a2db4b1ab', 'status': 'completed', 'code': 200} Mar 30 18:26:12.532545 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-d7222044-0895-4ce2-ac4f-f22cb13ff906 req-93582e6c-f265-4031-955a-e77995867d8a tempest-VolumesNegativeTest-301339994 tempest-VolumesNegativeTest-301339994-project] 10.222.0.18 "GET /v2.0/ports?device_id=081d88f1-b11f-4f8d-8037-27b4b643b2b2 HTTP/1.1" status: 200 len: 210 time: 0.0267601 Mar 30 18:26:14.491053 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 39576) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:14.594184 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-7d40d721-22b7-45fb-9aa2-6ea9c25da88b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:14.680809 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-7d40d721-22b7-45fb-9aa2-6ea9c25da88b admin admin] Publish callbacks [] for security_group (6807808c-eecd-40ad-9e3a-4b09a4d7813e), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:14.684577 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-7d40d721-22b7-45fb-9aa2-6ea9c25da88b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (6807808c-eecd-40ad-9e3a-4b09a4d7813e), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:14.727739 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-7d40d721-22b7-45fb-9aa2-6ea9c25da88b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dfe35f67eee74ad58c1bbc53b9f20b2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2354908 Mar 30 18:26:14.728855 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d40d721-22b7-45fb-9aa2-6ea9c25da88b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6807808c-eecd-40ad-9e3a-4b09a4d7813e,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:14.730406 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 39594) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:14.786864 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4dda18eb-b2c0-423a-9473-74dfcf71ffd2 admin admin] Publish callbacks [] for security_group (6807808c-eecd-40ad-9e3a-4b09a4d7813e), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:14.809124 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4dda18eb-b2c0-423a-9473-74dfcf71ffd2 admin admin] Publish callbacks [] for security_group (6807808c-eecd-40ad-9e3a-4b09a4d7813e), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:14.819277 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4a4fc7f8-ed90-4bcd-ac4a-3cefc20bdd84 req-230d64d4-eb47-42bd-95bc-5fc8654f56bb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4faee5ed-3991-461d-bc07-41773e890e60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0555854 Mar 30 18:26:14.868573 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4dda18eb-b2c0-423a-9473-74dfcf71ffd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (6807808c-eecd-40ad-9e3a-4b09a4d7813e), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:14.871264 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4dda18eb-b2c0-423a-9473-74dfcf71ffd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:14.874955 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-4dda18eb-b2c0-423a-9473-74dfcf71ffd2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6807808c-eecd-40ad-9e3a-4b09a4d7813e HTTP/1.1" status: 204 len: 168 time: 0.1435142 Mar 30 18:26:14.883886 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dda18eb-b2c0-423a-9473-74dfcf71ffd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6807808c-eecd-40ad-9e3a-4b09a4d7813e,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:14.952360 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4fc7f8-ed90-4bcd-ac4a-3cefc20bdd84 req-17f33d77-3d4f-49ae-af0e-41f1f005356e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:14.953869 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4a4fc7f8-ed90-4bcd-ac4a-3cefc20bdd84 req-17f33d77-3d4f-49ae-af0e-41f1f005356e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6ddcc755c06b440bb6750e5d44c3b913&device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 1129 time: 0.0717590 Mar 30 18:26:15.110332 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4fc7f8-ed90-4bcd-ac4a-3cefc20bdd84 req-26cbb532-c608-4d95-a5b8-a8f40fbccdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:15.112653 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4a4fc7f8-ed90-4bcd-ac4a-3cefc20bdd84 req-26cbb532-c608-4d95-a5b8-a8f40fbccdd7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1ac97e91-fa8e-41d7-abce-016c28065e30 HTTP/1.1" status: 200 len: 909 time: 0.1385152 Mar 30 18:26:15.197999 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4a4fc7f8-ed90-4bcd-ac4a-3cefc20bdd84 req-00a25015-a7ba-4846-b677-9df02c60ef5f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3a4632c-ac82-4429-82d0-ea74db528887 HTTP/1.1" status: 200 len: 1000 time: 0.0788848 Mar 30 18:26:15.260342 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4fc7f8-ed90-4bcd-ac4a-3cefc20bdd84 req-65b5b161-4428-4ca5-84c2-5e443bc0fa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:15.262010 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4a4fc7f8-ed90-4bcd-ac4a-3cefc20bdd84 req-65b5b161-4428-4ca5-84c2-5e443bc0fa37 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8d0df9d6-37fc-48cb-beb7-46feba9ce564 HTTP/1.1" status: 200 len: 847 time: 0.0577424 Mar 30 18:26:15.338394 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4fc7f8-ed90-4bcd-ac4a-3cefc20bdd84 req-e577960e-bde0-4ac3-aa8a-5a964ee19594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:15.339927 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4a4fc7f8-ed90-4bcd-ac4a-3cefc20bdd84 req-e577960e-bde0-4ac3-aa8a-5a964ee19594 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1ac97e91-fa8e-41d7-abce-016c28065e30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0712025 Mar 30 18:26:15.373113 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 39678) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:15.394073 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c4592683-d570-426b-9b55-2f0e88aeb74a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:15.478751 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c4592683-d570-426b-9b55-2f0e88aeb74a admin admin] Publish callbacks [] for security_group (52a42a19-3c29-49a2-a8c9-b61be2a15401), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:15.484177 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c4592683-d570-426b-9b55-2f0e88aeb74a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (52a42a19-3c29-49a2-a8c9-b61be2a15401), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:15.549610 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4a4fc7f8-ed90-4bcd-ac4a-3cefc20bdd84 req-e17bb3d7-c496-465c-a117-1e486190f595 service neutron] 10.222.0.55 "GET /v2.0/networks/1ac97e91-fa8e-41d7-abce-016c28065e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963499 Mar 30 18:26:15.553071 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-c4592683-d570-426b-9b55-2f0e88aeb74a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d936e3b7f3e04fb0bb805d140f34a670&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1781085 Mar 30 18:26:15.563133 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 39698) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:15.584844 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4592683-d570-426b-9b55-2f0e88aeb74a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a42a19-3c29-49a2-a8c9-b61be2a15401,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:15.630548 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-7a8c94b8-47a1-4a11-b3e2-de56e2f04ae1 admin admin] Publish callbacks [] for security_group (52a42a19-3c29-49a2-a8c9-b61be2a15401), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:15.653633 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-7a8c94b8-47a1-4a11-b3e2-de56e2f04ae1 admin admin] Publish callbacks [] for security_group (52a42a19-3c29-49a2-a8c9-b61be2a15401), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:15.669709 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4a4fc7f8-ed90-4bcd-ac4a-3cefc20bdd84 req-ab94e1ce-4a97-43d4-9cdf-14113a71aaa7 service neutron] 10.222.0.55 "GET /v2.0/networks/1ac97e91-fa8e-41d7-abce-016c28065e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138291 Mar 30 18:26:15.711074 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-7a8c94b8-47a1-4a11-b3e2-de56e2f04ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (52a42a19-3c29-49a2-a8c9-b61be2a15401), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:15.714198 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-7a8c94b8-47a1-4a11-b3e2-de56e2f04ae1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:15.723493 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-7a8c94b8-47a1-4a11-b3e2-de56e2f04ae1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/52a42a19-3c29-49a2-a8c9-b61be2a15401 HTTP/1.1" status: 204 len: 168 time: 0.1544349 Mar 30 18:26:15.733237 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8c94b8-47a1-4a11-b3e2-de56e2f04ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a42a19-3c29-49a2-a8c9-b61be2a15401,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:15.831602 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device c9edc826-6193-4c29-89c5-c86a2db4b1ab no longer exists at agent hyperv_hv-cinder-83587 {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:26:15.859342 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] No Port match for: c9edc826-6193-4c29-89c5-c86a2db4b1ab {{(pid=103295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:26:15.859689 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device c9edc826-6193-4c29-89c5-c86a2db4b1ab not bound to the agent host hv-cinder-83587 {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:26:16.076728 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 39752) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:16.192928 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-75170637-a30c-4503-a5f3-e3362532dab8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:16.275733 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-75170637-a30c-4503-a5f3-e3362532dab8 admin admin] Publish callbacks [] for security_group (708e6771-d02a-4ef4-ae78-d7a50d992dd3), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:16.279793 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-75170637-a30c-4503-a5f3-e3362532dab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (708e6771-d02a-4ef4-ae78-d7a50d992dd3), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:16.323571 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-75170637-a30c-4503-a5f3-e3362532dab8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=49631ace40eb4edca118b9fa984c29fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2442765 Mar 30 18:26:16.323571 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75170637-a30c-4503-a5f3-e3362532dab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=708e6771-d02a-4ef4-ae78-d7a50d992dd3,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:16.326016 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 39772) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:16.398063 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-69dbda04-1a47-4fc4-9aba-2c5f8640e45f admin admin] Publish callbacks [] for security_group (708e6771-d02a-4ef4-ae78-d7a50d992dd3), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:16.398247 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (48cc6dd0-9d47-40d1-bfd7-3609261a1488), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:16.424940 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-69dbda04-1a47-4fc4-9aba-2c5f8640e45f admin admin] Publish callbacks [] for security_group (708e6771-d02a-4ef4-ae78-d7a50d992dd3), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:16.478550 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-69dbda04-1a47-4fc4-9aba-2c5f8640e45f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (708e6771-d02a-4ef4-ae78-d7a50d992dd3), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:16.481671 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-69dbda04-1a47-4fc4-9aba-2c5f8640e45f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:16.482821 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-69dbda04-1a47-4fc4-9aba-2c5f8640e45f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/708e6771-d02a-4ef4-ae78-d7a50d992dd3 HTTP/1.1" status: 204 len: 168 time: 0.1568584 Mar 30 18:26:16.498013 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dbda04-1a47-4fc4-9aba-2c5f8640e45f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=708e6771-d02a-4ef4-ae78-d7a50d992dd3,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:16.903016 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 39840) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:16.916142 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-35860509-8f57-4392-beb2-1c251ddd34b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:16.998598 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-35860509-8f57-4392-beb2-1c251ddd34b9 admin admin] Publish callbacks [] for security_group (32557aa5-695a-4cf2-9916-0437fdbd403f), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:17.003510 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-35860509-8f57-4392-beb2-1c251ddd34b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (32557aa5-695a-4cf2-9916-0437fdbd403f), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:17.043375 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-35860509-8f57-4392-beb2-1c251ddd34b9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7903b7c744eb4630b74a36d13ddd7906&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1392350 Mar 30 18:26:17.044047 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 39866) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:17.048180 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35860509-8f57-4392-beb2-1c251ddd34b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32557aa5-695a-4cf2-9916-0437fdbd403f,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:17.097663 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-bfe6f351-1a17-416a-9037-754ee6f404cc admin admin] Publish callbacks [] for security_group (32557aa5-695a-4cf2-9916-0437fdbd403f), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:17.119674 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-bfe6f351-1a17-416a-9037-754ee6f404cc admin admin] Publish callbacks [] for security_group (32557aa5-695a-4cf2-9916-0437fdbd403f), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:17.168878 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-bfe6f351-1a17-416a-9037-754ee6f404cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (32557aa5-695a-4cf2-9916-0437fdbd403f), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:17.171436 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-bfe6f351-1a17-416a-9037-754ee6f404cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:17.175845 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-bfe6f351-1a17-416a-9037-754ee6f404cc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/32557aa5-695a-4cf2-9916-0437fdbd403f HTTP/1.1" status: 204 len: 168 time: 0.1267006 Mar 30 18:26:17.182607 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe6f351-1a17-416a-9037-754ee6f404cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32557aa5-695a-4cf2-9916-0437fdbd403f,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:18.159537 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 39922) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:18.301318 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-4fc06818-301b-4555-be01-0cf32088e6a6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4171cac9b20a4682aa86d061b02ba0d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1406212 Mar 30 18:26:18.303789 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 39932) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:18.357780 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-3160f9db-638d-4dfb-8785-68969651454c admin admin] Publish callbacks [] for security_group (0f07f0d4-18e9-4f6a-936a-cc27440be7a5), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:18.382834 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-3160f9db-638d-4dfb-8785-68969651454c admin admin] Publish callbacks [] for security_group (0f07f0d4-18e9-4f6a-936a-cc27440be7a5), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:18.435550 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-3160f9db-638d-4dfb-8785-68969651454c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (0f07f0d4-18e9-4f6a-936a-cc27440be7a5), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:18.438159 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-3160f9db-638d-4dfb-8785-68969651454c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:18.439515 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-3160f9db-638d-4dfb-8785-68969651454c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0f07f0d4-18e9-4f6a-936a-cc27440be7a5 HTTP/1.1" status: 204 len: 168 time: 0.1344726 Mar 30 18:26:18.447470 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160f9db-638d-4dfb-8785-68969651454c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f07f0d4-18e9-4f6a-936a-cc27440be7a5,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:19.143111 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 39984) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:19.154504 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 39988) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:19.247981 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [None req-6b6dc627-fe71-4f83-ba3d-4344671d59cb admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1049719431-network', 'tenant_id': '787f8822ae2148c6a7421981edd0fc14'}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:26:19.257346 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-9bcacc42-dd3b-46f6-96a0-48b7a69b7822 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:19.294142 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b6dc627-fe71-4f83-ba3d-4344671d59cb admin admin] Made reservation on behalf of 787f8822ae2148c6a7421981edd0fc14 for: {'network': 1} {{(pid=103293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:26:19.296428 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-6b6dc627-fe71-4f83-ba3d-4344671d59cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for network (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:19.310252 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-6b6dc627-fe71-4f83-ba3d-4344671d59cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:19.381001 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-9bcacc42-dd3b-46f6-96a0-48b7a69b7822 admin admin] Publish callbacks [] for security_group (f3ca02bd-d1ce-46b8-b5ea-05ca3a75aa75), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:19.387860 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-9bcacc42-dd3b-46f6-96a0-48b7a69b7822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (f3ca02bd-d1ce-46b8-b5ea-05ca3a75aa75), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:19.441185 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-9bcacc42-dd3b-46f6-96a0-48b7a69b7822 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a90eaabb17194185a1d9a6a4f10eafec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2969522 Mar 30 18:26:19.443877 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 39994) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:19.449557 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcacc42-dd3b-46f6-96a0-48b7a69b7822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ca02bd-d1ce-46b8-b5ea-05ca3a75aa75,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:19.467372 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-6b6dc627-fe71-4f83-ba3d-4344671d59cb admin admin] Publish callbacks [] for security_group (d702cca6-3dcb-4b29-b68e-872ffe358394), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:19.471945 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-6b6dc627-fe71-4f83-ba3d-4344671d59cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (d702cca6-3dcb-4b29-b68e-872ffe358394), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:19.493246 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b6dc627-fe71-4f83-ba3d-4344671d59cb admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=103293) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 18:26:19.505828 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-bbb9046c-896a-4435-b483-135eddd8fcbb admin admin] Publish callbacks [] for security_group (f3ca02bd-d1ce-46b8-b5ea-05ca3a75aa75), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:19.506829 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6dc627-fe71-4f83-ba3d-4344671d59cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d702cca6-3dcb-4b29-b68e-872ffe358394,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:19.513726 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-6b6dc627-fe71-4f83-ba3d-4344671d59cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-829919'] for segment (2f56e3fd-9689-4254-aa8b-33bed69a4c31), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:19.514067 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.db.segments_db [None req-6b6dc627-fe71-4f83-ba3d-4344671d59cb admin admin] Added segment 2f56e3fd-9689-4254-aa8b-33bed69a4c31 of type vlan for network 4796a877-8d49-4c2d-8839-22f9bcc83fe8 Mar 30 18:26:19.527807 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-bbb9046c-896a-4435-b483-135eddd8fcbb admin admin] Publish callbacks [] for security_group (f3ca02bd-d1ce-46b8-b5ea-05ca3a75aa75), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:19.554984 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-6b6dc627-fe71-4f83-ba3d-4344671d59cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759689436227'] for network (4796a877-8d49-4c2d-8839-22f9bcc83fe8), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:19.577469 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-bbb9046c-896a-4435-b483-135eddd8fcbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (f3ca02bd-d1ce-46b8-b5ea-05ca3a75aa75), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:19.579360 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-6b6dc627-fe71-4f83-ba3d-4344671d59cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248'] for network (4796a877-8d49-4c2d-8839-22f9bcc83fe8), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:19.580276 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-bbb9046c-896a-4435-b483-135eddd8fcbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:19.580410 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6dc627-fe71-4f83-ba3d-4344671d59cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:19.580954 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-6b6dc627-fe71-4f83-ba3d-4344671d59cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628270'] for network (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:19.583733 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-bbb9046c-896a-4435-b483-135eddd8fcbb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f3ca02bd-d1ce-46b8-b5ea-05ca3a75aa75 HTTP/1.1" status: 204 len: 168 time: 0.1381941 Mar 30 18:26:19.601167 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb9046c-896a-4435-b483-135eddd8fcbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ca02bd-d1ce-46b8-b5ea-05ca3a75aa75,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:19.635424 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-6b6dc627-fe71-4f83-ba3d-4344671d59cb admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4797065 Mar 30 18:26:19.639717 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 39998) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:19.645811 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6dc627-fe71-4f83-ba3d-4344671d59cb admin admin] Pushing event updated for resources: {'Network': ['ID=4796a877-8d49-4c2d-8839-22f9bcc83fe8,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:19.646047 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-65155552-cb16-44e0-9d34-e79b8ff4d914 admin admin] Request body: {'subnet': {'network_id': '4796a877-8d49-4c2d-8839-22f9bcc83fe8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1049719431-subnet', 'tenant_id': '787f8822ae2148c6a7421981edd0fc14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:26:19.656754 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Network 4796a877-8d49-4c2d-8839-22f9bcc83fe8 details requested by agent ovs-agent-dv-cinder-835879-1-iscsi with host dv-cinder-835879-1-iscsi {{(pid=103295) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 18:26:19.670101 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65155552-cb16-44e0-9d34-e79b8ff4d914 admin admin] Made reservation on behalf of 787f8822ae2148c6a7421981edd0fc14 for: {'subnet': 1} {{(pid=103294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:26:19.672914 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-65155552-cb16-44e0-9d34-e79b8ff4d914 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59550579'] for subnet (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:19.857929 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-65155552-cb16-44e0-9d34-e79b8ff4d914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59249400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59550565'] for subnet (0e142d18-592e-4ba8-b0fe-f5627b21c704), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:19.910131 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 40002) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:19.914648 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65155552-cb16-44e0-9d34-e79b8ff4d914 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e142d18-592e-4ba8-b0fe-f5627b21c704,revision_number=0']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:19.921953 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65155552-cb16-44e0-9d34-e79b8ff4d914 admin admin] Checking segment: {'id': '2f56e3fd-9689-4254-aa8b-33bed69a4c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4796a877-8d49-4c2d-8839-22f9bcc83fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:26:19.922327 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65155552-cb16-44e0-9d34-e79b8ff4d914 admin admin] Network hostable DHCP agents. Network: 4796a877-8d49-4c2d-8839-22f9bcc83fe8, hostable agents: ['c82c41e6-6be9-408a-ae4d-4131a3230230'], hosted agents: [] {{(pid=103294) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 18:26:19.930989 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-ff964759-75b2-4a33-94bd-0f3271457ddb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:19.940115 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65155552-cb16-44e0-9d34-e79b8ff4d914 admin admin] Network 4796a877-8d49-4c2d-8839-22f9bcc83fe8 is scheduled to be hosted by DHCP agent c82c41e6-6be9-408a-ae4d-4131a3230230 with binding_index 1 {{(pid=103294) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 18:26:19.954317 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.base_scheduler [None req-65155552-cb16-44e0-9d34-e79b8ff4d914 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835879-1-iscsi, 4796a877-8d49-4c2d-8839-22f9bcc83fe8) {{(pid=103294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:26:19.960457 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65155552-cb16-44e0-9d34-e79b8ff4d914 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:19.961243 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-65155552-cb16-44e0-9d34-e79b8ff4d914 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628270'] for subnet (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:19.966734 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ca3717-3292-4360-8495-2ead31297407 None None] Network 4796a877-8d49-4c2d-8839-22f9bcc83fe8 requested from dv-cinder-835879-1-iscsi {{(pid=103295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:26:19.987300 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-65155552-cb16-44e0-9d34-e79b8ff4d914 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3447607 Mar 30 18:26:20.030744 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-ff964759-75b2-4a33-94bd-0f3271457ddb admin admin] Publish callbacks [] for security_group (766a7d37-f567-468c-9061-776fa8913242), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:20.036742 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-ff964759-75b2-4a33-94bd-0f3271457ddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (766a7d37-f567-468c-9061-776fa8913242), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:20.087945 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff964759-75b2-4a33-94bd-0f3271457ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=766a7d37-f567-468c-9061-776fa8913242,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:20.094450 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-ff964759-75b2-4a33-94bd-0f3271457ddb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ba1c68174a9b47daa33ecbe4a8fb654b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1831641 Mar 30 18:26:20.098173 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 40010) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:20.119743 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad01cb0a-7538-4fd2-acdb-a53b72d64467 None None] Network 4796a877-8d49-4c2d-8839-22f9bcc83fe8 requested from dv-cinder-835879-1-iscsi {{(pid=103295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:26:20.195030 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-8ea46c30-3cf7-4b90-b109-583fc52e88c2 admin admin] Publish callbacks [] for security_group (766a7d37-f567-468c-9061-776fa8913242), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:20.233498 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-8ea46c30-3cf7-4b90-b109-583fc52e88c2 admin admin] Publish callbacks [] for security_group (766a7d37-f567-468c-9061-776fa8913242), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:20.307225 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-8ea46c30-3cf7-4b90-b109-583fc52e88c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (766a7d37-f567-468c-9061-776fa8913242), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:20.309764 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-8ea46c30-3cf7-4b90-b109-583fc52e88c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:20.310906 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-8ea46c30-3cf7-4b90-b109-583fc52e88c2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/766a7d37-f567-468c-9061-776fa8913242 HTTP/1.1" status: 204 len: 168 time: 0.2113078 Mar 30 18:26:20.319270 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea46c30-3cf7-4b90-b109-583fc52e88c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766a7d37-f567-468c-9061-776fa8913242,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:21.964632 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f73dbb-41c9-40a4-a60a-3f830baeb80b req-f010c264-dc01-48c7-a32c-0c97d91f0f9a tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:21.966116 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a4f73dbb-41c9-40a4-a60a-3f830baeb80b req-f010c264-dc01-48c7-a32c-0c97d91f0f9a tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.18 "GET /v2.0/networks?id=4796a877-8d49-4c2d-8839-22f9bcc83fe8 HTTP/1.1" status: 200 len: 814 time: 0.1132088 Mar 30 18:26:21.984719 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a4f73dbb-41c9-40a4-a60a-3f830baeb80b req-4b5a975b-1db9-4e7f-b168-2d50de6daea2 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.18 "GET /v2.0/quotas/787f8822ae2148c6a7421981edd0fc14 HTTP/1.1" status: 200 len: 375 time: 0.0118227 Mar 30 18:26:22.021018 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a4f73dbb-41c9-40a4-a60a-3f830baeb80b req-34ab02b4-6e3e-4142-b0a6-7a3a9664e6c1 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=787f8822ae2148c6a7421981edd0fc14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309663 Mar 30 18:26:22.211704 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a4f73dbb-41c9-40a4-a60a-3f830baeb80b req-b9549e11-e8e8-4d64-ac32-3847b4230107 service neutron] 10.222.0.18 "GET /v2.0/networks/4796a877-8d49-4c2d-8839-22f9bcc83fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825523 Mar 30 18:26:22.308644 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a4f73dbb-41c9-40a4-a60a-3f830baeb80b req-9384a43a-2811-4966-9a9e-0441a0353c17 service neutron] 10.222.0.18 "GET /v2.0/networks/4796a877-8d49-4c2d-8839-22f9bcc83fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909178 Mar 30 18:26:22.477807 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-36675213-c195-4bac-995e-a6ff9d08e6a1 req-108a503f-de2f-48f4-8d12-2ee429872c1e tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.18 "GET /v2.0/ports?device_id=78128615-f476-4c07-b88a-cb6ec88f2228 HTTP/1.1" status: 200 len: 210 time: 0.0281301 Mar 30 18:26:22.524107 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 40128) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:22.651718 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f82f198e-a57f-4696-92c0-5e067da3b7ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:22.760297 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f82f198e-a57f-4696-92c0-5e067da3b7ad admin admin] Publish callbacks [] for security_group (69d7ff4d-7cea-49e5-8976-7f181ebee819), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:22.765159 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f82f198e-a57f-4696-92c0-5e067da3b7ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (69d7ff4d-7cea-49e5-8976-7f181ebee819), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:22.803512 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-f82f198e-a57f-4696-92c0-5e067da3b7ad admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7a4268f781f14996b54e724b214f39aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2766266 Mar 30 18:26:22.805407 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 40142) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:22.813549 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82f198e-a57f-4696-92c0-5e067da3b7ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d7ff4d-7cea-49e5-8976-7f181ebee819,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:22.857884 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4c79173e-a836-49b4-8e6b-5e9e90699cc4 admin admin] Publish callbacks [] for security_group (69d7ff4d-7cea-49e5-8976-7f181ebee819), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:22.880482 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4c79173e-a836-49b4-8e6b-5e9e90699cc4 admin admin] Publish callbacks [] for security_group (69d7ff4d-7cea-49e5-8976-7f181ebee819), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:22.929897 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4c79173e-a836-49b4-8e6b-5e9e90699cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (69d7ff4d-7cea-49e5-8976-7f181ebee819), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:22.932844 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4c79173e-a836-49b4-8e6b-5e9e90699cc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:22.933990 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-4c79173e-a836-49b4-8e6b-5e9e90699cc4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/69d7ff4d-7cea-49e5-8976-7f181ebee819 HTTP/1.1" status: 204 len: 168 time: 0.1276462 Mar 30 18:26:22.943963 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c79173e-a836-49b4-8e6b-5e9e90699cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d7ff4d-7cea-49e5-8976-7f181ebee819,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:23.198581 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 40148) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:23.212079 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0c2cf4d4-89b6-4658-b7f6-fb8c65efe694 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:23.290883 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0c2cf4d4-89b6-4658-b7f6-fb8c65efe694 admin admin] Publish callbacks [] for security_group (3e2cecf7-0f4c-445c-bf61-4cc0f6040caa), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:23.294576 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0c2cf4d4-89b6-4658-b7f6-fb8c65efe694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (3e2cecf7-0f4c-445c-bf61-4cc0f6040caa), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:23.332985 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-0c2cf4d4-89b6-4658-b7f6-fb8c65efe694 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=65f9fe55ea6f41dc995c51b340e424ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1332703 Mar 30 18:26:23.333851 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2cf4d4-89b6-4658-b7f6-fb8c65efe694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2cecf7-0f4c-445c-bf61-4cc0f6040caa,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:23.335612 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 40150) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:23.383707 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-e476dd23-a591-42f3-9489-b2b6e66055ad admin admin] Publish callbacks [] for security_group (3e2cecf7-0f4c-445c-bf61-4cc0f6040caa), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:23.405949 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-e476dd23-a591-42f3-9489-b2b6e66055ad admin admin] Publish callbacks [] for security_group (3e2cecf7-0f4c-445c-bf61-4cc0f6040caa), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:23.452775 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-e476dd23-a591-42f3-9489-b2b6e66055ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (3e2cecf7-0f4c-445c-bf61-4cc0f6040caa), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:23.455426 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-e476dd23-a591-42f3-9489-b2b6e66055ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:23.456573 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-e476dd23-a591-42f3-9489-b2b6e66055ad admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3e2cecf7-0f4c-445c-bf61-4cc0f6040caa HTTP/1.1" status: 204 len: 168 time: 0.1199777 Mar 30 18:26:23.464283 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e476dd23-a591-42f3-9489-b2b6e66055ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2cecf7-0f4c-445c-bf61-4cc0f6040caa,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:23.574900 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-d43ede93-9667-4915-9b35-8082e499ba77 req-c21d603e-4300-402f-b382-c95a407cbc17 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.18 "GET /v2.0/ports?device_id=78128615-f476-4c07-b88a-cb6ec88f2228 HTTP/1.1" status: 200 len: 210 time: 0.0319307 Mar 30 18:26:24.686442 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-b2a88ab4-d7d4-4ff2-a22a-b483be5ad217 req-b9b2b60e-b146-4525-9627-89f314d34d08 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.18 "GET /v2.0/ports?device_id=78128615-f476-4c07-b88a-cb6ec88f2228 HTTP/1.1" status: 200 len: 210 time: 0.0446451 Mar 30 18:26:25.779696 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0fe742b1-5fff-4851-b310-00180dc353e0 req-a9c289de-d412-4e89-9088-1b099096814a tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.18 "GET /v2.0/ports?device_id=78128615-f476-4c07-b88a-cb6ec88f2228 HTTP/1.1" status: 200 len: 210 time: 0.0262346 Mar 30 18:26:26.874280 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-8b87bace-4629-4060-8c2d-dd65c76472b6 req-caa01050-81ed-4053-a44e-39d69738e42b tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.18 "GET /v2.0/ports?device_id=78128615-f476-4c07-b88a-cb6ec88f2228 HTTP/1.1" status: 200 len: 210 time: 0.0289323 Mar 30 18:26:27.256180 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.agents_db [None req-615cdb4a-d653-495f-8f07-938524d0c5b5 None None] Agent healthcheck: found 6 active agents {{(pid=103296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:26:27.685806 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-64cb08ef-3fd0-45a0-a55a-a95189218189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (c82c41e6-6be9-408a-ae4d-4131a3230230), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:27.966617 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-8e73b794-c54f-4695-af8f-ef7b62459a46 req-d1697c8b-e5e1-49e1-b8a4-88ad32173638 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.18 "GET /v2.0/ports?device_id=78128615-f476-4c07-b88a-cb6ec88f2228 HTTP/1.1" status: 200 len: 210 time: 0.0263455 Mar 30 18:26:28.201316 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f73dbb-41c9-40a4-a60a-3f830baeb80b req-1c6731c5-3986-4fa8-92f9-55881962d047 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:28.202914 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a4f73dbb-41c9-40a4-a60a-3f830baeb80b req-1c6731c5-3986-4fa8-92f9-55881962d047 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.55 "GET /v2.0/networks?id=4796a877-8d49-4c2d-8839-22f9bcc83fe8 HTTP/1.1" status: 200 len: 814 time: 0.1033394 Mar 30 18:26:28.239139 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [req-a4f73dbb-41c9-40a4-a60a-3f830baeb80b req-4f3ec4a1-0bc5-4b78-a9f4-cd1dc4c7522c tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] Request body: {'port': {'device_id': '78128615-f476-4c07-b88a-cb6ec88f2228', 'network_id': '4796a877-8d49-4c2d-8839-22f9bcc83fe8', 'admin_state_up': True, 'tenant_id': '787f8822ae2148c6a7421981edd0fc14'}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:26:28.343213 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4f73dbb-41c9-40a4-a60a-3f830baeb80b req-4f3ec4a1-0bc5-4b78-a9f4-cd1dc4c7522c tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] Made reservation on behalf of 787f8822ae2148c6a7421981edd0fc14 for: {'port': 1} {{(pid=103293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:26:28.346512 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-a4f73dbb-41c9-40a4-a60a-3f830baeb80b req-4f3ec4a1-0bc5-4b78-a9f4-cd1dc4c7522c tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:28.476109 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.db_base_plugin_common [req-a4f73dbb-41c9-40a4-a60a-3f830baeb80b req-4f3ec4a1-0bc5-4b78-a9f4-cd1dc4c7522c tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] Allocated IP 172.20.0.5 (4796a877-8d49-4c2d-8839-22f9bcc83fe8/0e142d18-592e-4ba8-b0fe-f5627b21c704/95b90c42-42dc-4efc-a199-7af08a26a29d) {{(pid=103293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:26:28.627172 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-a4f73dbb-41c9-40a4-a60a-3f830baeb80b req-4f3ec4a1-0bc5-4b78-a9f4-cd1dc4c7522c tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] Publish callbacks [] for port (95b90c42-42dc-4efc-a199-7af08a26a29d), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:28.661650 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-a4f73dbb-41c9-40a4-a60a-3f830baeb80b req-4f3ec4a1-0bc5-4b78-a9f4-cd1dc4c7522c tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759689464324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58814409'] for port (95b90c42-42dc-4efc-a199-7af08a26a29d), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:28.706925 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4f73dbb-41c9-40a4-a60a-3f830baeb80b req-4f3ec4a1-0bc5-4b78-a9f4-cd1dc4c7522c tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] Network 4796a877-8d49-4c2d-8839-22f9bcc83fe8 is already hosted by enough agents. {{(pid=103293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:26:28.715094 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.base_scheduler [req-a4f73dbb-41c9-40a4-a60a-3f830baeb80b req-4f3ec4a1-0bc5-4b78-a9f4-cd1dc4c7522c tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] Resources bound (agent type, host, resource id): {{(pid=103293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:26:28.717250 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ec4a1-0bc5-4b78-a9f4-cd1dc4c7522c tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] Pushing event updated for resources: {'Port': ['ID=95b90c42-42dc-4efc-a199-7af08a26a29d,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:28.719434 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f73dbb-41c9-40a4-a60a-3f830baeb80b req-4f3ec4a1-0bc5-4b78-a9f4-cd1dc4c7522c tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] Received port after_create {{(pid=103293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:26:28.769542 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f73dbb-41c9-40a4-a60a-3f830baeb80b req-4f3ec4a1-0bc5-4b78-a9f4-cd1dc4c7522c tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:28.770149 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-a4f73dbb-41c9-40a4-a60a-3f830baeb80b req-4f3ec4a1-0bc5-4b78-a9f4-cd1dc4c7522c tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for port (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:28.792201 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a4f73dbb-41c9-40a4-a60a-3f830baeb80b req-4f3ec4a1-0bc5-4b78-a9f4-cd1dc4c7522c tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5576234 Mar 30 18:26:28.814301 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [req-a4f73dbb-41c9-40a4-a60a-3f830baeb80b req-819b7418-aacd-4ab7-abc0-bae405f86e06 service neutron] Request body: {'port': {'device_id': '78128615-f476-4c07-b88a-cb6ec88f2228', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:26:29.184464 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-a4f73dbb-41c9-40a4-a60a-3f830baeb80b req-819b7418-aacd-4ab7-abc0-bae405f86e06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (95b90c42-42dc-4efc-a199-7af08a26a29d), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:29.238743 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5037f758-d4c0-451b-8bc4-dff5858cd05a req-875e983f-0601-4d30-8efe-d5cda3c0e123 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:29.240302 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-5037f758-d4c0-451b-8bc4-dff5858cd05a req-875e983f-0601-4d30-8efe-d5cda3c0e123 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.18 "GET /v2.0/ports?device_id=78128615-f476-4c07-b88a-cb6ec88f2228 HTTP/1.1" status: 200 len: 931 time: 0.0902860 Mar 30 18:26:29.362257 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-5037f758-d4c0-451b-8bc4-dff5858cd05a req-9c45e21a-a322-41e8-a8c0-72d8ed96b856 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.18 "GET /v2.0/security-groups?id=d702cca6-3dcb-4b29-b68e-872ffe358394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099961 Mar 30 18:26:29.506998 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [req-a4f73dbb-41c9-40a4-a60a-3f830baeb80b req-819b7418-aacd-4ab7-abc0-bae405f86e06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95b90c42-42dc-4efc-a199-7af08a26a29d {{(pid=103293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:26:29.514819 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-a4f73dbb-41c9-40a4-a60a-3f830baeb80b req-819b7418-aacd-4ab7-abc0-bae405f86e06 service neutron] Publish callbacks [] for port (95b90c42-42dc-4efc-a199-7af08a26a29d), precommit_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:29.527194 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [req-a4f73dbb-41c9-40a4-a60a-3f830baeb80b req-819b7418-aacd-4ab7-abc0-bae405f86e06 service neutron] Transition to ACTIVE for port object 95b90c42-42dc-4efc-a199-7af08a26a29d will not be triggered until provisioned by entity L2. {{(pid=103293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 18:26:29.530934 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-a4f73dbb-41c9-40a4-a60a-3f830baeb80b req-819b7418-aacd-4ab7-abc0-bae405f86e06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58814400'] for port (95b90c42-42dc-4efc-a199-7af08a26a29d), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:29.598573 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819b7418-aacd-4ab7-abc0-bae405f86e06 service neutron] Pushing event updated for resources: {'Port': ['ID=95b90c42-42dc-4efc-a199-7af08a26a29d,revision_number=2']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:29.647875 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [req-a4f73dbb-41c9-40a4-a60a-3f830baeb80b req-819b7418-aacd-4ab7-abc0-bae405f86e06 service neutron] Attempting to bind port 95b90c42-42dc-4efc-a199-7af08a26a29d on host hv-cinder-83587 for vnic_type normal with profile {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:26:29.648212 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [req-a4f73dbb-41c9-40a4-a60a-3f830baeb80b req-819b7418-aacd-4ab7-abc0-bae405f86e06 service neutron] Attempting to bind port 95b90c42-42dc-4efc-a199-7af08a26a29d by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '2f56e3fd-9689-4254-aa8b-33bed69a4c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4796a877-8d49-4c2d-8839-22f9bcc83fe8'}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:26:29.648540 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f73dbb-41c9-40a4-a60a-3f830baeb80b req-819b7418-aacd-4ab7-abc0-bae405f86e06 service neutron] Attempting to bind port 95b90c42-42dc-4efc-a199-7af08a26a29d on network 4796a877-8d49-4c2d-8839-22f9bcc83fe8 {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:26:29.652770 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f73dbb-41c9-40a4-a60a-3f830baeb80b req-819b7418-aacd-4ab7-abc0-bae405f86e06 service neutron] Port 95b90c42-42dc-4efc-a199-7af08a26a29d on network 4796a877-8d49-4c2d-8839-22f9bcc83fe8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 18:26:29.653093 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f73dbb-41c9-40a4-a60a-3f830baeb80b req-819b7418-aacd-4ab7-abc0-bae405f86e06 service neutron] Attempting to bind port 95b90c42-42dc-4efc-a199-7af08a26a29d on network 4796a877-8d49-4c2d-8839-22f9bcc83fe8 {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:26:29.657932 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f73dbb-41c9-40a4-a60a-3f830baeb80b req-819b7418-aacd-4ab7-abc0-bae405f86e06 service neutron] Checking agent: {'id': '48cc6dd0-9d47-40d1-bfd7-3609261a1488', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 17, 16), 'started_at': datetime.datetime(2022, 3, 30, 18, 17, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:26:29.658270 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f73dbb-41c9-40a4-a60a-3f830baeb80b req-819b7418-aacd-4ab7-abc0-bae405f86e06 service neutron] Checking segment: {'id': '2f56e3fd-9689-4254-aa8b-33bed69a4c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4796a877-8d49-4c2d-8839-22f9bcc83fe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:26:29.658651 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f73dbb-41c9-40a4-a60a-3f830baeb80b req-819b7418-aacd-4ab7-abc0-bae405f86e06 service neutron] Bound using segment: {'id': '2f56e3fd-9689-4254-aa8b-33bed69a4c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4796a877-8d49-4c2d-8839-22f9bcc83fe8'} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:26:29.659076 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [req-a4f73dbb-41c9-40a4-a60a-3f830baeb80b req-819b7418-aacd-4ab7-abc0-bae405f86e06 service neutron] Bound port: 95b90c42-42dc-4efc-a199-7af08a26a29d, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f56e3fd-9689-4254-aa8b-33bed69a4c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4796a877-8d49-4c2d-8839-22f9bcc83fe8'}}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:26:29.659467 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-a4f73dbb-41c9-40a4-a60a-3f830baeb80b req-819b7418-aacd-4ab7-abc0-bae405f86e06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (95b90c42-42dc-4efc-a199-7af08a26a29d), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:29.726857 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [req-a4f73dbb-41c9-40a4-a60a-3f830baeb80b req-819b7418-aacd-4ab7-abc0-bae405f86e06 service neutron] For port 95b90c42-42dc-4efc-a199-7af08a26a29d, host hv-cinder-83587, cleared binding levels {{(pid=103293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:26:29.729717 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [req-a4f73dbb-41c9-40a4-a60a-3f830baeb80b req-819b7418-aacd-4ab7-abc0-bae405f86e06 service neutron] For port 95b90c42-42dc-4efc-a199-7af08a26a29d, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=95b90c42-42dc-4efc-a199-7af08a26a29d,segment=NetworkSegment(2f56e3fd-9689-4254-aa8b-33bed69a4c31),segment_id=2f56e3fd-9689-4254-aa8b-33bed69a4c31)] {{(pid=103293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:26:29.736188 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-a4f73dbb-41c9-40a4-a60a-3f830baeb80b req-819b7418-aacd-4ab7-abc0-bae405f86e06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58814400'] for port (95b90c42-42dc-4efc-a199-7af08a26a29d), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:29.767024 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f73dbb-41c9-40a4-a60a-3f830baeb80b req-819b7418-aacd-4ab7-abc0-bae405f86e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:29.767826 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-a4f73dbb-41c9-40a4-a60a-3f830baeb80b req-819b7418-aacd-4ab7-abc0-bae405f86e06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for port (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:29.769129 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a4f73dbb-41c9-40a4-a60a-3f830baeb80b req-819b7418-aacd-4ab7-abc0-bae405f86e06 service neutron] 10.222.0.55 "PUT /v2.0/ports/95b90c42-42dc-4efc-a199-7af08a26a29d HTTP/1.1" status: 200 len: 1093 time: 0.9590468 Mar 30 18:26:29.772392 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78128615-f476-4c07-b88a-cb6ec88f2228', 'tag': '95b90c42-42dc-4efc-a199-7af08a26a29d'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:26:29.774685 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e41150553c85b09edab6cb52843a30629a36ec9d810f78f9b9d5c7c277fb574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9539336f-1594-4ba2-bef2-efeeea0e7638" -d '{"events": [{"name": "network-changed", "server_uuid": "78128615-f476-4c07-b88a-cb6ec88f2228", "tag": "95b90c42-42dc-4efc-a199-7af08a26a29d"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:26:29.803027 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819b7418-aacd-4ab7-abc0-bae405f86e06 service neutron] Pushing event updated for resources: {'Port': ['ID=95b90c42-42dc-4efc-a199-7af08a26a29d,revision_number=3']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:29.822584 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d524897e-3b2d-4010-a667-3b651476821b x-openstack-request-id: req-d524897e-3b2d-4010-a667-3b651476821b {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:26:29.822878 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78128615-f476-4c07-b88a-cb6ec88f2228", "tag": "95b90c42-42dc-4efc-a199-7af08a26a29d", "status": "completed", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:26:29.823134 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d524897e-3b2d-4010-a667-3b651476821b {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:26:29.823579 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d524897e-3b2d-4010-a667-3b651476821b'] response: {'name': 'network-changed', 'server_uuid': '78128615-f476-4c07-b88a-cb6ec88f2228', 'tag': '95b90c42-42dc-4efc-a199-7af08a26a29d', 'status': 'completed', 'code': 200} Mar 30 18:26:29.886557 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f73dbb-41c9-40a4-a60a-3f830baeb80b req-18f1ea5e-f226-4469-8d40-75b976821935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:29.888085 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a4f73dbb-41c9-40a4-a60a-3f830baeb80b req-18f1ea5e-f226-4469-8d40-75b976821935 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=787f8822ae2148c6a7421981edd0fc14&device_id=78128615-f476-4c07-b88a-cb6ec88f2228 HTTP/1.1" status: 200 len: 1127 time: 0.0442822 Mar 30 18:26:29.943177 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a4f73dbb-41c9-40a4-a60a-3f830baeb80b req-0d8e56ce-29aa-4c67-be2e-ebe97c285006 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95b90c42-42dc-4efc-a199-7af08a26a29d HTTP/1.1" status: 200 len: 217 time: 0.0387919 Mar 30 18:26:29.994404 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f73dbb-41c9-40a4-a60a-3f830baeb80b req-588eaf87-d0a7-4936-a6b1-c9dc5950ef48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:29.995984 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a4f73dbb-41c9-40a4-a60a-3f830baeb80b req-588eaf87-d0a7-4936-a6b1-c9dc5950ef48 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0e142d18-592e-4ba8-b0fe-f5627b21c704 HTTP/1.1" status: 200 len: 854 time: 0.0449991 Mar 30 18:26:30.026456 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a4f73dbb-41c9-40a4-a60a-3f830baeb80b req-9671bec8-0e96-4023-9095-4abb6ed6f611 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4796a877-8d49-4c2d-8839-22f9bcc83fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239849 Mar 30 18:26:30.077175 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-7cf7ed70-b468-43aa-8b07-5361a933061a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bb9cbda0-d504-4372-97ec-0881b5676f92), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:30.117268 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a4f73dbb-41c9-40a4-a60a-3f830baeb80b req-71f43cca-4920-43fb-9963-c8685e68b93d service neutron] 10.222.0.55 "GET /v2.0/networks/4796a877-8d49-4c2d-8839-22f9bcc83fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839760 Mar 30 18:26:30.210834 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a4f73dbb-41c9-40a4-a60a-3f830baeb80b req-0d60a7ad-1916-43d5-bbe1-7f820427bf67 service neutron] 10.222.0.55 "GET /v2.0/networks/4796a877-8d49-4c2d-8839-22f9bcc83fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877476 Mar 30 18:26:30.356881 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539336f-1594-4ba2-bef2-efeeea0e7638 req-2fcc727a-9a1c-4821-9724-874fbc746da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:30.358522 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-9539336f-1594-4ba2-bef2-efeeea0e7638 req-2fcc727a-9a1c-4821-9724-874fbc746da4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=787f8822ae2148c6a7421981edd0fc14&device_id=78128615-f476-4c07-b88a-cb6ec88f2228 HTTP/1.1" status: 200 len: 1127 time: 0.0461907 Mar 30 18:26:30.496555 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539336f-1594-4ba2-bef2-efeeea0e7638 req-9f47dd15-6905-4f9b-b1af-dfb1819eac76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:30.498053 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-9539336f-1594-4ba2-bef2-efeeea0e7638 req-9f47dd15-6905-4f9b-b1af-dfb1819eac76 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4796a877-8d49-4c2d-8839-22f9bcc83fe8 HTTP/1.1" status: 200 len: 915 time: 0.1321468 Mar 30 18:26:30.512263 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9122e30-7820-49f8-b807-259788735126 req-4b7ac767-e7bb-42f0-a8cd-b1e53e2032ed tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:30.513723 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-f9122e30-7820-49f8-b807-259788735126 req-4b7ac767-e7bb-42f0-a8cd-b1e53e2032ed tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.18 "GET /v2.0/ports?device_id=78128615-f476-4c07-b88a-cb6ec88f2228 HTTP/1.1" status: 200 len: 943 time: 0.0787427 Mar 30 18:26:30.554780 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-9539336f-1594-4ba2-bef2-efeeea0e7638 req-46feb2fe-2208-4c71-be32-230a449a11a5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95b90c42-42dc-4efc-a199-7af08a26a29d HTTP/1.1" status: 200 len: 217 time: 0.0400548 Mar 30 18:26:30.625765 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-f9122e30-7820-49f8-b807-259788735126 req-a7b2632e-522e-4db8-83ea-77a4b1b3d311 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.18 "GET /v2.0/security-groups?id=d702cca6-3dcb-4b29-b68e-872ffe358394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055067 Mar 30 18:26:30.629283 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539336f-1594-4ba2-bef2-efeeea0e7638 req-4d7851b5-58b8-4262-a094-27bd9ee9722f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:30.630664 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-9539336f-1594-4ba2-bef2-efeeea0e7638 req-4d7851b5-58b8-4262-a094-27bd9ee9722f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0e142d18-592e-4ba8-b0fe-f5627b21c704 HTTP/1.1" status: 200 len: 854 time: 0.0681856 Mar 30 18:26:30.663600 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-9539336f-1594-4ba2-bef2-efeeea0e7638 req-6c032d37-d54f-454e-be65-8d7b0468731d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4796a877-8d49-4c2d-8839-22f9bcc83fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260196 Mar 30 18:26:30.750588 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-9539336f-1594-4ba2-bef2-efeeea0e7638 req-ad302ee7-3c66-4e01-85f6-fea789dacc3a service neutron] 10.222.0.55 "GET /v2.0/networks/4796a877-8d49-4c2d-8839-22f9bcc83fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787930 Mar 30 18:26:30.841698 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-9539336f-1594-4ba2-bef2-efeeea0e7638 req-dea525cc-77e5-4af5-9940-8689ef44c42b service neutron] 10.222.0.55 "GET /v2.0/networks/4796a877-8d49-4c2d-8839-22f9bcc83fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843201 Mar 30 18:26:31.209255 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f19afa9d-e030-40e8-acc4-8e1b9083a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (63dcb6ae-3517-415b-a3a4-cfabe01bf14f), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:31.749571 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d186b2-aea0-4c65-add2-c2f49acb4eef req-4c0de981-5049-446b-b37c-c500c86186a6 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:31.751082 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c2d186b2-aea0-4c65-add2-c2f49acb4eef req-4c0de981-5049-446b-b37c-c500c86186a6 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.18 "GET /v2.0/ports?device_id=78128615-f476-4c07-b88a-cb6ec88f2228 HTTP/1.1" status: 200 len: 943 time: 0.0559247 Mar 30 18:26:31.805352 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c2d186b2-aea0-4c65-add2-c2f49acb4eef req-f45cc372-11c9-43c3-b6bc-142f343a1f31 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.18 "GET /v2.0/security-groups?id=d702cca6-3dcb-4b29-b68e-872ffe358394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485981 Mar 30 18:26:32.610441 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-735ee7a5-faf9-4a72-9605-65e031eaef75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bc479c0e-1124-4d13-b03e-bb2d712dc776), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:32.940456 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac31f7c-ad7c-416a-b30c-00ada7a64738 req-dba97112-48cf-429a-9206-8df34cdf9317 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:32.942999 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-fac31f7c-ad7c-416a-b30c-00ada7a64738 req-dba97112-48cf-429a-9206-8df34cdf9317 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.18 "GET /v2.0/ports?device_id=78128615-f476-4c07-b88a-cb6ec88f2228 HTTP/1.1" status: 200 len: 943 time: 0.0635946 Mar 30 18:26:32.993028 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-fac31f7c-ad7c-416a-b30c-00ada7a64738 req-a62e1fc7-3933-4988-b258-a74a071fc9e2 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.18 "GET /v2.0/security-groups?id=d702cca6-3dcb-4b29-b68e-872ffe358394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429771 Mar 30 18:26:33.942896 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device 95b90c42-42dc-4efc-a199-7af08a26a29d details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103295) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:26:34.025788 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (6489659c-3f19-4a2c-89f8-52d37c938fb3), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:34.059605 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port 95b90c42-42dc-4efc-a199-7af08a26a29d, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=95b90c42-42dc-4efc-a199-7af08a26a29d,segment=NetworkSegment(2f56e3fd-9689-4254-aa8b-33bed69a4c31),segment_id=2f56e3fd-9689-4254-aa8b-33bed69a4c31)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:26:34.072170 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Returning: {'device': '95b90c42-42dc-4efc-a199-7af08a26a29d', 'network_id': '4796a877-8d49-4c2d-8839-22f9bcc83fe8', 'port_id': '95b90c42-42dc-4efc-a199-7af08a26a29d', 'mac_address': 'fa:16:3e:d7:d1:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e142d18-592e-4ba8-b0fe-f5627b21c704', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103295) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:26:34.108381 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Current status of the port 95b90c42-42dc-4efc-a199-7af08a26a29d is: DOWN; New status is: BUILD {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:26:34.108780 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (95b90c42-42dc-4efc-a199-7af08a26a29d), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:34.111876 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e54732-eaa3-4a4c-8d4f-cd512a5fe7e3 req-b9850415-0389-4ccc-9ecd-79f23bdbe044 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:34.113411 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c5e54732-eaa3-4a4c-8d4f-cd512a5fe7e3 req-b9850415-0389-4ccc-9ecd-79f23bdbe044 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.18 "GET /v2.0/ports?device_id=78128615-f476-4c07-b88a-cb6ec88f2228 HTTP/1.1" status: 200 len: 943 time: 0.0529110 Mar 30 18:26:34.126507 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95b90c42-42dc-4efc-a199-7af08a26a29d {{(pid=103295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:26:34.147779 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port 95b90c42-42dc-4efc-a199-7af08a26a29d, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=95b90c42-42dc-4efc-a199-7af08a26a29d,segment=NetworkSegment(2f56e3fd-9689-4254-aa8b-33bed69a4c31),segment_id=2f56e3fd-9689-4254-aa8b-33bed69a4c31)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:26:34.152816 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (95b90c42-42dc-4efc-a199-7af08a26a29d), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:34.169437 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c5e54732-eaa3-4a4c-8d4f-cd512a5fe7e3 req-56b3c469-e70d-42ee-996c-1b5823947e30 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.18 "GET /v2.0/security-groups?id=d702cca6-3dcb-4b29-b68e-872ffe358394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499423 Mar 30 18:26:34.204784 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Pushing event updated for resources: {'Port': ['ID=95b90c42-42dc-4efc-a199-7af08a26a29d,revision_number=4']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:34.212964 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:34.213334 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:34.213732 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:34.214101 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:34.214440 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:34.214800 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:34.215177 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:34.215543 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:34.215902 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:34.216244 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:34.216604 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:34.216932 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:34.217261 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:34.217626 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:34.218037 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:34.500691 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] get_ports_and_sgs() called for port_ids ['95b90c42-42dc-4efc-a199-7af08a26a29d'] {{(pid=103295) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:26:35.285990 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9da395-acbd-4562-9f98-9c171c3bfed2 req-a1684a84-e869-40aa-a1f2-d14dcbc86fbc tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:35.287498 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-5e9da395-acbd-4562-9f98-9c171c3bfed2 req-a1684a84-e869-40aa-a1f2-d14dcbc86fbc tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.18 "GET /v2.0/ports?device_id=78128615-f476-4c07-b88a-cb6ec88f2228 HTTP/1.1" status: 200 len: 944 time: 0.0516334 Mar 30 18:26:35.349252 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-5e9da395-acbd-4562-9f98-9c171c3bfed2 req-37e920ea-4fc5-46a5-b653-733b7bc3bde6 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.18 "GET /v2.0/security-groups?id=d702cca6-3dcb-4b29-b68e-872ffe358394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560956 Mar 30 18:26:36.464445 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e12d55-f36d-41d5-914b-0d051a0935ae req-6a230056-ba7d-4537-b67e-27e96af729a9 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:36.465887 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-b7e12d55-f36d-41d5-914b-0d051a0935ae req-6a230056-ba7d-4537-b67e-27e96af729a9 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.18 "GET /v2.0/ports?device_id=78128615-f476-4c07-b88a-cb6ec88f2228 HTTP/1.1" status: 200 len: 944 time: 0.0520675 Mar 30 18:26:36.511873 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-b7e12d55-f36d-41d5-914b-0d051a0935ae req-e5f933f9-4225-4d21-a861-588dff305eb8 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.18 "GET /v2.0/security-groups?id=d702cca6-3dcb-4b29-b68e-872ffe358394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405147 Mar 30 18:26:37.628364 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ce8029-92fb-4d4a-b23f-52c5e0b0543d req-881dc733-880a-4737-8f76-4ecb7726c3aa tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:37.629817 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-51ce8029-92fb-4d4a-b23f-52c5e0b0543d req-881dc733-880a-4737-8f76-4ecb7726c3aa tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.18 "GET /v2.0/ports?device_id=78128615-f476-4c07-b88a-cb6ec88f2228 HTTP/1.1" status: 200 len: 944 time: 0.0505452 Mar 30 18:26:37.674942 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-51ce8029-92fb-4d4a-b23f-52c5e0b0543d req-fce2980e-90e3-4c33-a2d1-882ae546b6bf tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.18 "GET /v2.0/security-groups?id=d702cca6-3dcb-4b29-b68e-872ffe358394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389140 Mar 30 18:26:38.799923 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fcfaea-563d-42d6-9765-738603d6ed35 req-ee277451-0eeb-428d-bbc4-903fff4e31ae tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:38.801461 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-53fcfaea-563d-42d6-9765-738603d6ed35 req-ee277451-0eeb-428d-bbc4-903fff4e31ae tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.18 "GET /v2.0/ports?device_id=78128615-f476-4c07-b88a-cb6ec88f2228 HTTP/1.1" status: 200 len: 944 time: 0.0564308 Mar 30 18:26:38.851910 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-53fcfaea-563d-42d6-9765-738603d6ed35 req-cfa99817-f4cd-4493-b113-80ac6d0c84ca tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.18 "GET /v2.0/security-groups?id=d702cca6-3dcb-4b29-b68e-872ffe358394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450156 Mar 30 18:26:39.707022 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device 95b90c42-42dc-4efc-a199-7af08a26a29d up at agent hyperv_hv-cinder-83587 {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:26:39.769968 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Provisioning for port 95b90c42-42dc-4efc-a199-7af08a26a29d completed by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 18:26:39.773975 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Provisioning complete for port 95b90c42-42dc-4efc-a199-7af08a26a29d triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:26:39.774905 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (95b90c42-42dc-4efc-a199-7af08a26a29d), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:39.853555 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Current status of the port 95b90c42-42dc-4efc-a199-7af08a26a29d is: BUILD; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:26:39.853937 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (95b90c42-42dc-4efc-a199-7af08a26a29d), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:39.875449 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78128615-f476-4c07-b88a-cb6ec88f2228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b90c42-42dc-4efc-a199-7af08a26a29d'}] {{(pid=103295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:26:39.877816 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7869a1eaeafddf677110b76453ce8b8be8513095297872c2e0c75408178073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cfda91c-d076-4930-9830-5c865acb39f3" -d '{"events": [{"server_uuid": "78128615-f476-4c07-b88a-cb6ec88f2228", "name": "network-vif-plugged", "status": "completed", "tag": "95b90c42-42dc-4efc-a199-7af08a26a29d"}]}' {{(pid=103295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:26:39.892016 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port 95b90c42-42dc-4efc-a199-7af08a26a29d, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=95b90c42-42dc-4efc-a199-7af08a26a29d,segment=NetworkSegment(2f56e3fd-9689-4254-aa8b-33bed69a4c31),segment_id=2f56e3fd-9689-4254-aa8b-33bed69a4c31)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:26:39.902991 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (95b90c42-42dc-4efc-a199-7af08a26a29d), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:39.927869 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b383789-78a7-464d-856f-b01107121e56 x-openstack-request-id: req-9b383789-78a7-464d-856f-b01107121e56 {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:26:39.928265 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78128615-f476-4c07-b88a-cb6ec88f2228", "name": "network-vif-plugged", "status": "completed", "tag": "95b90c42-42dc-4efc-a199-7af08a26a29d", "code": 200}]} {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:26:39.928522 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9b383789-78a7-464d-856f-b01107121e56 {{(pid=103295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:26:39.928912 dv-cinder-835879-1-iscsi neutron-server[103295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b383789-78a7-464d-856f-b01107121e56'] response: {'server_uuid': '78128615-f476-4c07-b88a-cb6ec88f2228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b90c42-42dc-4efc-a199-7af08a26a29d', 'code': 200} Mar 30 18:26:39.953952 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Pushing event updated for resources: {'Port': ['ID=95b90c42-42dc-4efc-a199-7af08a26a29d,revision_number=5']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:39.986450 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5cefec-30ec-4fb5-97ac-f9ba3c735cea req-d589833c-59c5-42f9-b637-27cfe377e394 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:39.987994 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ed5cefec-30ec-4fb5-97ac-f9ba3c735cea req-d589833c-59c5-42f9-b637-27cfe377e394 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.18 "GET /v2.0/ports?device_id=78128615-f476-4c07-b88a-cb6ec88f2228 HTTP/1.1" status: 200 len: 945 time: 0.0545938 Mar 30 18:26:40.033233 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ed5cefec-30ec-4fb5-97ac-f9ba3c735cea req-9130b2b2-7231-47e9-987d-fc8acd935f8c tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.18 "GET /v2.0/security-groups?id=d702cca6-3dcb-4b29-b68e-872ffe358394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396383 Mar 30 18:26:40.801175 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22638c12-c71f-4d1e-9385-c5cf18d6fa56 req-b519155f-6eea-4fc6-ad4c-45c01292f6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:40.802633 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-22638c12-c71f-4d1e-9385-c5cf18d6fa56 req-b519155f-6eea-4fc6-ad4c-45c01292f6ed service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=78128615-f476-4c07-b88a-cb6ec88f2228 HTTP/1.1" status: 200 len: 1129 time: 0.0460114 Mar 30 18:26:40.847654 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-22638c12-c71f-4d1e-9385-c5cf18d6fa56 req-13127921-d9be-4b8a-b484-53e7512af13e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d702cca6-3dcb-4b29-b68e-872ffe358394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363729 Mar 30 18:26:41.152113 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4728d1a-fc8f-461e-8c2e-7c8f33f01615 req-6c9f3179-abcf-4d81-afe0-1790cedc186a tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:41.153581 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-d4728d1a-fc8f-461e-8c2e-7c8f33f01615 req-6c9f3179-abcf-4d81-afe0-1790cedc186a tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.18 "GET /v2.0/ports?device_id=78128615-f476-4c07-b88a-cb6ec88f2228 HTTP/1.1" status: 200 len: 945 time: 0.0519598 Mar 30 18:26:41.200147 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-d4728d1a-fc8f-461e-8c2e-7c8f33f01615 req-aa86d718-4467-41d2-81a5-62195de7b389 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.18 "GET /v2.0/security-groups?id=d702cca6-3dcb-4b29-b68e-872ffe358394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408170 Mar 30 18:26:42.316312 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82d25b-7b4a-41dc-b369-bb8d6104632b req-6c9a24a7-d1eb-4b72-b5c5-17b92b2a6314 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:42.317784 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ad82d25b-7b4a-41dc-b369-bb8d6104632b req-6c9a24a7-d1eb-4b72-b5c5-17b92b2a6314 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.18 "GET /v2.0/ports?device_id=78128615-f476-4c07-b88a-cb6ec88f2228 HTTP/1.1" status: 200 len: 945 time: 0.0518832 Mar 30 18:26:42.366690 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ad82d25b-7b4a-41dc-b369-bb8d6104632b req-bf4861ca-26b4-40f0-bf22-bba33cecf5a5 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.18 "GET /v2.0/security-groups?id=d702cca6-3dcb-4b29-b68e-872ffe358394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425646 Mar 30 18:26:44.899470 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 40610) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:45.002930 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-6abd85ea-60d7-4973-90e9-c601a0864e6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:45.075300 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-6abd85ea-60d7-4973-90e9-c601a0864e6a admin admin] Publish callbacks [] for security_group (3bd2a783-be88-4c89-a770-9a1c26173d72), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:45.079284 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-6abd85ea-60d7-4973-90e9-c601a0864e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (3bd2a783-be88-4c89-a770-9a1c26173d72), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:45.116265 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abd85ea-60d7-4973-90e9-c601a0864e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd2a783-be88-4c89-a770-9a1c26173d72,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:45.120614 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-6abd85ea-60d7-4973-90e9-c601a0864e6a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=43e27eae0f714f5999a0eb3c451b49f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2201231 Mar 30 18:26:45.123447 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 40614) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:45.126473 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abd85ea-60d7-4973-90e9-c601a0864e6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:45.126845 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abd85ea-60d7-4973-90e9-c601a0864e6a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:45.127210 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abd85ea-60d7-4973-90e9-c601a0864e6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:45.127550 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abd85ea-60d7-4973-90e9-c601a0864e6a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:45.127885 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abd85ea-60d7-4973-90e9-c601a0864e6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:45.128218 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abd85ea-60d7-4973-90e9-c601a0864e6a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:45.128545 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abd85ea-60d7-4973-90e9-c601a0864e6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:45.128868 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abd85ea-60d7-4973-90e9-c601a0864e6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:45.129194 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abd85ea-60d7-4973-90e9-c601a0864e6a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:45.129523 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abd85ea-60d7-4973-90e9-c601a0864e6a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:45.129856 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abd85ea-60d7-4973-90e9-c601a0864e6a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:45.130175 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abd85ea-60d7-4973-90e9-c601a0864e6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:45.130494 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abd85ea-60d7-4973-90e9-c601a0864e6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:45.130813 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abd85ea-60d7-4973-90e9-c601a0864e6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:45.131133 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abd85ea-60d7-4973-90e9-c601a0864e6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:45.173077 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-6efa09d0-629f-4242-b549-973629c5c8b4 admin admin] Publish callbacks [] for security_group (3bd2a783-be88-4c89-a770-9a1c26173d72), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:45.194846 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-6efa09d0-629f-4242-b549-973629c5c8b4 admin admin] Publish callbacks [] for security_group (3bd2a783-be88-4c89-a770-9a1c26173d72), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:45.244908 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-6efa09d0-629f-4242-b549-973629c5c8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (3bd2a783-be88-4c89-a770-9a1c26173d72), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:45.247467 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-6efa09d0-629f-4242-b549-973629c5c8b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:45.248619 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-6efa09d0-629f-4242-b549-973629c5c8b4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3bd2a783-be88-4c89-a770-9a1c26173d72 HTTP/1.1" status: 204 len: 168 time: 0.1240120 Mar 30 18:26:45.257195 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efa09d0-629f-4242-b549-973629c5c8b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd2a783-be88-4c89-a770-9a1c26173d72,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:45.529141 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 40632) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:45.543248 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-7657180b-ae65-45ac-bb1f-c205fc9959ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:45.621126 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-7657180b-ae65-45ac-bb1f-c205fc9959ff admin admin] Publish callbacks [] for security_group (4914af07-6bc8-4c43-883f-8afa1b547792), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:45.624657 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-7657180b-ae65-45ac-bb1f-c205fc9959ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (4914af07-6bc8-4c43-883f-8afa1b547792), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:45.662532 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-7657180b-ae65-45ac-bb1f-c205fc9959ff admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0a29ac3394c04b2bb34d902a4e3ee317&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1321740 Mar 30 18:26:45.663414 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7657180b-ae65-45ac-bb1f-c205fc9959ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4914af07-6bc8-4c43-883f-8afa1b547792,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:45.665235 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 40638) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:45.715012 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-cf1d7372-7b07-49b9-8d25-f975cb9db3f0 admin admin] Publish callbacks [] for security_group (4914af07-6bc8-4c43-883f-8afa1b547792), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:45.735431 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-cf1d7372-7b07-49b9-8d25-f975cb9db3f0 admin admin] Publish callbacks [] for security_group (4914af07-6bc8-4c43-883f-8afa1b547792), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:45.783387 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-cf1d7372-7b07-49b9-8d25-f975cb9db3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (4914af07-6bc8-4c43-883f-8afa1b547792), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:45.786244 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-cf1d7372-7b07-49b9-8d25-f975cb9db3f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:45.787411 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-cf1d7372-7b07-49b9-8d25-f975cb9db3f0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4914af07-6bc8-4c43-883f-8afa1b547792 HTTP/1.1" status: 204 len: 168 time: 0.1209848 Mar 30 18:26:45.795569 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1d7372-7b07-49b9-8d25-f975cb9db3f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4914af07-6bc8-4c43-883f-8afa1b547792,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:46.389870 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (48cc6dd0-9d47-40d1-bfd7-3609261a1488), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:57.700708 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-88326dbf-f9d4-4517-86de-9d8f72430f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (c82c41e6-6be9-408a-ae4d-4131a3230230), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:57.742642 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 40868) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:57.849215 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-2707efc7-a3af-4e67-89dd-f98fb9c1b9f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:57.922552 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-2707efc7-a3af-4e67-89dd-f98fb9c1b9f2 admin admin] Publish callbacks [] for security_group (8bf0e261-e5f8-4b58-91d7-bc575658509c), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:57.927427 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-2707efc7-a3af-4e67-89dd-f98fb9c1b9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (8bf0e261-e5f8-4b58-91d7-bc575658509c), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:57.962921 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-2707efc7-a3af-4e67-89dd-f98fb9c1b9f2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8f0e07d8e91a4772976d2051ab3d1c39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2190814 Mar 30 18:26:57.965244 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2707efc7-a3af-4e67-89dd-f98fb9c1b9f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf0e261-e5f8-4b58-91d7-bc575658509c,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:57.966237 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 40872) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:58.022732 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-fd36ef28-5a40-412e-9352-247f02de69d8 admin admin] Publish callbacks [] for security_group (8bf0e261-e5f8-4b58-91d7-bc575658509c), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:58.044697 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-fd36ef28-5a40-412e-9352-247f02de69d8 admin admin] Publish callbacks [] for security_group (8bf0e261-e5f8-4b58-91d7-bc575658509c), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:58.091639 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-fd36ef28-5a40-412e-9352-247f02de69d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (8bf0e261-e5f8-4b58-91d7-bc575658509c), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:58.094292 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-fd36ef28-5a40-412e-9352-247f02de69d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:58.095457 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-fd36ef28-5a40-412e-9352-247f02de69d8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8bf0e261-e5f8-4b58-91d7-bc575658509c HTTP/1.1" status: 204 len: 168 time: 0.1281898 Mar 30 18:26:58.102887 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd36ef28-5a40-412e-9352-247f02de69d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf0e261-e5f8-4b58-91d7-bc575658509c,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:58.793051 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 40898) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:58.904367 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-ce265268-315b-48a4-a15c-b09546d9e72e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:58.978064 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-ce265268-315b-48a4-a15c-b09546d9e72e admin admin] Publish callbacks [] for security_group (a219d254-e5a8-4bf8-a1d9-34614d24199b), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:58.982167 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-ce265268-315b-48a4-a15c-b09546d9e72e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (a219d254-e5a8-4bf8-a1d9-34614d24199b), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:59.021327 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-ce265268-315b-48a4-a15c-b09546d9e72e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=816a35ccb1cd4c83a6ac188d5b856ed7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2271659 Mar 30 18:26:59.022404 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce265268-315b-48a4-a15c-b09546d9e72e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a219d254-e5a8-4bf8-a1d9-34614d24199b,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:59.024180 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 40904) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:59.076233 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-3bab4e3f-e5e2-4112-8015-fbd2b705dede admin admin] Publish callbacks [] for security_group (a219d254-e5a8-4bf8-a1d9-34614d24199b), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:59.098443 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-3bab4e3f-e5e2-4112-8015-fbd2b705dede admin admin] Publish callbacks [] for security_group (a219d254-e5a8-4bf8-a1d9-34614d24199b), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:59.144767 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-3bab4e3f-e5e2-4112-8015-fbd2b705dede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (a219d254-e5a8-4bf8-a1d9-34614d24199b), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:59.147302 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-3bab4e3f-e5e2-4112-8015-fbd2b705dede admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:59.148414 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-3bab4e3f-e5e2-4112-8015-fbd2b705dede admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a219d254-e5a8-4bf8-a1d9-34614d24199b HTTP/1.1" status: 204 len: 168 time: 0.1232624 Mar 30 18:26:59.160774 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bab4e3f-e5e2-4112-8015-fbd2b705dede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a219d254-e5a8-4bf8-a1d9-34614d24199b,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:59.404605 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 40910) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:59.418939 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0eb27c63-2559-4b0c-ac25-c9695bed031d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:59.493793 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0eb27c63-2559-4b0c-ac25-c9695bed031d admin admin] Publish callbacks [] for security_group (a92a15f0-2146-4010-af52-258fd47740dd), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:59.497676 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0eb27c63-2559-4b0c-ac25-c9695bed031d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (a92a15f0-2146-4010-af52-258fd47740dd), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:59.540733 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-0eb27c63-2559-4b0c-ac25-c9695bed031d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4acd17d85a16414daba77a1267b998c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1349831 Mar 30 18:26:59.541394 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb27c63-2559-4b0c-ac25-c9695bed031d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a92a15f0-2146-4010-af52-258fd47740dd,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:59.544192 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 40914) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:59.597346 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-a160d445-3b4a-48c4-b6a9-7a7343cf56cb admin admin] Publish callbacks [] for security_group (a92a15f0-2146-4010-af52-258fd47740dd), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:59.620043 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-a160d445-3b4a-48c4-b6a9-7a7343cf56cb admin admin] Publish callbacks [] for security_group (a92a15f0-2146-4010-af52-258fd47740dd), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:59.670829 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-a160d445-3b4a-48c4-b6a9-7a7343cf56cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (a92a15f0-2146-4010-af52-258fd47740dd), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:59.673384 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-a160d445-3b4a-48c4-b6a9-7a7343cf56cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:59.674552 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-a160d445-3b4a-48c4-b6a9-7a7343cf56cb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a92a15f0-2146-4010-af52-258fd47740dd HTTP/1.1" status: 204 len: 168 time: 0.1245151 Mar 30 18:26:59.682013 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a160d445-3b4a-48c4-b6a9-7a7343cf56cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92a15f0-2146-4010-af52-258fd47740dd,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:00.081255 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-d29aaa78-adfa-4dc0-a754-fcdfa75b29eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bb9cbda0-d504-4372-97ec-0881b5676f92), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:01.214581 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f19afa9d-e030-40e8-acc4-8e1b9083a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (63dcb6ae-3517-415b-a3a4-cfabe01bf14f), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:01.565027 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 40988) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:01.669261 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-9283d3a5-d924-4390-8995-5839ac7b3138 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:01.741679 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-9283d3a5-d924-4390-8995-5839ac7b3138 admin admin] Publish callbacks [] for security_group (ccf27257-014e-4c9f-b073-9b65dbb75193), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:01.745159 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-9283d3a5-d924-4390-8995-5839ac7b3138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (ccf27257-014e-4c9f-b073-9b65dbb75193), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:01.781349 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9283d3a5-d924-4390-8995-5839ac7b3138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf27257-014e-4c9f-b073-9b65dbb75193,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:01.786550 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-9283d3a5-d924-4390-8995-5839ac7b3138 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f0c572a0d66b4c359f2f9d6d87e8d3c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2205164 Mar 30 18:27:01.789956 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 40994) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:01.835972 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-a7276237-62f8-4cf9-bb2a-d2e6dbdf87dc admin admin] Publish callbacks [] for security_group (ccf27257-014e-4c9f-b073-9b65dbb75193), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:01.857949 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-a7276237-62f8-4cf9-bb2a-d2e6dbdf87dc admin admin] Publish callbacks [] for security_group (ccf27257-014e-4c9f-b073-9b65dbb75193), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:01.904193 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-a7276237-62f8-4cf9-bb2a-d2e6dbdf87dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (ccf27257-014e-4c9f-b073-9b65dbb75193), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:01.906759 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-a7276237-62f8-4cf9-bb2a-d2e6dbdf87dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:01.907952 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-a7276237-62f8-4cf9-bb2a-d2e6dbdf87dc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ccf27257-014e-4c9f-b073-9b65dbb75193 HTTP/1.1" status: 204 len: 168 time: 0.1170084 Mar 30 18:27:01.915768 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7276237-62f8-4cf9-bb2a-d2e6dbdf87dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf27257-014e-4c9f-b073-9b65dbb75193,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:02.164647 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 41010) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:02.180409 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-11ee8932-a93d-433b-b16e-17e19a687cba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:02.253761 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-11ee8932-a93d-433b-b16e-17e19a687cba admin admin] Publish callbacks [] for security_group (965dd431-16b4-499e-ba5f-5135eea406d4), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:02.257342 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-11ee8932-a93d-433b-b16e-17e19a687cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (965dd431-16b4-499e-ba5f-5135eea406d4), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:02.296065 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-11ee8932-a93d-433b-b16e-17e19a687cba admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=effb65a9753e4057a5f9908bac96d6ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1303742 Mar 30 18:27:02.296988 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ee8932-a93d-433b-b16e-17e19a687cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=965dd431-16b4-499e-ba5f-5135eea406d4,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:02.298693 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 41012) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:02.345682 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-9f50b0ea-d6b5-4d0d-8e5d-4a8ecfbca986 admin admin] Publish callbacks [] for security_group (965dd431-16b4-499e-ba5f-5135eea406d4), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:02.366726 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-9f50b0ea-d6b5-4d0d-8e5d-4a8ecfbca986 admin admin] Publish callbacks [] for security_group (965dd431-16b4-499e-ba5f-5135eea406d4), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:02.417964 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-9f50b0ea-d6b5-4d0d-8e5d-4a8ecfbca986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (965dd431-16b4-499e-ba5f-5135eea406d4), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:02.421408 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-9f50b0ea-d6b5-4d0d-8e5d-4a8ecfbca986 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:02.422645 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-9f50b0ea-d6b5-4d0d-8e5d-4a8ecfbca986 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/965dd431-16b4-499e-ba5f-5135eea406d4 HTTP/1.1" status: 204 len: 168 time: 0.1229181 Mar 30 18:27:02.430270 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f50b0ea-d6b5-4d0d-8e5d-4a8ecfbca986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=965dd431-16b4-499e-ba5f-5135eea406d4,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:02.437400 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f50b0ea-d6b5-4d0d-8e5d-4a8ecfbca986 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:02.437751 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f50b0ea-d6b5-4d0d-8e5d-4a8ecfbca986 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:02.438110 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f50b0ea-d6b5-4d0d-8e5d-4a8ecfbca986 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:02.438484 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f50b0ea-d6b5-4d0d-8e5d-4a8ecfbca986 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:02.438812 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f50b0ea-d6b5-4d0d-8e5d-4a8ecfbca986 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:02.439135 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f50b0ea-d6b5-4d0d-8e5d-4a8ecfbca986 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:02.439482 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f50b0ea-d6b5-4d0d-8e5d-4a8ecfbca986 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:02.439804 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f50b0ea-d6b5-4d0d-8e5d-4a8ecfbca986 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:02.440138 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f50b0ea-d6b5-4d0d-8e5d-4a8ecfbca986 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:02.440464 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f50b0ea-d6b5-4d0d-8e5d-4a8ecfbca986 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:02.440799 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f50b0ea-d6b5-4d0d-8e5d-4a8ecfbca986 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:02.441134 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f50b0ea-d6b5-4d0d-8e5d-4a8ecfbca986 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:02.441454 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f50b0ea-d6b5-4d0d-8e5d-4a8ecfbca986 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:02.441771 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f50b0ea-d6b5-4d0d-8e5d-4a8ecfbca986 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:02.442104 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f50b0ea-d6b5-4d0d-8e5d-4a8ecfbca986 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:02.611734 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-735ee7a5-faf9-4a72-9605-65e031eaef75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bc479c0e-1124-4d13-b03e-bb2d712dc776), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:03.446379 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 41054) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:03.547703 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c35c8771-a3dd-45cb-b3ed-3f12bb63dfff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:03.619724 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c35c8771-a3dd-45cb-b3ed-3f12bb63dfff admin admin] Publish callbacks [] for security_group (9c4288b6-9c60-4733-ac09-dd75405b00ae), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:03.623782 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c35c8771-a3dd-45cb-b3ed-3f12bb63dfff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (9c4288b6-9c60-4733-ac09-dd75405b00ae), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:03.660552 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-c35c8771-a3dd-45cb-b3ed-3f12bb63dfff admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6e0a711115a045cfacdebf9e63d6bfd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2130475 Mar 30 18:27:03.661486 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35c8771-a3dd-45cb-b3ed-3f12bb63dfff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4288b6-9c60-4733-ac09-dd75405b00ae,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:03.663562 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 41058) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:03.712430 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-af209ed9-48ae-46d7-b146-c74b3ea9deb6 admin admin] Publish callbacks [] for security_group (9c4288b6-9c60-4733-ac09-dd75405b00ae), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:03.734614 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-af209ed9-48ae-46d7-b146-c74b3ea9deb6 admin admin] Publish callbacks [] for security_group (9c4288b6-9c60-4733-ac09-dd75405b00ae), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:03.780384 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-af209ed9-48ae-46d7-b146-c74b3ea9deb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (9c4288b6-9c60-4733-ac09-dd75405b00ae), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:03.782905 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-af209ed9-48ae-46d7-b146-c74b3ea9deb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:03.784085 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-af209ed9-48ae-46d7-b146-c74b3ea9deb6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9c4288b6-9c60-4733-ac09-dd75405b00ae HTTP/1.1" status: 204 len: 168 time: 0.1194589 Mar 30 18:27:03.791872 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af209ed9-48ae-46d7-b146-c74b3ea9deb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4288b6-9c60-4733-ac09-dd75405b00ae,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:03.989315 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (6489659c-3f19-4a2c-89f8-52d37c938fb3), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:04.256451 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.agents_db [None req-615cdb4a-d653-495f-8f07-938524d0c5b5 None None] Agent healthcheck: found 6 active agents {{(pid=103296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:27:07.893048 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 41186) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:08.003117 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-944928e6-a9d4-4248-90eb-a5770e73c969 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:08.087757 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-944928e6-a9d4-4248-90eb-a5770e73c969 admin admin] Publish callbacks [] for security_group (152c68bc-a800-47e9-9684-79511fd05d77), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:08.091400 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-944928e6-a9d4-4248-90eb-a5770e73c969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (152c68bc-a800-47e9-9684-79511fd05d77), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:08.126966 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944928e6-a9d4-4248-90eb-a5770e73c969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=152c68bc-a800-47e9-9684-79511fd05d77,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:08.131271 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-944928e6-a9d4-4248-90eb-a5770e73c969 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=68040b62c06e4fa1a2d924afd676c2d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2371092 Mar 30 18:27:08.134429 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 41190) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:08.180635 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-8af0e68c-e9f7-4243-9ef3-bc1240f4e88b admin admin] Publish callbacks [] for security_group (152c68bc-a800-47e9-9684-79511fd05d77), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:08.201504 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-8af0e68c-e9f7-4243-9ef3-bc1240f4e88b admin admin] Publish callbacks [] for security_group (152c68bc-a800-47e9-9684-79511fd05d77), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:08.245609 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-8af0e68c-e9f7-4243-9ef3-bc1240f4e88b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (152c68bc-a800-47e9-9684-79511fd05d77), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:08.248758 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-8af0e68c-e9f7-4243-9ef3-bc1240f4e88b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:08.249895 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-8af0e68c-e9f7-4243-9ef3-bc1240f4e88b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/152c68bc-a800-47e9-9684-79511fd05d77 HTTP/1.1" status: 204 len: 168 time: 0.1150863 Mar 30 18:27:08.258002 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af0e68c-e9f7-4243-9ef3-bc1240f4e88b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=152c68bc-a800-47e9-9684-79511fd05d77,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:09.213768 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 41230) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:09.313337 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-7244dbdd-5d86-4457-9dd1-8c8fb0fe2600 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:09.389949 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-7244dbdd-5d86-4457-9dd1-8c8fb0fe2600 admin admin] Publish callbacks [] for security_group (da50f8dc-0211-451e-880f-d0a6e6e077a7), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:09.393583 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-7244dbdd-5d86-4457-9dd1-8c8fb0fe2600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (da50f8dc-0211-451e-880f-d0a6e6e077a7), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:09.434498 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-7244dbdd-5d86-4457-9dd1-8c8fb0fe2600 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2bdc132d16a34a60938a3ca7980d08f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2196336 Mar 30 18:27:09.435516 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7244dbdd-5d86-4457-9dd1-8c8fb0fe2600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da50f8dc-0211-451e-880f-d0a6e6e077a7,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:09.437175 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 41236) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:09.484623 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-28721e09-ecff-4ff1-82db-2e864e485761 admin admin] Publish callbacks [] for security_group (da50f8dc-0211-451e-880f-d0a6e6e077a7), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:09.504417 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-28721e09-ecff-4ff1-82db-2e864e485761 admin admin] Publish callbacks [] for security_group (da50f8dc-0211-451e-880f-d0a6e6e077a7), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:09.552378 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-28721e09-ecff-4ff1-82db-2e864e485761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (da50f8dc-0211-451e-880f-d0a6e6e077a7), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:09.554837 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-28721e09-ecff-4ff1-82db-2e864e485761 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:09.556015 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-28721e09-ecff-4ff1-82db-2e864e485761 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/da50f8dc-0211-451e-880f-d0a6e6e077a7 HTTP/1.1" status: 204 len: 168 time: 0.1177692 Mar 30 18:27:09.563264 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28721e09-ecff-4ff1-82db-2e864e485761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da50f8dc-0211-451e-880f-d0a6e6e077a7,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:11.662220 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 41310) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:11.763592 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-d3c3b22e-aeeb-4498-84aa-b5a86b2d2160 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:11.837255 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-d3c3b22e-aeeb-4498-84aa-b5a86b2d2160 admin admin] Publish callbacks [] for security_group (90792d60-22e2-4252-b4d0-0b77107f969b), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:11.840873 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-d3c3b22e-aeeb-4498-84aa-b5a86b2d2160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (90792d60-22e2-4252-b4d0-0b77107f969b), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:11.879965 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-d3c3b22e-aeeb-4498-84aa-b5a86b2d2160 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ff70b72baad440979e34e84880f504ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2164028 Mar 30 18:27:11.880851 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c3b22e-aeeb-4498-84aa-b5a86b2d2160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90792d60-22e2-4252-b4d0-0b77107f969b,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:11.882791 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 41320) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:11.932070 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-d8f1bcaf-b631-4216-a2cb-77eaba147127 admin admin] Publish callbacks [] for security_group (90792d60-22e2-4252-b4d0-0b77107f969b), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:11.954844 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-d8f1bcaf-b631-4216-a2cb-77eaba147127 admin admin] Publish callbacks [] for security_group (90792d60-22e2-4252-b4d0-0b77107f969b), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:12.000279 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-d8f1bcaf-b631-4216-a2cb-77eaba147127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (90792d60-22e2-4252-b4d0-0b77107f969b), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:12.003305 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-d8f1bcaf-b631-4216-a2cb-77eaba147127 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:12.004510 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-d8f1bcaf-b631-4216-a2cb-77eaba147127 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/90792d60-22e2-4252-b4d0-0b77107f969b HTTP/1.1" status: 204 len: 168 time: 0.1205666 Mar 30 18:27:12.011894 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f1bcaf-b631-4216-a2cb-77eaba147127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90792d60-22e2-4252-b4d0-0b77107f969b,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:12.254199 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 41326) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:12.267810 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-7abd4d4c-37b6-48ab-af6a-0083ae529f5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:12.339995 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-7abd4d4c-37b6-48ab-af6a-0083ae529f5b admin admin] Publish callbacks [] for security_group (4f9a3aba-c2e6-4392-b7d6-0bb510de3750), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:12.343661 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-7abd4d4c-37b6-48ab-af6a-0083ae529f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (4f9a3aba-c2e6-4392-b7d6-0bb510de3750), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:12.382154 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-7abd4d4c-37b6-48ab-af6a-0083ae529f5b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=23d6c194b40b4c3586a712dee6146761&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1268263 Mar 30 18:27:12.383011 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abd4d4c-37b6-48ab-af6a-0083ae529f5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9a3aba-c2e6-4392-b7d6-0bb510de3750,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:12.384911 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 41328) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:12.433203 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-052967ee-d6c9-4c18-a18a-f30b75524bea admin admin] Publish callbacks [] for security_group (4f9a3aba-c2e6-4392-b7d6-0bb510de3750), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:12.454126 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-052967ee-d6c9-4c18-a18a-f30b75524bea admin admin] Publish callbacks [] for security_group (4f9a3aba-c2e6-4392-b7d6-0bb510de3750), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:12.501150 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-052967ee-d6c9-4c18-a18a-f30b75524bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (4f9a3aba-c2e6-4392-b7d6-0bb510de3750), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:12.504188 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-052967ee-d6c9-4c18-a18a-f30b75524bea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:12.505364 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-052967ee-d6c9-4c18-a18a-f30b75524bea admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4f9a3aba-c2e6-4392-b7d6-0bb510de3750 HTTP/1.1" status: 204 len: 168 time: 0.1194201 Mar 30 18:27:12.513229 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052967ee-d6c9-4c18-a18a-f30b75524bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9a3aba-c2e6-4392-b7d6-0bb510de3750,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:12.808455 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 41336) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:12.821024 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-7b67d540-fd6f-4643-800c-49ff8039eb41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:12.894930 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-7b67d540-fd6f-4643-800c-49ff8039eb41 admin admin] Publish callbacks [] for security_group (e319629c-6b16-4e8c-9522-226a485ee480), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:12.898783 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-7b67d540-fd6f-4643-800c-49ff8039eb41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (e319629c-6b16-4e8c-9522-226a485ee480), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:12.942242 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-7b67d540-fd6f-4643-800c-49ff8039eb41 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ba2e2dc128664350b0181f01553728ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1326878 Mar 30 18:27:12.943115 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b67d540-fd6f-4643-800c-49ff8039eb41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e319629c-6b16-4e8c-9522-226a485ee480,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:12.945285 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 41340) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:12.997329 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-45b0610a-30b3-484f-8bc2-b521503dc142 admin admin] Publish callbacks [] for security_group (e319629c-6b16-4e8c-9522-226a485ee480), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:13.019119 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-45b0610a-30b3-484f-8bc2-b521503dc142 admin admin] Publish callbacks [] for security_group (e319629c-6b16-4e8c-9522-226a485ee480), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:13.064260 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-45b0610a-30b3-484f-8bc2-b521503dc142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (e319629c-6b16-4e8c-9522-226a485ee480), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:13.066806 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-45b0610a-30b3-484f-8bc2-b521503dc142 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:13.067994 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-45b0610a-30b3-484f-8bc2-b521503dc142 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e319629c-6b16-4e8c-9522-226a485ee480 HTTP/1.1" status: 204 len: 168 time: 0.1216569 Mar 30 18:27:13.075141 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b0610a-30b3-484f-8bc2-b521503dc142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e319629c-6b16-4e8c-9522-226a485ee480,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:13.705264 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 41364) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:13.797333 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [None req-235a075e-368c-4915-9147-742c7122e53b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1845362969-network', 'tenant_id': '5d0b6518d9c94064bcb428f380076511'}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:27:13.816648 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-235a075e-368c-4915-9147-742c7122e53b admin admin] Made reservation on behalf of 5d0b6518d9c94064bcb428f380076511 for: {'network': 1} {{(pid=103293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:27:13.818902 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-235a075e-368c-4915-9147-742c7122e53b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for network (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:13.827767 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-235a075e-368c-4915-9147-742c7122e53b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:13.898692 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-235a075e-368c-4915-9147-742c7122e53b admin admin] Publish callbacks [] for security_group (4c808b26-bd62-4f55-862f-72376d58fec4), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:13.902154 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-235a075e-368c-4915-9147-742c7122e53b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (4c808b26-bd62-4f55-862f-72376d58fec4), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:13.928948 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-235a075e-368c-4915-9147-742c7122e53b admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=103293) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 18:27:13.935280 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235a075e-368c-4915-9147-742c7122e53b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c808b26-bd62-4f55-862f-72376d58fec4,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:13.942212 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-235a075e-368c-4915-9147-742c7122e53b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-829919'] for segment (47e931e0-0296-4d14-b073-623319402841), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:13.942635 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.db.segments_db [None req-235a075e-368c-4915-9147-742c7122e53b admin admin] Added segment 47e931e0-0296-4d14-b073-623319402841 of type vlan for network 7795e603-ee58-42af-955a-ecfaba12bbbd Mar 30 18:27:13.983837 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-235a075e-368c-4915-9147-742c7122e53b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759689436227'] for network (7795e603-ee58-42af-955a-ecfaba12bbbd), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:14.007067 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-235a075e-368c-4915-9147-742c7122e53b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248'] for network (7795e603-ee58-42af-955a-ecfaba12bbbd), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:14.008090 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235a075e-368c-4915-9147-742c7122e53b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:27:14.008665 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-235a075e-368c-4915-9147-742c7122e53b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628270'] for network (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:14.067634 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-235a075e-368c-4915-9147-742c7122e53b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3612597 Mar 30 18:27:14.070804 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 41370) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:14.075797 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-27e2df23-7510-4c7d-b8e5-ea251355c473 admin admin] Request body: {'subnet': {'network_id': '7795e603-ee58-42af-955a-ecfaba12bbbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1845362969-subnet', 'tenant_id': '5d0b6518d9c94064bcb428f380076511', 'ip_version': 4}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:27:14.076522 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235a075e-368c-4915-9147-742c7122e53b admin admin] Pushing event updated for resources: {'Network': ['ID=7795e603-ee58-42af-955a-ecfaba12bbbd,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:14.087640 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Network 7795e603-ee58-42af-955a-ecfaba12bbbd details requested by agent ovs-agent-dv-cinder-835879-1-iscsi with host dv-cinder-835879-1-iscsi {{(pid=103295) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 18:27:14.095085 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e2df23-7510-4c7d-b8e5-ea251355c473 admin admin] Made reservation on behalf of 5d0b6518d9c94064bcb428f380076511 for: {'subnet': 1} {{(pid=103294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:27:14.097652 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-27e2df23-7510-4c7d-b8e5-ea251355c473 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59550579'] for subnet (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:14.259652 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-27e2df23-7510-4c7d-b8e5-ea251355c473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59249400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59550565'] for subnet (35545748-b728-48d5-8ad6-a0182a33acb6), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:14.312660 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e2df23-7510-4c7d-b8e5-ea251355c473 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35545748-b728-48d5-8ad6-a0182a33acb6,revision_number=0']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:14.323598 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e2df23-7510-4c7d-b8e5-ea251355c473 admin admin] Checking segment: {'id': '47e931e0-0296-4d14-b073-623319402841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7795e603-ee58-42af-955a-ecfaba12bbbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:27:14.323947 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e2df23-7510-4c7d-b8e5-ea251355c473 admin admin] Network hostable DHCP agents. Network: 7795e603-ee58-42af-955a-ecfaba12bbbd, hostable agents: ['c82c41e6-6be9-408a-ae4d-4131a3230230'], hosted agents: [] {{(pid=103294) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 18:27:14.339267 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e2df23-7510-4c7d-b8e5-ea251355c473 admin admin] Network 7795e603-ee58-42af-955a-ecfaba12bbbd is scheduled to be hosted by DHCP agent c82c41e6-6be9-408a-ae4d-4131a3230230 with binding_index 1 {{(pid=103294) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 18:27:14.347854 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.base_scheduler [None req-27e2df23-7510-4c7d-b8e5-ea251355c473 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835879-1-iscsi, 7795e603-ee58-42af-955a-ecfaba12bbbd) {{(pid=103294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:27:14.352561 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e2df23-7510-4c7d-b8e5-ea251355c473 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:27:14.353691 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-27e2df23-7510-4c7d-b8e5-ea251355c473 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628270'] for subnet (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:14.356729 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54c3d69-1cbb-47f2-8649-c033c05cf2db None None] Network 7795e603-ee58-42af-955a-ecfaba12bbbd requested from dv-cinder-835879-1-iscsi {{(pid=103295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:27:14.369600 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-27e2df23-7510-4c7d-b8e5-ea251355c473 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.2974749 Mar 30 18:27:14.372215 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 41372) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:14.376402 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-e368b894-5b44-4285-ac7f-9892681223b7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1845362969-router', 'tenant_id': '5d0b6518d9c94064bcb428f380076511', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd'}}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:27:14.394624 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e368b894-5b44-4285-ac7f-9892681223b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7066'] for router (a1db6a15-7d4f-4b3f-9c51-6c30dacb697e), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:14.395702 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e368b894-5b44-4285-ac7f-9892681223b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1628062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623759', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7043'] for router (a1db6a15-7d4f-4b3f-9c51-6c30dacb697e), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:14.452895 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e368b894-5b44-4285-ac7f-9892681223b7 admin admin] Publish callbacks [] for router_controller (a1db6a15-7d4f-4b3f-9c51-6c30dacb697e), precommit_add_association {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:14.460355 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6765b52-1082-494e-a3fe-64fc8df92a97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2ea507c-a6af-52c0-bc08-d79d09ab5728-7795e603-ee58-42af-955a-ecfaba12bbbd', 'network_id': '7795e603-ee58-42af-955a-ecfaba12bbbd', 'project_id': '5d0b6518d9c94064bcb428f380076511', 'fixed_ips': [{'subnet_id': '35545748-b728-48d5-8ad6-a0182a33acb6'}]}} from dv-cinder-835879-1-iscsi. {{(pid=103295) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 18:27:14.461200 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-e6765b52-1082-494e-a3fe-64fc8df92a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:14.589162 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e368b894-5b44-4285-ac7f-9892681223b7 admin admin] Publish callbacks [] for router_gateway (a1db6a15-7d4f-4b3f-9c51-6c30dacb697e), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:14.603880 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.db_base_plugin_common [None req-e6765b52-1082-494e-a3fe-64fc8df92a97 None None] Allocated IP 172.20.0.2 (7795e603-ee58-42af-955a-ecfaba12bbbd/35545748-b728-48d5-8ad6-a0182a33acb6/e5a7d226-2800-4a73-9822-13ad37d37001) {{(pid=103295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:27:14.793547 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e368b894-5b44-4285-ac7f-9892681223b7 admin admin] Publish callbacks [] for router_gateway (a1db6a15-7d4f-4b3f-9c51-6c30dacb697e), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:14.812242 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e368b894-5b44-4285-ac7f-9892681223b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:14.876668 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-e6765b52-1082-494e-a3fe-64fc8df92a97 None None] Publish callbacks [] for port (e5a7d226-2800-4a73-9822-13ad37d37001), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:14.882281 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-e6765b52-1082-494e-a3fe-64fc8df92a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759689464324'] for port (e5a7d226-2800-4a73-9822-13ad37d37001), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:14.915184 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.db.db_base_plugin_common [None req-e368b894-5b44-4285-ac7f-9892681223b7 admin admin] Allocated IP 172.27.0.88 (502cc405-82c2-4579-84e2-1393f2fa67cd/b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8/2c3b786b-cf57-4545-a9c1-06dc677ea39e) {{(pid=103294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:27:14.919343 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6765b52-1082-494e-a3fe-64fc8df92a97 None None] Network 7795e603-ee58-42af-955a-ecfaba12bbbd is already hosted by enough agents. {{(pid=103295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:27:14.922164 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.scheduler.base_scheduler [None req-e6765b52-1082-494e-a3fe-64fc8df92a97 None None] Resources bound (agent type, host, resource id): {{(pid=103295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:27:14.925860 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6765b52-1082-494e-a3fe-64fc8df92a97 None None] Received port after_create {{(pid=103295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:27:14.937628 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6765b52-1082-494e-a3fe-64fc8df92a97 None None] Pushing event updated for resources: {'Port': ['ID=e5a7d226-2800-4a73-9822-13ad37d37001,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:14.996348 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [None req-e6765b52-1082-494e-a3fe-64fc8df92a97 None None] Attempting to bind port e5a7d226-2800-4a73-9822-13ad37d37001 on host dv-cinder-835879-1-iscsi for vnic_type normal with profile {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:27:14.996548 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [None req-e6765b52-1082-494e-a3fe-64fc8df92a97 None None] Attempting to bind port e5a7d226-2800-4a73-9822-13ad37d37001 by drivers openvswitch,hyperv on host dv-cinder-835879-1-iscsi at level 0 using segments [{'id': '47e931e0-0296-4d14-b073-623319402841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7795e603-ee58-42af-955a-ecfaba12bbbd'}] {{(pid=103295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:27:14.996803 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6765b52-1082-494e-a3fe-64fc8df92a97 None None] Attempting to bind port e5a7d226-2800-4a73-9822-13ad37d37001 on network 7795e603-ee58-42af-955a-ecfaba12bbbd {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:27:15.002494 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6765b52-1082-494e-a3fe-64fc8df92a97 None None] Checking agent: {'id': '6489659c-3f19-4a2c-89f8-52d37c938fb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 11, 4), 'started_at': datetime.datetime(2022, 3, 30, 18, 11, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:27:15.002875 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6765b52-1082-494e-a3fe-64fc8df92a97 None None] Checking segment: {'id': '47e931e0-0296-4d14-b073-623319402841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7795e603-ee58-42af-955a-ecfaba12bbbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:27:15.003316 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-e6765b52-1082-494e-a3fe-64fc8df92a97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:15.003712 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6765b52-1082-494e-a3fe-64fc8df92a97 None None] Bound using segment: {'id': '47e931e0-0296-4d14-b073-623319402841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7795e603-ee58-42af-955a-ecfaba12bbbd'} {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:27:15.004180 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [None req-e6765b52-1082-494e-a3fe-64fc8df92a97 None None] Bound port: e5a7d226-2800-4a73-9822-13ad37d37001, host: dv-cinder-835879-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47e931e0-0296-4d14-b073-623319402841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7795e603-ee58-42af-955a-ecfaba12bbbd'}}] {{(pid=103295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:27:15.004562 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-e6765b52-1082-494e-a3fe-64fc8df92a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (e5a7d226-2800-4a73-9822-13ad37d37001), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:15.026370 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e368b894-5b44-4285-ac7f-9892681223b7 admin admin] Publish callbacks [] for port (2c3b786b-cf57-4545-a9c1-06dc677ea39e), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:15.066471 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e368b894-5b44-4285-ac7f-9892681223b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759689464324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59249992'] for port (2c3b786b-cf57-4545-a9c1-06dc677ea39e), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:15.068680 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-e6765b52-1082-494e-a3fe-64fc8df92a97 None None] For port e5a7d226-2800-4a73-9822-13ad37d37001, host dv-cinder-835879-1-iscsi, cleared binding levels {{(pid=103295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:27:15.072004 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-e6765b52-1082-494e-a3fe-64fc8df92a97 None None] For port e5a7d226-2800-4a73-9822-13ad37d37001, host dv-cinder-835879-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=e5a7d226-2800-4a73-9822-13ad37d37001,segment=NetworkSegment(47e931e0-0296-4d14-b073-623319402841),segment_id=47e931e0-0296-4d14-b073-623319402841)] {{(pid=103295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:27:15.078323 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-e6765b52-1082-494e-a3fe-64fc8df92a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (e5a7d226-2800-4a73-9822-13ad37d37001), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:15.118427 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e368b894-5b44-4285-ac7f-9892681223b7 admin admin] Network 502cc405-82c2-4579-84e2-1393f2fa67cd is already hosted by enough agents. {{(pid=103294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:27:15.126375 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.base_scheduler [None req-e368b894-5b44-4285-ac7f-9892681223b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:27:15.129214 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e368b894-5b44-4285-ac7f-9892681223b7 admin admin] Received port after_create {{(pid=103294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:27:15.135519 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6765b52-1082-494e-a3fe-64fc8df92a97 None None] Pushing event updated for resources: {'Port': ['ID=e5a7d226-2800-4a73-9822-13ad37d37001,revision_number=2']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:15.136286 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e368b894-5b44-4285-ac7f-9892681223b7 admin admin] Pushing event updated for resources: {'Port': ['ID=2c3b786b-cf57-4545-a9c1-06dc677ea39e,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:15.410614 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e368b894-5b44-4285-ac7f-9892681223b7 admin admin] Publish callbacks [] for router_gateway (a1db6a15-7d4f-4b3f-9c51-6c30dacb697e), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:15.815918 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e368b894-5b44-4285-ac7f-9892681223b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1628055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623576'] for router (a1db6a15-7d4f-4b3f-9c51-6c30dacb697e), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:15.969596 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e368b894-5b44-4285-ac7f-9892681223b7 admin admin] Router a1db6a15-7d4f-4b3f-9c51-6c30dacb697e is scheduled to L3 agent bb9cbda0-d504-4372-97ec-0881b5676f92 with binding_index 1 {{(pid=103294) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 18:27:16.081788 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e368b894-5b44-4285-ac7f-9892681223b7 admin admin] Notify agent at l3_agent.dv-cinder-835879-1-iscsi the message routers_updated {{(pid=103294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:27:16.087214 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db44336b-cbdf-4810-9712-0f1cead4b02c None None] Network 7795e603-ee58-42af-955a-ecfaba12bbbd requested from dv-cinder-835879-1-iscsi {{(pid=103295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:27:16.094808 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852008cd-df83-4bb7-82aa-ad33afd24ae5 None None] Sync routers for ids ['a1db6a15-7d4f-4b3f-9c51-6c30dacb697e'] in dv-cinder-835879-1-iscsi {{(pid=103295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:27:16.099095 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e368b894-5b44-4285-ac7f-9892681223b7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:16.100401 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-e368b894-5b44-4285-ac7f-9892681223b7 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7272043 Mar 30 18:27:16.103168 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 41392) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:16.156126 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852008cd-df83-4bb7-82aa-ad33afd24ae5 None None] Routers {'a1db6a15-7d4f-4b3f-9c51-6c30dacb697e'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:27:16.157382 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-852008cd-df83-4bb7-82aa-ad33afd24ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:27:00Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['a1db6a15-7d4f-4b3f-9c51-6c30dacb697e'], 'active': True} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:27:16.240808 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-19d735d5-9a3c-4c6d-8ffb-7a31d76ac509 None None] Provisioning complete for port e5a7d226-2800-4a73-9822-13ad37d37001 triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:27:16.241184 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-19d735d5-9a3c-4c6d-8ffb-7a31d76ac509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (e5a7d226-2800-4a73-9822-13ad37d37001), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:16.350568 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvr_db [None req-852008cd-df83-4bb7-82aa-ad33afd24ae5 None None] Set router a1db6a15-7d4f-4b3f-9c51-6c30dacb697e gateway port host: dv-cinder-835879-1-iscsi {{(pid=103295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:27:16.489543 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (48cc6dd0-9d47-40d1-bfd7-3609261a1488), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:16.499963 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-19d735d5-9a3c-4c6d-8ffb-7a31d76ac509 None None] Current status of the port e5a7d226-2800-4a73-9822-13ad37d37001 is: DOWN; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:27:16.500354 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-19d735d5-9a3c-4c6d-8ffb-7a31d76ac509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (e5a7d226-2800-4a73-9822-13ad37d37001), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:16.527275 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e18f7b98-fc5c-4589-98b4-cd7c0f009220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:16.558867 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-19d735d5-9a3c-4c6d-8ffb-7a31d76ac509 None None] For port e5a7d226-2800-4a73-9822-13ad37d37001, host dv-cinder-835879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=e5a7d226-2800-4a73-9822-13ad37d37001,segment=NetworkSegment(47e931e0-0296-4d14-b073-623319402841),segment_id=47e931e0-0296-4d14-b073-623319402841)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:27:16.563042 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-19d735d5-9a3c-4c6d-8ffb-7a31d76ac509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (e5a7d226-2800-4a73-9822-13ad37d37001), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:16.642785 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d735d5-9a3c-4c6d-8ffb-7a31d76ac509 None None] Pushing event updated for resources: {'Port': ['ID=e5a7d226-2800-4a73-9822-13ad37d37001,revision_number=3']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:16.661649 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-852008cd-df83-4bb7-82aa-ad33afd24ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1db6a15-7d4f-4b3f-9c51-6c30dacb697e', 'name': 'tempest-TestMinimumBasicScenario-1845362969-router', 'tenant_id': '5d0b6518d9c94064bcb428f380076511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '2c3b786b-cf57-4545-a9c1-06dc677ea39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:27:14Z', 'updated_at': '2022-03-30T18:27:15Z', 'revision_number': 3, 'project_id': '5d0b6518d9c94064bcb428f380076511', 'gw_port': {'id': '2c3b786b-cf57-4545-a9c1-06dc677ea39e', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1db6a15-7d4f-4b3f-9c51-6c30dacb697e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:14Z', 'updated_at': '2022-03-30T18:27:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi'}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:27:16.693251 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852008cd-df83-4bb7-82aa-ad33afd24ae5 None None] Checking router: a1db6a15-7d4f-4b3f-9c51-6c30dacb697e for host: dv-cinder-835879-1-iscsi {{(pid=103295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:27:16.693640 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852008cd-df83-4bb7-82aa-ad33afd24ae5 None None] Updating router a1db6a15-7d4f-4b3f-9c51-6c30dacb697e port 2c3b786b-cf57-4545-a9c1-06dc677ea39e binding host dv-cinder-835879-1-iscsi {{(pid=103295) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 18:27:16.701493 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.db.db_base_plugin_common [None req-e18f7b98-fc5c-4589-98b4-cd7c0f009220 admin admin] Allocated IP 172.20.0.1 (7795e603-ee58-42af-955a-ecfaba12bbbd/35545748-b728-48d5-8ad6-a0182a33acb6/165f6d46-e0b4-4b76-8b8f-c387acafb306) {{(pid=103294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:27:16.725776 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-852008cd-df83-4bb7-82aa-ad33afd24ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (2c3b786b-cf57-4545-a9c1-06dc677ea39e), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:16.728404 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-feb99479-525e-480c-9564-e74876af52ca None None] Provisioning complete for port e5a7d226-2800-4a73-9822-13ad37d37001 triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:27:16.728754 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-feb99479-525e-480c-9564-e74876af52ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (e5a7d226-2800-4a73-9822-13ad37d37001), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:16.803145 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e18f7b98-fc5c-4589-98b4-cd7c0f009220 admin admin] Publish callbacks [] for port (165f6d46-e0b4-4b76-8b8f-c387acafb306), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:16.837238 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e18f7b98-fc5c-4589-98b4-cd7c0f009220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759689464324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59249992'] for port (165f6d46-e0b4-4b76-8b8f-c387acafb306), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:16.874754 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18f7b98-fc5c-4589-98b4-cd7c0f009220 admin admin] Network 7795e603-ee58-42af-955a-ecfaba12bbbd is already hosted by enough agents. {{(pid=103294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:27:16.881857 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.base_scheduler [None req-e18f7b98-fc5c-4589-98b4-cd7c0f009220 admin admin] Resources bound (agent type, host, resource id): {{(pid=103294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:27:16.886327 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18f7b98-fc5c-4589-98b4-cd7c0f009220 admin admin] Received port after_create {{(pid=103294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:27:16.889881 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18f7b98-fc5c-4589-98b4-cd7c0f009220 admin admin] Pushing event updated for resources: {'Port': ['ID=165f6d46-e0b4-4b76-8b8f-c387acafb306,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:16.933573 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-feb99479-525e-480c-9564-e74876af52ca None None] Current status of the port e5a7d226-2800-4a73-9822-13ad37d37001 is: ACTIVE; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:27:16.934469 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e18f7b98-fc5c-4589-98b4-cd7c0f009220 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625807'] for router_interface (a1db6a15-7d4f-4b3f-9c51-6c30dacb697e), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:17.066803 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device e5a7d226-2800-4a73-9822-13ad37d37001 up at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:27:17.070245 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-852008cd-df83-4bb7-82aa-ad33afd24ae5 None None] Publish callbacks [] for port (2c3b786b-cf57-4545-a9c1-06dc677ea39e), precommit_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:17.094606 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-852008cd-df83-4bb7-82aa-ad33afd24ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (2c3b786b-cf57-4545-a9c1-06dc677ea39e), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:17.113731 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e18f7b98-fc5c-4589-98b4-cd7c0f009220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (165f6d46-e0b4-4b76-8b8f-c387acafb306), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:17.175676 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [None req-852008cd-df83-4bb7-82aa-ad33afd24ae5 None None] Attempting to bind port 2c3b786b-cf57-4545-a9c1-06dc677ea39e on host dv-cinder-835879-1-iscsi for vnic_type normal with profile {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:27:17.176274 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [None req-852008cd-df83-4bb7-82aa-ad33afd24ae5 None None] Attempting to bind port 2c3b786b-cf57-4545-a9c1-06dc677ea39e by drivers openvswitch,hyperv on host dv-cinder-835879-1-iscsi at level 0 using segments [{'id': '4e174139-f6b8-43d7-bf46-4927edc5f7d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd'}] {{(pid=103295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:27:17.176274 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852008cd-df83-4bb7-82aa-ad33afd24ae5 None None] Attempting to bind port 2c3b786b-cf57-4545-a9c1-06dc677ea39e on network 502cc405-82c2-4579-84e2-1393f2fa67cd {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:27:17.185779 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d35b9bc-84a1-4503-b192-807f55681064 None None] Pushing event updated for resources: {'Port': ['ID=2c3b786b-cf57-4545-a9c1-06dc677ea39e,revision_number=2']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:17.192414 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-476b37b3-54a6-4c81-9b50-ff583572887f None None] Provisioning complete for port 165f6d46-e0b4-4b76-8b8f-c387acafb306 triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:27:17.192780 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-476b37b3-54a6-4c81-9b50-ff583572887f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (165f6d46-e0b4-4b76-8b8f-c387acafb306), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:17.197401 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852008cd-df83-4bb7-82aa-ad33afd24ae5 None None] Checking agent: {'id': '6489659c-3f19-4a2c-89f8-52d37c938fb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 11, 4), 'started_at': datetime.datetime(2022, 3, 30, 18, 11, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:27:17.197900 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852008cd-df83-4bb7-82aa-ad33afd24ae5 None None] Checking segment: {'id': '4e174139-f6b8-43d7-bf46-4927edc5f7d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:27:17.198286 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-852008cd-df83-4bb7-82aa-ad33afd24ae5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:17.198669 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852008cd-df83-4bb7-82aa-ad33afd24ae5 None None] Bound using segment: {'id': '4e174139-f6b8-43d7-bf46-4927edc5f7d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd'} {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:27:17.199133 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [None req-852008cd-df83-4bb7-82aa-ad33afd24ae5 None None] Bound port: 2c3b786b-cf57-4545-a9c1-06dc677ea39e, host: dv-cinder-835879-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e174139-f6b8-43d7-bf46-4927edc5f7d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd'}}] {{(pid=103295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:27:17.199525 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-852008cd-df83-4bb7-82aa-ad33afd24ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (2c3b786b-cf57-4545-a9c1-06dc677ea39e), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:17.251760 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Provisioning complete for port e5a7d226-2800-4a73-9822-13ad37d37001 triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:27:17.252124 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (e5a7d226-2800-4a73-9822-13ad37d37001), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:17.276038 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e18f7b98-fc5c-4589-98b4-cd7c0f009220 admin admin] Publish callbacks [] for port (165f6d46-e0b4-4b76-8b8f-c387acafb306), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:17.277734 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-476b37b3-54a6-4c81-9b50-ff583572887f None None] Port 165f6d46-e0b4-4b76-8b8f-c387acafb306 cannot update to ACTIVE because it is not bound. {{(pid=103295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:27:17.281688 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e18f7b98-fc5c-4589-98b4-cd7c0f009220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59249985'] for port (165f6d46-e0b4-4b76-8b8f-c387acafb306), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:17.319412 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-852008cd-df83-4bb7-82aa-ad33afd24ae5 None None] For port 2c3b786b-cf57-4545-a9c1-06dc677ea39e, host dv-cinder-835879-1-iscsi, cleared binding levels {{(pid=103295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:27:17.323937 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-852008cd-df83-4bb7-82aa-ad33afd24ae5 None None] For port 2c3b786b-cf57-4545-a9c1-06dc677ea39e, host dv-cinder-835879-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=2c3b786b-cf57-4545-a9c1-06dc677ea39e,segment=NetworkSegment(4e174139-f6b8-43d7-bf46-4927edc5f7d6),segment_id=4e174139-f6b8-43d7-bf46-4927edc5f7d6)] {{(pid=103295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:27:17.334133 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-852008cd-df83-4bb7-82aa-ad33afd24ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (2c3b786b-cf57-4545-a9c1-06dc677ea39e), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:17.345463 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e18f7b98-fc5c-4589-98b4-cd7c0f009220 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1628234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625691'] for router_interface (a1db6a15-7d4f-4b3f-9c51-6c30dacb697e), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:17.358941 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18f7b98-fc5c-4589-98b4-cd7c0f009220 admin admin] Pushing event updated for resources: {'Port': ['ID=165f6d46-e0b4-4b76-8b8f-c387acafb306,revision_number=2']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:17.402766 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Current status of the port e5a7d226-2800-4a73-9822-13ad37d37001 is: ACTIVE; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:27:17.425891 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852008cd-df83-4bb7-82aa-ad33afd24ae5 None None] Routers {'a1db6a15-7d4f-4b3f-9c51-6c30dacb697e'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:27:17.426518 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-852008cd-df83-4bb7-82aa-ad33afd24ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:27:00Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['a1db6a15-7d4f-4b3f-9c51-6c30dacb697e'], 'active': True} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:27:17.431340 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d35b9bc-84a1-4503-b192-807f55681064 None None] Pushing event updated for resources: {'Port': ['ID=2c3b786b-cf57-4545-a9c1-06dc677ea39e,revision_number=3']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:17.448820 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18f7b98-fc5c-4589-98b4-cd7c0f009220 admin admin] Network 7795e603-ee58-42af-955a-ecfaba12bbbd is already hosted by enough agents. {{(pid=103294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:27:17.450140 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.base_scheduler [None req-e18f7b98-fc5c-4589-98b4-cd7c0f009220 admin admin] Resources bound (agent type, host, resource id): {{(pid=103294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:27:17.543316 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvr_db [None req-852008cd-df83-4bb7-82aa-ad33afd24ae5 None None] Set router a1db6a15-7d4f-4b3f-9c51-6c30dacb697e gateway port host: dv-cinder-835879-1-iscsi {{(pid=103295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:27:17.573638 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e18f7b98-fc5c-4589-98b4-cd7c0f009220 admin admin] Router a1db6a15-7d4f-4b3f-9c51-6c30dacb697e has already been hosted by L3 agent bb9cbda0-d504-4372-97ec-0881b5676f92 {{(pid=103294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:27:17.688510 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e18f7b98-fc5c-4589-98b4-cd7c0f009220 admin admin] Notify agent at l3_agent.dv-cinder-835879-1-iscsi the message routers_updated {{(pid=103294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:27:17.693265 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-e18f7b98-fc5c-4589-98b4-cd7c0f009220 admin admin] 10.222.0.18 "PUT /v2.0/routers/a1db6a15-7d4f-4b3f-9c51-6c30dacb697e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5890033 Mar 30 18:27:17.731122 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-f773e7a4-4b18-4c15-be91-17705ab6b8e5 None None] Provisioning complete for port 165f6d46-e0b4-4b76-8b8f-c387acafb306 triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:27:17.731539 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f773e7a4-4b18-4c15-be91-17705ab6b8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (165f6d46-e0b4-4b76-8b8f-c387acafb306), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:17.781344 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-f773e7a4-4b18-4c15-be91-17705ab6b8e5 None None] Port 165f6d46-e0b4-4b76-8b8f-c387acafb306 cannot update to ACTIVE because it is not bound. {{(pid=103295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:27:17.794913 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-852008cd-df83-4bb7-82aa-ad33afd24ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1db6a15-7d4f-4b3f-9c51-6c30dacb697e', 'name': 'tempest-TestMinimumBasicScenario-1845362969-router', 'tenant_id': '5d0b6518d9c94064bcb428f380076511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '2c3b786b-cf57-4545-a9c1-06dc677ea39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:27:14Z', 'updated_at': '2022-03-30T18:27:17Z', 'revision_number': 4, 'project_id': '5d0b6518d9c94064bcb428f380076511', 'gw_port': {'id': '2c3b786b-cf57-4545-a9c1-06dc677ea39e', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1db6a15-7d4f-4b3f-9c51-6c30dacb697e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:14Z', 'updated_at': '2022-03-30T18:27:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_interfaces': [{'id': '165f6d46-e0b4-4b76-8b8f-c387acafb306', 'name': '', 'network_id': '7795e603-ee58-42af-955a-ecfaba12bbbd', 'tenant_id': '5d0b6518d9c94064bcb428f380076511', 'mac_address': 'fa:16:3e:7f:47:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1db6a15-7d4f-4b3f-9c51-6c30dacb697e', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '35545748-b728-48d5-8ad6-a0182a33acb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:16Z', 'updated_at': '2022-03-30T18:27:17Z', 'revision_number': 2, 'project_id': '5d0b6518d9c94064bcb428f380076511', 'subnets': [{'id': '35545748-b728-48d5-8ad6-a0182a33acb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:27:17.821409 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852008cd-df83-4bb7-82aa-ad33afd24ae5 None None] The sync data for ids ['a1db6a15-7d4f-4b3f-9c51-6c30dacb697e'] in dv-cinder-835879-1-iscsi is: [{'id': 'a1db6a15-7d4f-4b3f-9c51-6c30dacb697e', 'name': 'tempest-TestMinimumBasicScenario-1845362969-router', 'tenant_id': '5d0b6518d9c94064bcb428f380076511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '2c3b786b-cf57-4545-a9c1-06dc677ea39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:27:14Z', 'updated_at': '2022-03-30T18:27:17Z', 'revision_number': 4, 'project_id': '5d0b6518d9c94064bcb428f380076511', 'gw_port': {'id': '2c3b786b-cf57-4545-a9c1-06dc677ea39e', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1db6a15-7d4f-4b3f-9c51-6c30dacb697e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:14Z', 'updated_at': '2022-03-30T18:27:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_interfaces': [{'id': '165f6d46-e0b4-4b76-8b8f-c387acafb306', 'name': '', 'network_id': '7795e603-ee58-42af-955a-ecfaba12bbbd', 'tenant_id': '5d0b6518d9c94064bcb428f380076511', 'mac_address': 'fa:16:3e:7f:47:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1db6a15-7d4f-4b3f-9c51-6c30dacb697e', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '35545748-b728-48d5-8ad6-a0182a33acb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:16Z', 'updated_at': '2022-03-30T18:27:17Z', 'revision_number': 2, 'project_id': '5d0b6518d9c94064bcb428f380076511', 'subnets': [{'id': '35545748-b728-48d5-8ad6-a0182a33acb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:27:18.181052 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 41420) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:18.185896 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-3a7ec609-3c91-48f7-9a58-635927f2aa1a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-548356338-network', 'tenant_id': '36511dbbdc544caba1493a8bf8cdddcd'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:27:18.206992 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7ec609-3c91-48f7-9a58-635927f2aa1a admin admin] Made reservation on behalf of 36511dbbdc544caba1493a8bf8cdddcd for: {'network': 1} {{(pid=103294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:27:18.209529 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-3a7ec609-3c91-48f7-9a58-635927f2aa1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for network (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:18.218480 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-3a7ec609-3c91-48f7-9a58-635927f2aa1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:18.295451 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-3a7ec609-3c91-48f7-9a58-635927f2aa1a admin admin] Publish callbacks [] for security_group (3903e608-e6f8-4a19-874b-23a865f6e83c), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:18.300122 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-3a7ec609-3c91-48f7-9a58-635927f2aa1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (3903e608-e6f8-4a19-874b-23a865f6e83c), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:18.327941 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a7ec609-3c91-48f7-9a58-635927f2aa1a admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=103294) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 18:27:18.340454 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7ec609-3c91-48f7-9a58-635927f2aa1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3903e608-e6f8-4a19-874b-23a865f6e83c,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:18.349233 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-3a7ec609-3c91-48f7-9a58-635927f2aa1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-829919'] for segment (c3d3d319-23c8-4f6a-bdfe-b3522c647817), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:18.349763 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.db.segments_db [None req-3a7ec609-3c91-48f7-9a58-635927f2aa1a admin admin] Added segment c3d3d319-23c8-4f6a-bdfe-b3522c647817 of type vlan for network fe00b886-40df-420e-9469-0d9e74c7035a Mar 30 18:27:18.423304 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-3a7ec609-3c91-48f7-9a58-635927f2aa1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759689436227'] for network (fe00b886-40df-420e-9469-0d9e74c7035a), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:18.466330 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-3a7ec609-3c91-48f7-9a58-635927f2aa1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248'] for network (fe00b886-40df-420e-9469-0d9e74c7035a), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:18.467448 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7ec609-3c91-48f7-9a58-635927f2aa1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:27:18.468084 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-3a7ec609-3c91-48f7-9a58-635927f2aa1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628270'] for network (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:18.528212 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-3a7ec609-3c91-48f7-9a58-635927f2aa1a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3460457 Mar 30 18:27:18.530894 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 41424) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:18.537195 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-9c5375b7-91ed-4ec7-a036-d9151199e91d admin admin] Request body: {'subnet': {'network_id': 'fe00b886-40df-420e-9469-0d9e74c7035a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-548356338-subnet', 'tenant_id': '36511dbbdc544caba1493a8bf8cdddcd', 'ip_version': 4}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:27:18.548731 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7ec609-3c91-48f7-9a58-635927f2aa1a admin admin] Pushing event updated for resources: {'Network': ['ID=fe00b886-40df-420e-9469-0d9e74c7035a,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:18.559000 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Network fe00b886-40df-420e-9469-0d9e74c7035a details requested by agent ovs-agent-dv-cinder-835879-1-iscsi with host dv-cinder-835879-1-iscsi {{(pid=103295) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 18:27:18.564999 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5375b7-91ed-4ec7-a036-d9151199e91d admin admin] Made reservation on behalf of 36511dbbdc544caba1493a8bf8cdddcd for: {'subnet': 1} {{(pid=103294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:27:18.567475 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-9c5375b7-91ed-4ec7-a036-d9151199e91d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59550579'] for subnet (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:18.708764 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0714918e-8b99-4ea7-8776-1ed3e090ba45 req-140f4e97-fab0-48b6-8f59-bdc5353c5c42 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4faee5ed-3991-461d-bc07-41773e890e60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0606761 Mar 30 18:27:18.758596 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-9c5375b7-91ed-4ec7-a036-d9151199e91d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59249400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59550565'] for subnet (430c3409-ad2a-426e-8599-b2aa75e1e16c), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:18.817025 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5375b7-91ed-4ec7-a036-d9151199e91d admin admin] Pushing event updated for resources: {'Subnet': ['ID=430c3409-ad2a-426e-8599-b2aa75e1e16c,revision_number=0']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:18.824768 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0714918e-8b99-4ea7-8776-1ed3e090ba45 req-5c68c0cc-853b-45a7-8af3-b89b77bf68c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:27:18.827354 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0714918e-8b99-4ea7-8776-1ed3e090ba45 req-5c68c0cc-853b-45a7-8af3-b89b77bf68c2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6ddcc755c06b440bb6750e5d44c3b913&device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 1129 time: 0.0553925 Mar 30 18:27:18.828768 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5375b7-91ed-4ec7-a036-d9151199e91d admin admin] Checking segment: {'id': 'c3d3d319-23c8-4f6a-bdfe-b3522c647817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fe00b886-40df-420e-9469-0d9e74c7035a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:27:18.829204 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5375b7-91ed-4ec7-a036-d9151199e91d admin admin] Network hostable DHCP agents. Network: fe00b886-40df-420e-9469-0d9e74c7035a, hostable agents: ['c82c41e6-6be9-408a-ae4d-4131a3230230'], hosted agents: [] {{(pid=103294) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 18:27:18.847735 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5375b7-91ed-4ec7-a036-d9151199e91d admin admin] Network fe00b886-40df-420e-9469-0d9e74c7035a is scheduled to be hosted by DHCP agent c82c41e6-6be9-408a-ae4d-4131a3230230 with binding_index 1 {{(pid=103294) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 18:27:18.859400 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.base_scheduler [None req-9c5375b7-91ed-4ec7-a036-d9151199e91d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835879-1-iscsi, fe00b886-40df-420e-9469-0d9e74c7035a) {{(pid=103294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:27:18.863683 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5375b7-91ed-4ec7-a036-d9151199e91d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:27:18.864362 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-9c5375b7-91ed-4ec7-a036-d9151199e91d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628270'] for subnet (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:18.872498 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b29ae7-2325-485d-b050-bd3ce8c64f4a None None] Network fe00b886-40df-420e-9469-0d9e74c7035a requested from dv-cinder-835879-1-iscsi {{(pid=103295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:27:18.887614 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-9c5375b7-91ed-4ec7-a036-d9151199e91d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3534243 Mar 30 18:27:18.887908 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 41426) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:18.894530 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-82b81768-6f11-425d-a9bd-ebbf5d9ea43f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-548356338-router', 'tenant_id': '36511dbbdc544caba1493a8bf8cdddcd', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd'}}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:27:18.924695 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-82b81768-6f11-425d-a9bd-ebbf5d9ea43f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7066'] for router (844b3c1d-c58a-44b2-b0ca-59be56138920), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:18.925742 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-82b81768-6f11-425d-a9bd-ebbf5d9ea43f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1628062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623759', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7043'] for router (844b3c1d-c58a-44b2-b0ca-59be56138920), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:18.971319 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0714918e-8b99-4ea7-8776-1ed3e090ba45 req-3b66ae14-d24d-4379-b789-a6068dd0c806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:27:18.973454 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0714918e-8b99-4ea7-8776-1ed3e090ba45 req-3b66ae14-d24d-4379-b789-a6068dd0c806 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1ac97e91-fa8e-41d7-abce-016c28065e30 HTTP/1.1" status: 200 len: 909 time: 0.1213100 Mar 30 18:27:19.054947 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-82b81768-6f11-425d-a9bd-ebbf5d9ea43f admin admin] Publish callbacks [] for router_controller (844b3c1d-c58a-44b2-b0ca-59be56138920), precommit_add_association {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:19.062978 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9414cab-f16c-4f8c-a0fe-88d5c3df155f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2ea507c-a6af-52c0-bc08-d79d09ab5728-fe00b886-40df-420e-9469-0d9e74c7035a', 'network_id': 'fe00b886-40df-420e-9469-0d9e74c7035a', 'project_id': '36511dbbdc544caba1493a8bf8cdddcd', 'fixed_ips': [{'subnet_id': '430c3409-ad2a-426e-8599-b2aa75e1e16c'}]}} from dv-cinder-835879-1-iscsi. {{(pid=103295) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 18:27:19.066541 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-e9414cab-f16c-4f8c-a0fe-88d5c3df155f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:19.081771 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0714918e-8b99-4ea7-8776-1ed3e090ba45 req-7628de28-f37e-4696-8869-8664a99decef service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3a4632c-ac82-4429-82d0-ea74db528887 HTTP/1.1" status: 200 len: 1000 time: 0.1013153 Mar 30 18:27:19.089080 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device 2c3b786b-cf57-4545-a9c1-06dc677ea39e up at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:27:19.168362 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0714918e-8b99-4ea7-8776-1ed3e090ba45 req-90b06fbf-899a-4aa8-92ad-df00664bd20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:27:19.170427 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0714918e-8b99-4ea7-8776-1ed3e090ba45 req-90b06fbf-899a-4aa8-92ad-df00664bd20a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8d0df9d6-37fc-48cb-beb7-46feba9ce564 HTTP/1.1" status: 200 len: 847 time: 0.0818284 Mar 30 18:27:19.233564 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0714918e-8b99-4ea7-8776-1ed3e090ba45 req-ffec21d5-dc77-439d-946c-077cc1aa9f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:27:19.235731 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0714918e-8b99-4ea7-8776-1ed3e090ba45 req-ffec21d5-dc77-439d-946c-077cc1aa9f72 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1ac97e91-fa8e-41d7-abce-016c28065e30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0571783 Mar 30 18:27:19.258069 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Provisioning complete for port 2c3b786b-cf57-4545-a9c1-06dc677ea39e triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:27:19.258987 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (2c3b786b-cf57-4545-a9c1-06dc677ea39e), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:19.362888 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.db_base_plugin_common [None req-e9414cab-f16c-4f8c-a0fe-88d5c3df155f None None] Allocated IP 172.20.0.2 (fe00b886-40df-420e-9469-0d9e74c7035a/430c3409-ad2a-426e-8599-b2aa75e1e16c/8b6f0d2d-acc7-4f56-81fd-6c4fb48add62) {{(pid=103295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:27:19.379654 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0714918e-8b99-4ea7-8776-1ed3e090ba45 req-60dca7d6-e50f-4a49-beca-8d6f1245150f service neutron] 10.222.0.55 "GET /v2.0/networks/1ac97e91-fa8e-41d7-abce-016c28065e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281869 Mar 30 18:27:19.442319 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Current status of the port 2c3b786b-cf57-4545-a9c1-06dc677ea39e is: DOWN; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:27:19.442716 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (2c3b786b-cf57-4545-a9c1-06dc677ea39e), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:19.492829 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0714918e-8b99-4ea7-8776-1ed3e090ba45 req-f6a89c42-6662-4f63-85ab-711e41c8f973 service neutron] 10.222.0.55 "GET /v2.0/networks/1ac97e91-fa8e-41d7-abce-016c28065e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067352 Mar 30 18:27:19.493697 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-82b81768-6f11-425d-a9bd-ebbf5d9ea43f admin admin] Publish callbacks [] for router_gateway (844b3c1d-c58a-44b2-b0ca-59be56138920), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:19.514280 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] For port 2c3b786b-cf57-4545-a9c1-06dc677ea39e, host dv-cinder-835879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=2c3b786b-cf57-4545-a9c1-06dc677ea39e,segment=NetworkSegment(4e174139-f6b8-43d7-bf46-4927edc5f7d6),segment_id=4e174139-f6b8-43d7-bf46-4927edc5f7d6)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:27:19.520655 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (2c3b786b-cf57-4545-a9c1-06dc677ea39e), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:19.600766 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Pushing event updated for resources: {'Port': ['ID=2c3b786b-cf57-4545-a9c1-06dc677ea39e,revision_number=4']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:19.647442 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-e9414cab-f16c-4f8c-a0fe-88d5c3df155f None None] Publish callbacks [] for port (8b6f0d2d-acc7-4f56-81fd-6c4fb48add62), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:19.655642 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-e9414cab-f16c-4f8c-a0fe-88d5c3df155f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759689464324'] for port (8b6f0d2d-acc7-4f56-81fd-6c4fb48add62), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:19.701276 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9414cab-f16c-4f8c-a0fe-88d5c3df155f None None] Network fe00b886-40df-420e-9469-0d9e74c7035a is already hosted by enough agents. {{(pid=103295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:27:19.704376 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.scheduler.base_scheduler [None req-e9414cab-f16c-4f8c-a0fe-88d5c3df155f None None] Resources bound (agent type, host, resource id): {{(pid=103295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:27:19.714628 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9414cab-f16c-4f8c-a0fe-88d5c3df155f None None] Received port after_create {{(pid=103295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:27:19.722933 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9414cab-f16c-4f8c-a0fe-88d5c3df155f None None] Pushing event updated for resources: {'Port': ['ID=8b6f0d2d-acc7-4f56-81fd-6c4fb48add62,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:19.740358 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-82b81768-6f11-425d-a9bd-ebbf5d9ea43f admin admin] Publish callbacks [] for router_gateway (844b3c1d-c58a-44b2-b0ca-59be56138920), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:19.772403 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-82b81768-6f11-425d-a9bd-ebbf5d9ea43f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:19.778818 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 41440) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:19.779855 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [None req-e9414cab-f16c-4f8c-a0fe-88d5c3df155f None None] Attempting to bind port 8b6f0d2d-acc7-4f56-81fd-6c4fb48add62 on host dv-cinder-835879-1-iscsi for vnic_type normal with profile {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:27:19.780681 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [None req-e9414cab-f16c-4f8c-a0fe-88d5c3df155f None None] Attempting to bind port 8b6f0d2d-acc7-4f56-81fd-6c4fb48add62 by drivers openvswitch,hyperv on host dv-cinder-835879-1-iscsi at level 0 using segments [{'id': 'c3d3d319-23c8-4f6a-bdfe-b3522c647817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fe00b886-40df-420e-9469-0d9e74c7035a'}] {{(pid=103295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:27:19.781049 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9414cab-f16c-4f8c-a0fe-88d5c3df155f None None] Attempting to bind port 8b6f0d2d-acc7-4f56-81fd-6c4fb48add62 on network fe00b886-40df-420e-9469-0d9e74c7035a {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:27:19.786883 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9414cab-f16c-4f8c-a0fe-88d5c3df155f None None] Checking agent: {'id': '6489659c-3f19-4a2c-89f8-52d37c938fb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 11, 4), 'started_at': datetime.datetime(2022, 3, 30, 18, 11, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:27:19.787209 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9414cab-f16c-4f8c-a0fe-88d5c3df155f None None] Checking segment: {'id': 'c3d3d319-23c8-4f6a-bdfe-b3522c647817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fe00b886-40df-420e-9469-0d9e74c7035a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:27:19.787599 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-e9414cab-f16c-4f8c-a0fe-88d5c3df155f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:19.787984 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9414cab-f16c-4f8c-a0fe-88d5c3df155f None None] Bound using segment: {'id': 'c3d3d319-23c8-4f6a-bdfe-b3522c647817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fe00b886-40df-420e-9469-0d9e74c7035a'} {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:27:19.788712 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [None req-e9414cab-f16c-4f8c-a0fe-88d5c3df155f None None] Bound port: 8b6f0d2d-acc7-4f56-81fd-6c4fb48add62, host: dv-cinder-835879-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3d3d319-23c8-4f6a-bdfe-b3522c647817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fe00b886-40df-420e-9469-0d9e74c7035a'}}] {{(pid=103295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:27:19.789084 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-e9414cab-f16c-4f8c-a0fe-88d5c3df155f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (8b6f0d2d-acc7-4f56-81fd-6c4fb48add62), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:19.856052 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-e9414cab-f16c-4f8c-a0fe-88d5c3df155f None None] For port 8b6f0d2d-acc7-4f56-81fd-6c4fb48add62, host dv-cinder-835879-1-iscsi, cleared binding levels {{(pid=103295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:27:19.860872 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-e9414cab-f16c-4f8c-a0fe-88d5c3df155f None None] For port 8b6f0d2d-acc7-4f56-81fd-6c4fb48add62, host dv-cinder-835879-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=8b6f0d2d-acc7-4f56-81fd-6c4fb48add62,segment=NetworkSegment(c3d3d319-23c8-4f6a-bdfe-b3522c647817),segment_id=c3d3d319-23c8-4f6a-bdfe-b3522c647817)] {{(pid=103295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:27:19.873055 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-e9414cab-f16c-4f8c-a0fe-88d5c3df155f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (8b6f0d2d-acc7-4f56-81fd-6c4fb48add62), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:19.886374 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.db.db_base_plugin_common [None req-82b81768-6f11-425d-a9bd-ebbf5d9ea43f admin admin] Allocated IP 172.27.0.231 (502cc405-82c2-4579-84e2-1393f2fa67cd/b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8/b79fbf0e-2687-401f-b9d0-417b307c6091) {{(pid=103294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:27:19.899053 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-3b9ae8cc-aeee-452f-915f-f000bf14eb93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:19.964354 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9414cab-f16c-4f8c-a0fe-88d5c3df155f None None] Pushing event updated for resources: {'Port': ['ID=8b6f0d2d-acc7-4f56-81fd-6c4fb48add62,revision_number=2']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:20.008765 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-3b9ae8cc-aeee-452f-915f-f000bf14eb93 admin admin] Publish callbacks [] for security_group (91465611-db2c-4fea-bffa-e7866f28fa38), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:20.015864 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-3b9ae8cc-aeee-452f-915f-f000bf14eb93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (91465611-db2c-4fea-bffa-e7866f28fa38), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:20.020282 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-82b81768-6f11-425d-a9bd-ebbf5d9ea43f admin admin] Publish callbacks [] for port (b79fbf0e-2687-401f-b9d0-417b307c6091), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:20.055062 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9ae8cc-aeee-452f-915f-f000bf14eb93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91465611-db2c-4fea-bffa-e7866f28fa38,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:20.060188 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-3b9ae8cc-aeee-452f-915f-f000bf14eb93 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=46bf144eef224a138eeb4a88dac4a7f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2807007 Mar 30 18:27:20.062754 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 41444) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:20.063632 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-82b81768-6f11-425d-a9bd-ebbf5d9ea43f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759689464324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59249992'] for port (b79fbf0e-2687-401f-b9d0-417b307c6091), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:20.110135 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b81768-6f11-425d-a9bd-ebbf5d9ea43f admin admin] Network 502cc405-82c2-4579-84e2-1393f2fa67cd is already hosted by enough agents. {{(pid=103294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:27:20.116784 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.base_scheduler [None req-82b81768-6f11-425d-a9bd-ebbf5d9ea43f admin admin] Resources bound (agent type, host, resource id): {{(pid=103294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:27:20.119334 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b81768-6f11-425d-a9bd-ebbf5d9ea43f admin admin] Received port after_create {{(pid=103294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:27:20.141354 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-98acfb0b-0ca6-405a-b876-103e3ea5d9a6 admin admin] Publish callbacks [] for security_group (91465611-db2c-4fea-bffa-e7866f28fa38), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:20.170164 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-98acfb0b-0ca6-405a-b876-103e3ea5d9a6 admin admin] Publish callbacks [] for security_group (91465611-db2c-4fea-bffa-e7866f28fa38), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:20.170380 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b81768-6f11-425d-a9bd-ebbf5d9ea43f admin admin] Pushing event updated for resources: {'Port': ['ID=b79fbf0e-2687-401f-b9d0-417b307c6091,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:20.246188 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-98acfb0b-0ca6-405a-b876-103e3ea5d9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (91465611-db2c-4fea-bffa-e7866f28fa38), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:20.250268 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-98acfb0b-0ca6-405a-b876-103e3ea5d9a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:20.252089 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-98acfb0b-0ca6-405a-b876-103e3ea5d9a6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/91465611-db2c-4fea-bffa-e7866f28fa38 HTTP/1.1" status: 204 len: 168 time: 0.1880188 Mar 30 18:27:20.272044 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98acfb0b-0ca6-405a-b876-103e3ea5d9a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91465611-db2c-4fea-bffa-e7866f28fa38,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:20.375721 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab8955a-392f-41df-b315-b07491f4a61a None None] Sync routers for ids ['a1db6a15-7d4f-4b3f-9c51-6c30dacb697e'] in dv-cinder-835879-1-iscsi {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:27:20.386712 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab8955a-392f-41df-b315-b07491f4a61a None None] Routers {'a1db6a15-7d4f-4b3f-9c51-6c30dacb697e'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:27:20.387645 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-9ab8955a-392f-41df-b315-b07491f4a61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:27:00Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['a1db6a15-7d4f-4b3f-9c51-6c30dacb697e'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:27:20.453375 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-82b81768-6f11-425d-a9bd-ebbf5d9ea43f admin admin] Publish callbacks [] for router_gateway (844b3c1d-c58a-44b2-b0ca-59be56138920), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:20.515982 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-9ab8955a-392f-41df-b315-b07491f4a61a None None] Set router a1db6a15-7d4f-4b3f-9c51-6c30dacb697e gateway port host: dv-cinder-835879-1-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:27:20.674062 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-82b81768-6f11-425d-a9bd-ebbf5d9ea43f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1628055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623576'] for router (844b3c1d-c58a-44b2-b0ca-59be56138920), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:20.729690 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-9ab8955a-392f-41df-b315-b07491f4a61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1db6a15-7d4f-4b3f-9c51-6c30dacb697e', 'name': 'tempest-TestMinimumBasicScenario-1845362969-router', 'tenant_id': '5d0b6518d9c94064bcb428f380076511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '2c3b786b-cf57-4545-a9c1-06dc677ea39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:27:14Z', 'updated_at': '2022-03-30T18:27:17Z', 'revision_number': 4, 'project_id': '5d0b6518d9c94064bcb428f380076511', 'gw_port': {'id': '2c3b786b-cf57-4545-a9c1-06dc677ea39e', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1db6a15-7d4f-4b3f-9c51-6c30dacb697e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:14Z', 'updated_at': '2022-03-30T18:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_interfaces': [{'id': '165f6d46-e0b4-4b76-8b8f-c387acafb306', 'name': '', 'network_id': '7795e603-ee58-42af-955a-ecfaba12bbbd', 'tenant_id': '5d0b6518d9c94064bcb428f380076511', 'mac_address': 'fa:16:3e:7f:47:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1db6a15-7d4f-4b3f-9c51-6c30dacb697e', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '35545748-b728-48d5-8ad6-a0182a33acb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:16Z', 'updated_at': '2022-03-30T18:27:17Z', 'revision_number': 2, 'project_id': '5d0b6518d9c94064bcb428f380076511', 'subnets': [{'id': '35545748-b728-48d5-8ad6-a0182a33acb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:27:20.768488 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab8955a-392f-41df-b315-b07491f4a61a None None] Checking router: a1db6a15-7d4f-4b3f-9c51-6c30dacb697e for host: dv-cinder-835879-1-iscsi {{(pid=103296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:27:20.768981 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab8955a-392f-41df-b315-b07491f4a61a None None] Updating router a1db6a15-7d4f-4b3f-9c51-6c30dacb697e port 165f6d46-e0b4-4b76-8b8f-c387acafb306 binding host dv-cinder-835879-1-iscsi {{(pid=103296) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 18:27:20.808427 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9ab8955a-392f-41df-b315-b07491f4a61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (165f6d46-e0b4-4b76-8b8f-c387acafb306), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:20.826189 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82b81768-6f11-425d-a9bd-ebbf5d9ea43f admin admin] Router 844b3c1d-c58a-44b2-b0ca-59be56138920 is scheduled to L3 agent bb9cbda0-d504-4372-97ec-0881b5676f92 with binding_index 1 {{(pid=103294) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 18:27:20.983225 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b81768-6f11-425d-a9bd-ebbf5d9ea43f admin admin] Notify agent at l3_agent.dv-cinder-835879-1-iscsi the message routers_updated {{(pid=103294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:27:20.995542 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c1335c-dfe3-4030-96d7-d8d374d88667 None None] Sync routers for ids ['844b3c1d-c58a-44b2-b0ca-59be56138920'] in dv-cinder-835879-1-iscsi {{(pid=103295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:27:21.012500 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c1335c-dfe3-4030-96d7-d8d374d88667 None None] Routers {'844b3c1d-c58a-44b2-b0ca-59be56138920'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:27:21.013894 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-48c1335c-dfe3-4030-96d7-d8d374d88667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:27:00Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['844b3c1d-c58a-44b2-b0ca-59be56138920'], 'active': True} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:27:21.014890 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-82b81768-6f11-425d-a9bd-ebbf5d9ea43f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:21.017943 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-82b81768-6f11-425d-a9bd-ebbf5d9ea43f admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1286037 Mar 30 18:27:21.020439 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 41468) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:21.064164 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 41470) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:21.141213 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9b1aa1-5095-4da2-8981-b25409eec9bc None None] Network fe00b886-40df-420e-9469-0d9e74c7035a requested from dv-cinder-835879-1-iscsi {{(pid=103295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:27:21.229753 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9ab8955a-392f-41df-b315-b07491f4a61a None None] Publish callbacks [] for port (165f6d46-e0b4-4b76-8b8f-c387acafb306), precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:21.231304 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device 8b6f0d2d-acc7-4f56-81fd-6c4fb48add62 up at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:27:21.240636 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-9f00275d-0948-4d16-93e8-c4a2ce29ec2c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-623152860-network', 'tenant_id': 'fe928741f1314e67af27b8f6e56a5518'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:27:21.247522 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9ab8955a-392f-41df-b315-b07491f4a61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (165f6d46-e0b4-4b76-8b8f-c387acafb306), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:21.277079 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f00275d-0948-4d16-93e8-c4a2ce29ec2c admin admin] Made reservation on behalf of fe928741f1314e67af27b8f6e56a5518 for: {'network': 1} {{(pid=103294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:27:21.279619 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-9f00275d-0948-4d16-93e8-c4a2ce29ec2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for network (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:21.284872 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvr_db [None req-48c1335c-dfe3-4030-96d7-d8d374d88667 None None] Set router 844b3c1d-c58a-44b2-b0ca-59be56138920 gateway port host: dv-cinder-835879-1-iscsi {{(pid=103295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:27:21.290013 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-9f00275d-0948-4d16-93e8-c4a2ce29ec2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:21.359230 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-a5dd8299-7b89-42cc-adf1-7604b373496f None None] Provisioning complete for port 8b6f0d2d-acc7-4f56-81fd-6c4fb48add62 triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:27:21.359618 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-a5dd8299-7b89-42cc-adf1-7604b373496f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (8b6f0d2d-acc7-4f56-81fd-6c4fb48add62), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:21.418453 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-9f00275d-0948-4d16-93e8-c4a2ce29ec2c admin admin] Publish callbacks [] for security_group (de86fb21-5eab-4c13-ae77-dcde21fd877d), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:21.426585 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-9f00275d-0948-4d16-93e8-c4a2ce29ec2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (de86fb21-5eab-4c13-ae77-dcde21fd877d), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:21.453697 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b5e64f-cb91-4301-83ed-084addcc7a57 None None] Pushing event updated for resources: {'Port': ['ID=165f6d46-e0b4-4b76-8b8f-c387acafb306,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:21.471375 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f00275d-0948-4d16-93e8-c4a2ce29ec2c admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=103294) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 18:27:21.486867 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b5e64f-cb91-4301-83ed-084addcc7a57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:21.488076 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b5e64f-cb91-4301-83ed-084addcc7a57 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:21.488695 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b5e64f-cb91-4301-83ed-084addcc7a57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:21.489792 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b5e64f-cb91-4301-83ed-084addcc7a57 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:21.490233 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b5e64f-cb91-4301-83ed-084addcc7a57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:21.491238 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b5e64f-cb91-4301-83ed-084addcc7a57 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:21.491672 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b5e64f-cb91-4301-83ed-084addcc7a57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:21.492099 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b5e64f-cb91-4301-83ed-084addcc7a57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:21.492938 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b5e64f-cb91-4301-83ed-084addcc7a57 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:21.493402 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b5e64f-cb91-4301-83ed-084addcc7a57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:21.493953 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b5e64f-cb91-4301-83ed-084addcc7a57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:21.494540 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b5e64f-cb91-4301-83ed-084addcc7a57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:21.495098 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b5e64f-cb91-4301-83ed-084addcc7a57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:21.495829 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b5e64f-cb91-4301-83ed-084addcc7a57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:21.496743 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b5e64f-cb91-4301-83ed-084addcc7a57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:21.497744 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f00275d-0948-4d16-93e8-c4a2ce29ec2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de86fb21-5eab-4c13-ae77-dcde21fd877d,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:21.512917 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-9f00275d-0948-4d16-93e8-c4a2ce29ec2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-829919'] for segment (dad84a97-fd4a-469c-ab9e-3a94ab918256), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:21.513263 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.db.segments_db [None req-9f00275d-0948-4d16-93e8-c4a2ce29ec2c admin admin] Added segment dad84a97-fd4a-469c-ab9e-3a94ab918256 of type vlan for network 0b1367f6-383f-4fe9-a1d7-150df900731d Mar 30 18:27:21.535303 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-9ab8955a-392f-41df-b315-b07491f4a61a None None] Attempting to bind port 165f6d46-e0b4-4b76-8b8f-c387acafb306 on host dv-cinder-835879-1-iscsi for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:27:21.535690 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-9ab8955a-392f-41df-b315-b07491f4a61a None None] Attempting to bind port 165f6d46-e0b4-4b76-8b8f-c387acafb306 by drivers openvswitch,hyperv on host dv-cinder-835879-1-iscsi at level 0 using segments [{'id': '47e931e0-0296-4d14-b073-623319402841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7795e603-ee58-42af-955a-ecfaba12bbbd'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:27:21.536231 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab8955a-392f-41df-b315-b07491f4a61a None None] Attempting to bind port 165f6d46-e0b4-4b76-8b8f-c387acafb306 on network 7795e603-ee58-42af-955a-ecfaba12bbbd {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:27:21.542800 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab8955a-392f-41df-b315-b07491f4a61a None None] Checking agent: {'id': '6489659c-3f19-4a2c-89f8-52d37c938fb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 11, 4), 'started_at': datetime.datetime(2022, 3, 30, 18, 11, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:27:21.543937 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab8955a-392f-41df-b315-b07491f4a61a None None] Checking segment: {'id': '47e931e0-0296-4d14-b073-623319402841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7795e603-ee58-42af-955a-ecfaba12bbbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:27:21.544746 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9ab8955a-392f-41df-b315-b07491f4a61a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:21.545295 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab8955a-392f-41df-b315-b07491f4a61a None None] Bound using segment: {'id': '47e931e0-0296-4d14-b073-623319402841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7795e603-ee58-42af-955a-ecfaba12bbbd'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:27:21.545960 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-9ab8955a-392f-41df-b315-b07491f4a61a None None] Bound port: 165f6d46-e0b4-4b76-8b8f-c387acafb306, host: dv-cinder-835879-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47e931e0-0296-4d14-b073-623319402841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7795e603-ee58-42af-955a-ecfaba12bbbd'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:27:21.546537 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9ab8955a-392f-41df-b315-b07491f4a61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (165f6d46-e0b4-4b76-8b8f-c387acafb306), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:21.560704 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Provisioning complete for port 8b6f0d2d-acc7-4f56-81fd-6c4fb48add62 triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:27:21.563194 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (8b6f0d2d-acc7-4f56-81fd-6c4fb48add62), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:21.581288 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-9f00275d-0948-4d16-93e8-c4a2ce29ec2c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759689436227'] for network (0b1367f6-383f-4fe9-a1d7-150df900731d), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:21.613692 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-9f00275d-0948-4d16-93e8-c4a2ce29ec2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248'] for network (0b1367f6-383f-4fe9-a1d7-150df900731d), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:21.614705 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f00275d-0948-4d16-93e8-c4a2ce29ec2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:27:21.615673 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-9f00275d-0948-4d16-93e8-c4a2ce29ec2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628270'] for network (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:21.636891 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-9ab8955a-392f-41df-b315-b07491f4a61a None None] For port 165f6d46-e0b4-4b76-8b8f-c387acafb306, host dv-cinder-835879-1-iscsi, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:27:21.638079 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-edac9819-7fa4-4998-b2aa-4d69478c5edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:21.643776 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-9ab8955a-392f-41df-b315-b07491f4a61a None None] For port 165f6d46-e0b4-4b76-8b8f-c387acafb306, host dv-cinder-835879-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=165f6d46-e0b4-4b76-8b8f-c387acafb306,segment=NetworkSegment(47e931e0-0296-4d14-b073-623319402841),segment_id=47e931e0-0296-4d14-b073-623319402841)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:27:21.655975 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9ab8955a-392f-41df-b315-b07491f4a61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (165f6d46-e0b4-4b76-8b8f-c387acafb306), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:21.698216 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f00275d-0948-4d16-93e8-c4a2ce29ec2c admin admin] Pushing event updated for resources: {'Network': ['ID=0b1367f6-383f-4fe9-a1d7-150df900731d,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:21.718877 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Network 0b1367f6-383f-4fe9-a1d7-150df900731d details requested by agent ovs-agent-dv-cinder-835879-1-iscsi with host dv-cinder-835879-1-iscsi {{(pid=103295) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 18:27:21.719659 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-9f00275d-0948-4d16-93e8-c4a2ce29ec2c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6536245 Mar 30 18:27:21.720468 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 41476) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:21.727071 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-ee6882e3-d8f7-49d2-b65c-d8e1553957a0 admin admin] Request body: {'subnet': {'network_id': '0b1367f6-383f-4fe9-a1d7-150df900731d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-623152860-subnet', 'tenant_id': 'fe928741f1314e67af27b8f6e56a5518', 'ip_version': 4}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:27:21.732781 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b5e64f-cb91-4301-83ed-084addcc7a57 None None] Pushing event updated for resources: {'Port': ['ID=165f6d46-e0b4-4b76-8b8f-c387acafb306,revision_number=4']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:21.754890 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab8955a-392f-41df-b315-b07491f4a61a None None] Routers {'a1db6a15-7d4f-4b3f-9c51-6c30dacb697e'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:27:21.755584 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-9ab8955a-392f-41df-b315-b07491f4a61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:27:00Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['a1db6a15-7d4f-4b3f-9c51-6c30dacb697e'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:27:21.761071 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6882e3-d8f7-49d2-b65c-d8e1553957a0 admin admin] Made reservation on behalf of fe928741f1314e67af27b8f6e56a5518 for: {'subnet': 1} {{(pid=103294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:27:21.764795 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ee6882e3-d8f7-49d2-b65c-d8e1553957a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59550579'] for subnet (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:21.808368 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-a5dd8299-7b89-42cc-adf1-7604b373496f None None] Current status of the port 8b6f0d2d-acc7-4f56-81fd-6c4fb48add62 is: DOWN; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:27:21.808755 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-a5dd8299-7b89-42cc-adf1-7604b373496f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (8b6f0d2d-acc7-4f56-81fd-6c4fb48add62), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:21.908149 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-9ab8955a-392f-41df-b315-b07491f4a61a None None] Set router a1db6a15-7d4f-4b3f-9c51-6c30dacb697e gateway port host: dv-cinder-835879-1-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:27:21.947031 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-a5dd8299-7b89-42cc-adf1-7604b373496f None None] For port 8b6f0d2d-acc7-4f56-81fd-6c4fb48add62, host dv-cinder-835879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=8b6f0d2d-acc7-4f56-81fd-6c4fb48add62,segment=NetworkSegment(c3d3d319-23c8-4f6a-bdfe-b3522c647817),segment_id=c3d3d319-23c8-4f6a-bdfe-b3522c647817)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:27:21.954045 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.db_base_plugin_common [None req-edac9819-7fa4-4998-b2aa-4d69478c5edd admin admin] Allocated IP 172.20.0.1 (fe00b886-40df-420e-9469-0d9e74c7035a/430c3409-ad2a-426e-8599-b2aa75e1e16c/27caacca-febc-4d81-ae42-41c9edeb3752) {{(pid=103293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:27:22.002541 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-a5dd8299-7b89-42cc-adf1-7604b373496f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (8b6f0d2d-acc7-4f56-81fd-6c4fb48add62), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:22.058836 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-48c1335c-dfe3-4030-96d7-d8d374d88667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '844b3c1d-c58a-44b2-b0ca-59be56138920', 'name': 'tempest-TestMinimumBasicScenario-548356338-router', 'tenant_id': '36511dbbdc544caba1493a8bf8cdddcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': 'b79fbf0e-2687-401f-b9d0-417b307c6091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:27:18Z', 'updated_at': '2022-03-30T18:27:20Z', 'revision_number': 3, 'project_id': '36511dbbdc544caba1493a8bf8cdddcd', 'gw_port': {'id': 'b79fbf0e-2687-401f-b9d0-417b307c6091', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2e:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '844b3c1d-c58a-44b2-b0ca-59be56138920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:19Z', 'updated_at': '2022-03-30T18:27:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi'}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:27:22.073174 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ee6882e3-d8f7-49d2-b65c-d8e1553957a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59249400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59550565'] for subnet (05e7e92f-e546-49c8-b6ba-98f906bbb13a), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:22.097458 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c1335c-dfe3-4030-96d7-d8d374d88667 None None] Checking router: 844b3c1d-c58a-44b2-b0ca-59be56138920 for host: dv-cinder-835879-1-iscsi {{(pid=103295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:27:22.097796 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c1335c-dfe3-4030-96d7-d8d374d88667 None None] Updating router 844b3c1d-c58a-44b2-b0ca-59be56138920 port b79fbf0e-2687-401f-b9d0-417b307c6091 binding host dv-cinder-835879-1-iscsi {{(pid=103295) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 18:27:22.107636 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Current status of the port 8b6f0d2d-acc7-4f56-81fd-6c4fb48add62 is: DOWN; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:27:22.108040 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (8b6f0d2d-acc7-4f56-81fd-6c4fb48add62), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:22.112660 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-edac9819-7fa4-4998-b2aa-4d69478c5edd admin admin] Publish callbacks [] for port (27caacca-febc-4d81-ae42-41c9edeb3752), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:22.158392 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-edac9819-7fa4-4998-b2aa-4d69478c5edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759689464324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58814409'] for port (27caacca-febc-4d81-ae42-41c9edeb3752), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:22.200315 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6882e3-d8f7-49d2-b65c-d8e1553957a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05e7e92f-e546-49c8-b6ba-98f906bbb13a,revision_number=0']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:22.216633 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6882e3-d8f7-49d2-b65c-d8e1553957a0 admin admin] Checking segment: {'id': 'dad84a97-fd4a-469c-ab9e-3a94ab918256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0b1367f6-383f-4fe9-a1d7-150df900731d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:27:22.217314 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6882e3-d8f7-49d2-b65c-d8e1553957a0 admin admin] Network hostable DHCP agents. Network: 0b1367f6-383f-4fe9-a1d7-150df900731d, hostable agents: ['c82c41e6-6be9-408a-ae4d-4131a3230230'], hosted agents: [] {{(pid=103294) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 18:27:22.223242 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edac9819-7fa4-4998-b2aa-4d69478c5edd admin admin] Network fe00b886-40df-420e-9469-0d9e74c7035a is already hosted by enough agents. {{(pid=103293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:27:22.229121 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.base_scheduler [None req-edac9819-7fa4-4998-b2aa-4d69478c5edd admin admin] Resources bound (agent type, host, resource id): {{(pid=103293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:27:22.246269 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edac9819-7fa4-4998-b2aa-4d69478c5edd admin admin] Received port after_create {{(pid=103293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:27:22.248025 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6882e3-d8f7-49d2-b65c-d8e1553957a0 admin admin] Network 0b1367f6-383f-4fe9-a1d7-150df900731d is scheduled to be hosted by DHCP agent c82c41e6-6be9-408a-ae4d-4131a3230230 with binding_index 1 {{(pid=103294) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 18:27:22.250091 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac9819-7fa4-4998-b2aa-4d69478c5edd admin admin] Pushing event updated for resources: {'Port': ['ID=27caacca-febc-4d81-ae42-41c9edeb3752,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:22.270428 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.base_scheduler [None req-ee6882e3-d8f7-49d2-b65c-d8e1553957a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835879-1-iscsi, 0b1367f6-383f-4fe9-a1d7-150df900731d) {{(pid=103294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:27:22.275695 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6882e3-d8f7-49d2-b65c-d8e1553957a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:27:22.276318 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ee6882e3-d8f7-49d2-b65c-d8e1553957a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628270'] for subnet (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:22.296588 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-9ab8955a-392f-41df-b315-b07491f4a61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1db6a15-7d4f-4b3f-9c51-6c30dacb697e', 'name': 'tempest-TestMinimumBasicScenario-1845362969-router', 'tenant_id': '5d0b6518d9c94064bcb428f380076511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '2c3b786b-cf57-4545-a9c1-06dc677ea39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:27:14Z', 'updated_at': '2022-03-30T18:27:17Z', 'revision_number': 4, 'project_id': '5d0b6518d9c94064bcb428f380076511', 'gw_port': {'id': '2c3b786b-cf57-4545-a9c1-06dc677ea39e', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1db6a15-7d4f-4b3f-9c51-6c30dacb697e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:14Z', 'updated_at': '2022-03-30T18:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_interfaces': [{'id': '165f6d46-e0b4-4b76-8b8f-c387acafb306', 'name': '', 'network_id': '7795e603-ee58-42af-955a-ecfaba12bbbd', 'tenant_id': '5d0b6518d9c94064bcb428f380076511', 'mac_address': 'fa:16:3e:7f:47:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1db6a15-7d4f-4b3f-9c51-6c30dacb697e', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '35545748-b728-48d5-8ad6-a0182a33acb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:16Z', 'updated_at': '2022-03-30T18:27:21Z', 'revision_number': 4, 'project_id': '5d0b6518d9c94064bcb428f380076511', 'subnets': [{'id': '35545748-b728-48d5-8ad6-a0182a33acb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:27:22.301642 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-edac9819-7fa4-4998-b2aa-4d69478c5edd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625807'] for router_interface (844b3c1d-c58a-44b2-b0ca-59be56138920), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:22.310687 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-ee6882e3-d8f7-49d2-b65c-d8e1553957a0 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5862541 Mar 30 18:27:22.311532 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 41478) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:22.318329 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-543805e7-ca2c-42e6-9442-46e7c03b08ac admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-623152860-router', 'tenant_id': 'fe928741f1314e67af27b8f6e56a5518', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd'}}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:27:22.332294 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-48c1335c-dfe3-4030-96d7-d8d374d88667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (b79fbf0e-2687-401f-b9d0-417b307c6091), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:22.336336 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1098e7f0-148e-47e8-9e06-680b7e7bcb52 None None] Network 0b1367f6-383f-4fe9-a1d7-150df900731d requested from dv-cinder-835879-1-iscsi {{(pid=103295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:27:22.358784 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab8955a-392f-41df-b315-b07491f4a61a None None] The sync data for ids ['a1db6a15-7d4f-4b3f-9c51-6c30dacb697e'] in dv-cinder-835879-1-iscsi is: [{'id': 'a1db6a15-7d4f-4b3f-9c51-6c30dacb697e', 'name': 'tempest-TestMinimumBasicScenario-1845362969-router', 'tenant_id': '5d0b6518d9c94064bcb428f380076511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '2c3b786b-cf57-4545-a9c1-06dc677ea39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:27:14Z', 'updated_at': '2022-03-30T18:27:17Z', 'revision_number': 4, 'project_id': '5d0b6518d9c94064bcb428f380076511', 'gw_port': {'id': '2c3b786b-cf57-4545-a9c1-06dc677ea39e', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1db6a15-7d4f-4b3f-9c51-6c30dacb697e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:14Z', 'updated_at': '2022-03-30T18:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_interfaces': [{'id': '165f6d46-e0b4-4b76-8b8f-c387acafb306', 'name': '', 'network_id': '7795e603-ee58-42af-955a-ecfaba12bbbd', 'tenant_id': '5d0b6518d9c94064bcb428f380076511', 'mac_address': 'fa:16:3e:7f:47:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1db6a15-7d4f-4b3f-9c51-6c30dacb697e', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '35545748-b728-48d5-8ad6-a0182a33acb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:16Z', 'updated_at': '2022-03-30T18:27:21Z', 'revision_number': 4, 'project_id': '5d0b6518d9c94064bcb428f380076511', 'subnets': [{'id': '35545748-b728-48d5-8ad6-a0182a33acb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:27:22.365536 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-543805e7-ca2c-42e6-9442-46e7c03b08ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7066'] for router (4b209a83-330b-40ec-8875-fb4d09393ec6), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:22.366622 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-543805e7-ca2c-42e6-9442-46e7c03b08ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1628062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623759', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7043'] for router (4b209a83-330b-40ec-8875-fb4d09393ec6), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:22.470311 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-543805e7-ca2c-42e6-9442-46e7c03b08ac admin admin] Publish callbacks [] for router_controller (4b209a83-330b-40ec-8875-fb4d09393ec6), precommit_add_association {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:22.594503 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dd8299-7b89-42cc-adf1-7604b373496f None None] Pushing event updated for resources: {'Port': ['ID=8b6f0d2d-acc7-4f56-81fd-6c4fb48add62,revision_number=3']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:22.613252 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb2b2f5-a4ae-4831-8cd0-dd49acaa53ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2ea507c-a6af-52c0-bc08-d79d09ab5728-0b1367f6-383f-4fe9-a1d7-150df900731d', 'network_id': '0b1367f6-383f-4fe9-a1d7-150df900731d', 'project_id': 'fe928741f1314e67af27b8f6e56a5518', 'fixed_ips': [{'subnet_id': '05e7e92f-e546-49c8-b6ba-98f906bbb13a'}]}} from dv-cinder-835879-1-iscsi. {{(pid=103295) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 18:27:22.614180 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2b2f5-a4ae-4831-8cd0-dd49acaa53ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:22.623220 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-edac9819-7fa4-4998-b2aa-4d69478c5edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (27caacca-febc-4d81-ae42-41c9edeb3752), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:22.640011 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-8c13252a-8212-436e-956d-0deb89fc77bf None None] Provisioning complete for port 165f6d46-e0b4-4b76-8b8f-c387acafb306 triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:27:22.640734 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-8c13252a-8212-436e-956d-0deb89fc77bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (165f6d46-e0b4-4b76-8b8f-c387acafb306), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:22.686138 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-543805e7-ca2c-42e6-9442-46e7c03b08ac admin admin] Publish callbacks [] for router_gateway (4b209a83-330b-40ec-8875-fb4d09393ec6), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:22.752652 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.db.api [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103295) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 18:27:22.753415 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG oslo_db.api [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 18:27:22.852232 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 41482) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:22.904627 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-edac9819-7fa4-4998-b2aa-4d69478c5edd admin admin] Publish callbacks [] for port (27caacca-febc-4d81-ae42-41c9edeb3752), precommit_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:22.914526 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-edac9819-7fa4-4998-b2aa-4d69478c5edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58814400'] for port (27caacca-febc-4d81-ae42-41c9edeb3752), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:22.964896 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-edac9819-7fa4-4998-b2aa-4d69478c5edd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1628234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625691'] for router_interface (844b3c1d-c58a-44b2-b0ca-59be56138920), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:23.046761 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-8c13252a-8212-436e-956d-0deb89fc77bf None None] Current status of the port 165f6d46-e0b4-4b76-8b8f-c387acafb306 is: DOWN; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:27:23.048139 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-8c13252a-8212-436e-956d-0deb89fc77bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (165f6d46-e0b4-4b76-8b8f-c387acafb306), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:23.076395 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac9819-7fa4-4998-b2aa-4d69478c5edd admin admin] Pushing event updated for resources: {'Port': ['ID=27caacca-febc-4d81-ae42-41c9edeb3752,revision_number=2']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:23.092425 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-543805e7-ca2c-42e6-9442-46e7c03b08ac admin admin] Publish callbacks [] for router_gateway (4b209a83-330b-40ec-8875-fb4d09393ec6), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:23.115409 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-543805e7-ca2c-42e6-9442-46e7c03b08ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:23.128363 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.db_base_plugin_common [None req-5eb2b2f5-a4ae-4831-8cd0-dd49acaa53ce None None] Allocated IP 172.20.0.2 (0b1367f6-383f-4fe9-a1d7-150df900731d/05e7e92f-e546-49c8-b6ba-98f906bbb13a/e1342d5b-f6c3-4be9-8fdd-c393a080fab7) {{(pid=103295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:27:23.166424 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-8c13252a-8212-436e-956d-0deb89fc77bf None None] For port 165f6d46-e0b4-4b76-8b8f-c387acafb306, host dv-cinder-835879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=165f6d46-e0b4-4b76-8b8f-c387acafb306,segment=NetworkSegment(47e931e0-0296-4d14-b073-623319402841),segment_id=47e931e0-0296-4d14-b073-623319402841)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:27:23.174587 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-8c13252a-8212-436e-956d-0deb89fc77bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (165f6d46-e0b4-4b76-8b8f-c387acafb306), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:23.208956 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edac9819-7fa4-4998-b2aa-4d69478c5edd admin admin] Network fe00b886-40df-420e-9469-0d9e74c7035a is already hosted by enough agents. {{(pid=103293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:27:23.212104 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.base_scheduler [None req-edac9819-7fa4-4998-b2aa-4d69478c5edd admin admin] Resources bound (agent type, host, resource id): {{(pid=103293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:27:23.337024 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-48c1335c-dfe3-4030-96d7-d8d374d88667 None None] Publish callbacks [] for port (b79fbf0e-2687-401f-b9d0-417b307c6091), precommit_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:23.378499 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-48c1335c-dfe3-4030-96d7-d8d374d88667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (b79fbf0e-2687-401f-b9d0-417b307c6091), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:23.398783 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edac9819-7fa4-4998-b2aa-4d69478c5edd admin admin] Router 844b3c1d-c58a-44b2-b0ca-59be56138920 has already been hosted by L3 agent bb9cbda0-d504-4372-97ec-0881b5676f92 {{(pid=103293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:27:23.408695 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-8c13252a-8212-436e-956d-0deb89fc77bf None None] Provisioning complete for port 8b6f0d2d-acc7-4f56-81fd-6c4fb48add62 triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:27:23.409350 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-8c13252a-8212-436e-956d-0deb89fc77bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (8b6f0d2d-acc7-4f56-81fd-6c4fb48add62), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:23.425184 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.db.db_base_plugin_common [None req-543805e7-ca2c-42e6-9442-46e7c03b08ac admin admin] Allocated IP 172.27.0.228 (502cc405-82c2-4579-84e2-1393f2fa67cd/b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8/546bc0e7-69d7-4abb-be07-d29b0489c67f) {{(pid=103294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:27:23.432791 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-6b6ea7cd-7ea9-429d-a408-6280d317c6ae tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Deleting port c0297eb3-d459-419a-9bd7-97b96f577834 {{(pid=103293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:27:23.433287 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-6b6ea7cd-7ea9-429d-a408-6280d317c6ae tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759690029078'] for port (c0297eb3-d459-419a-9bd7-97b96f577834), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:23.554412 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c13252a-8212-436e-956d-0deb89fc77bf None None] Pushing event updated for resources: {'Port': ['ID=165f6d46-e0b4-4b76-8b8f-c387acafb306,revision_number=5']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:23.560318 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-8c13252a-8212-436e-956d-0deb89fc77bf None None] Current status of the port 8b6f0d2d-acc7-4f56-81fd-6c4fb48add62 is: ACTIVE; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:27:23.570704 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Current status of the port 8b6f0d2d-acc7-4f56-81fd-6c4fb48add62 is: ACTIVE; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:27:23.571712 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device 2c3b786b-cf57-4545-a9c1-06dc677ea39e up at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:27:23.611858 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [None req-48c1335c-dfe3-4030-96d7-d8d374d88667 None None] Attempting to bind port b79fbf0e-2687-401f-b9d0-417b307c6091 on host dv-cinder-835879-1-iscsi for vnic_type normal with profile {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:27:23.612219 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [None req-48c1335c-dfe3-4030-96d7-d8d374d88667 None None] Attempting to bind port b79fbf0e-2687-401f-b9d0-417b307c6091 by drivers openvswitch,hyperv on host dv-cinder-835879-1-iscsi at level 0 using segments [{'id': '4e174139-f6b8-43d7-bf46-4927edc5f7d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd'}] {{(pid=103295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:27:23.612498 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c1335c-dfe3-4030-96d7-d8d374d88667 None None] Attempting to bind port b79fbf0e-2687-401f-b9d0-417b307c6091 on network 502cc405-82c2-4579-84e2-1393f2fa67cd {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:27:23.623896 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-543805e7-ca2c-42e6-9442-46e7c03b08ac admin admin] Publish callbacks [] for port (546bc0e7-69d7-4abb-be07-d29b0489c67f), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:23.638882 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c1335c-dfe3-4030-96d7-d8d374d88667 None None] Checking agent: {'id': '6489659c-3f19-4a2c-89f8-52d37c938fb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 11, 4), 'started_at': datetime.datetime(2022, 3, 30, 18, 11, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:27:23.639291 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c1335c-dfe3-4030-96d7-d8d374d88667 None None] Checking segment: {'id': '4e174139-f6b8-43d7-bf46-4927edc5f7d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:27:23.639725 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-48c1335c-dfe3-4030-96d7-d8d374d88667 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:23.640122 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c1335c-dfe3-4030-96d7-d8d374d88667 None None] Bound using segment: {'id': '4e174139-f6b8-43d7-bf46-4927edc5f7d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd'} {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:27:23.640613 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [None req-48c1335c-dfe3-4030-96d7-d8d374d88667 None None] Bound port: b79fbf0e-2687-401f-b9d0-417b307c6091, host: dv-cinder-835879-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e174139-f6b8-43d7-bf46-4927edc5f7d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd'}}] {{(pid=103295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:27:23.641019 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-48c1335c-dfe3-4030-96d7-d8d374d88667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (b79fbf0e-2687-401f-b9d0-417b307c6091), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:23.681981 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-543805e7-ca2c-42e6-9442-46e7c03b08ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759689464324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59249992'] for port (546bc0e7-69d7-4abb-be07-d29b0489c67f), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:23.734305 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf56d32-a68e-4d50-b030-e01731f28071 None None] Pushing event updated for resources: {'Port': ['ID=b79fbf0e-2687-401f-b9d0-417b307c6091,revision_number=2']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:23.746753 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543805e7-ca2c-42e6-9442-46e7c03b08ac admin admin] Network 502cc405-82c2-4579-84e2-1393f2fa67cd is already hosted by enough agents. {{(pid=103294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:27:23.756402 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.base_scheduler [None req-543805e7-ca2c-42e6-9442-46e7c03b08ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:27:23.767512 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543805e7-ca2c-42e6-9442-46e7c03b08ac admin admin] Received port after_create {{(pid=103294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:27:23.780402 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-642bbd7d-99e0-438a-bf30-afec54db691f None None] Provisioning complete for port 165f6d46-e0b4-4b76-8b8f-c387acafb306 triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:27:23.780779 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-642bbd7d-99e0-438a-bf30-afec54db691f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (165f6d46-e0b4-4b76-8b8f-c387acafb306), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:23.793645 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Provisioning complete for port 2c3b786b-cf57-4545-a9c1-06dc677ea39e triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:27:23.793837 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543805e7-ca2c-42e6-9442-46e7c03b08ac admin admin] Pushing event updated for resources: {'Port': ['ID=546bc0e7-69d7-4abb-be07-d29b0489c67f,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:23.794011 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (2c3b786b-cf57-4545-a9c1-06dc677ea39e), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:23.813263 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-48c1335c-dfe3-4030-96d7-d8d374d88667 None None] For port b79fbf0e-2687-401f-b9d0-417b307c6091, host dv-cinder-835879-1-iscsi, cleared binding levels {{(pid=103295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:27:23.857125 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-48c1335c-dfe3-4030-96d7-d8d374d88667 None None] For port b79fbf0e-2687-401f-b9d0-417b307c6091, host dv-cinder-835879-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=b79fbf0e-2687-401f-b9d0-417b307c6091,segment=NetworkSegment(4e174139-f6b8-43d7-bf46-4927edc5f7d6),segment_id=4e174139-f6b8-43d7-bf46-4927edc5f7d6)] {{(pid=103295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:27:23.867339 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2b2f5-a4ae-4831-8cd0-dd49acaa53ce None None] Publish callbacks [] for port (e1342d5b-f6c3-4be9-8fdd-c393a080fab7), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:23.880095 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-48c1335c-dfe3-4030-96d7-d8d374d88667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (b79fbf0e-2687-401f-b9d0-417b307c6091), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:23.892609 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2b2f5-a4ae-4831-8cd0-dd49acaa53ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759689464324'] for port (e1342d5b-f6c3-4be9-8fdd-c393a080fab7), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:23.970477 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb2b2f5-a4ae-4831-8cd0-dd49acaa53ce None None] Network 0b1367f6-383f-4fe9-a1d7-150df900731d is already hosted by enough agents. {{(pid=103295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:27:23.984154 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.scheduler.base_scheduler [None req-5eb2b2f5-a4ae-4831-8cd0-dd49acaa53ce None None] Resources bound (agent type, host, resource id): {{(pid=103295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:27:23.986549 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf56d32-a68e-4d50-b030-e01731f28071 None None] Pushing event updated for resources: {'Port': ['ID=b79fbf0e-2687-401f-b9d0-417b307c6091,revision_number=3']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:23.988938 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c1335c-dfe3-4030-96d7-d8d374d88667 None None] Routers {'844b3c1d-c58a-44b2-b0ca-59be56138920'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:27:23.989548 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-48c1335c-dfe3-4030-96d7-d8d374d88667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:27:00Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['844b3c1d-c58a-44b2-b0ca-59be56138920'], 'active': True} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:27:23.992790 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb2b2f5-a4ae-4831-8cd0-dd49acaa53ce None None] Received port after_create {{(pid=103295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:27:23.997800 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edac9819-7fa4-4998-b2aa-4d69478c5edd admin admin] Notify agent at l3_agent.dv-cinder-835879-1-iscsi the message routers_updated {{(pid=103293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:27:24.015760 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-edac9819-7fa4-4998-b2aa-4d69478c5edd admin admin] 10.222.0.18 "PUT /v2.0/routers/844b3c1d-c58a-44b2-b0ca-59be56138920/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9936528 Mar 30 18:27:24.070023 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-6b6ea7cd-7ea9-429d-a408-6280d317c6ae tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586036'] for port (c0297eb3-d459-419a-9bd7-97b96f577834), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:24.070378 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-6b6ea7cd-7ea9-429d-a408-6280d317c6ae tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Publish callbacks [] for floatingip (c0297eb3-d459-419a-9bd7-97b96f577834), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:24.100374 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-6b6ea7cd-7ea9-429d-a408-6280d317c6ae tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Calling delete_port for c0297eb3-d459-419a-9bd7-97b96f577834 owned by network:floatingip {{(pid=103293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:27:24.208539 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Current status of the port 2c3b786b-cf57-4545-a9c1-06dc677ea39e is: ACTIVE; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:27:24.211038 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-642bbd7d-99e0-438a-bf30-afec54db691f None None] Current status of the port 165f6d46-e0b4-4b76-8b8f-c387acafb306 is: ACTIVE; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:27:24.216744 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2b2f5-a4ae-4831-8cd0-dd49acaa53ce None None] Pushing event updated for resources: {'Port': ['ID=e1342d5b-f6c3-4be9-8fdd-c393a080fab7,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:24.235702 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [None req-5eb2b2f5-a4ae-4831-8cd0-dd49acaa53ce None None] Attempting to bind port e1342d5b-f6c3-4be9-8fdd-c393a080fab7 on host dv-cinder-835879-1-iscsi for vnic_type normal with profile {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:27:24.236072 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [None req-5eb2b2f5-a4ae-4831-8cd0-dd49acaa53ce None None] Attempting to bind port e1342d5b-f6c3-4be9-8fdd-c393a080fab7 by drivers openvswitch,hyperv on host dv-cinder-835879-1-iscsi at level 0 using segments [{'id': 'dad84a97-fd4a-469c-ab9e-3a94ab918256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0b1367f6-383f-4fe9-a1d7-150df900731d'}] {{(pid=103295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:27:24.236430 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb2b2f5-a4ae-4831-8cd0-dd49acaa53ce None None] Attempting to bind port e1342d5b-f6c3-4be9-8fdd-c393a080fab7 on network 0b1367f6-383f-4fe9-a1d7-150df900731d {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:27:24.251298 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-642bbd7d-99e0-438a-bf30-afec54db691f None None] Provisioning complete for port 27caacca-febc-4d81-ae42-41c9edeb3752 triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:27:24.251688 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-642bbd7d-99e0-438a-bf30-afec54db691f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (27caacca-febc-4d81-ae42-41c9edeb3752), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:24.254263 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb2b2f5-a4ae-4831-8cd0-dd49acaa53ce None None] Checking agent: {'id': '6489659c-3f19-4a2c-89f8-52d37c938fb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 11, 4), 'started_at': datetime.datetime(2022, 3, 30, 18, 11, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:27:24.255009 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb2b2f5-a4ae-4831-8cd0-dd49acaa53ce None None] Checking segment: {'id': 'dad84a97-fd4a-469c-ab9e-3a94ab918256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0b1367f6-383f-4fe9-a1d7-150df900731d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:27:24.255444 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2b2f5-a4ae-4831-8cd0-dd49acaa53ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:24.255871 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb2b2f5-a4ae-4831-8cd0-dd49acaa53ce None None] Bound using segment: {'id': 'dad84a97-fd4a-469c-ab9e-3a94ab918256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0b1367f6-383f-4fe9-a1d7-150df900731d'} {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:27:24.256359 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [None req-5eb2b2f5-a4ae-4831-8cd0-dd49acaa53ce None None] Bound port: e1342d5b-f6c3-4be9-8fdd-c393a080fab7, host: dv-cinder-835879-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad84a97-fd4a-469c-ab9e-3a94ab918256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0b1367f6-383f-4fe9-a1d7-150df900731d'}}] {{(pid=103295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:27:24.256739 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2b2f5-a4ae-4831-8cd0-dd49acaa53ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (e1342d5b-f6c3-4be9-8fdd-c393a080fab7), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:24.310464 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvr_db [None req-48c1335c-dfe3-4030-96d7-d8d374d88667 None None] Set router 844b3c1d-c58a-44b2-b0ca-59be56138920 gateway port host: dv-cinder-835879-1-iscsi {{(pid=103295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:27:24.383728 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-6b6ea7cd-7ea9-429d-a408-6280d317c6ae tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759690034297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759689464333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58814409'] for port (c0297eb3-d459-419a-9bd7-97b96f577834), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:24.427421 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6ea7cd-7ea9-429d-a408-6280d317c6ae tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Pushing event deleted for resources: {'Port': ['ID=c0297eb3-d459-419a-9bd7-97b96f577834,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:24.457004 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-543805e7-ca2c-42e6-9442-46e7c03b08ac admin admin] Publish callbacks [] for router_gateway (4b209a83-330b-40ec-8875-fb4d09393ec6), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:24.533249 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-6b6ea7cd-7ea9-429d-a408-6280d317c6ae tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Publish callbacks [] for floatingip (76982dac-23f6-4369-81f9-025771708ac4), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:24.533763 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.db.l3_db [None req-6b6ea7cd-7ea9-429d-a408-6280d317c6ae tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Floating IP 76982dac-23f6-4369-81f9-025771708ac4 disassociated (deleted). External IP: 172.27.0.35, port: d3a4632c-ac82-4429-82d0-ea74db528887. Mar 30 18:27:24.558521 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device 165f6d46-e0b4-4b76-8b8f-c387acafb306 up at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:27:24.621227 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-642bbd7d-99e0-438a-bf30-afec54db691f None None] Port 27caacca-febc-4d81-ae42-41c9edeb3752 cannot update to ACTIVE because it is not bound. {{(pid=103295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:27:24.728631 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-543805e7-ca2c-42e6-9442-46e7c03b08ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1628055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623576'] for router (4b209a83-330b-40ec-8875-fb4d09393ec6), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:24.739820 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-5eb2b2f5-a4ae-4831-8cd0-dd49acaa53ce None None] For port e1342d5b-f6c3-4be9-8fdd-c393a080fab7, host dv-cinder-835879-1-iscsi, cleared binding levels {{(pid=103295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:27:24.760696 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-5eb2b2f5-a4ae-4831-8cd0-dd49acaa53ce None None] For port e1342d5b-f6c3-4be9-8fdd-c393a080fab7, host dv-cinder-835879-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=e1342d5b-f6c3-4be9-8fdd-c393a080fab7,segment=NetworkSegment(dad84a97-fd4a-469c-ab9e-3a94ab918256),segment_id=dad84a97-fd4a-469c-ab9e-3a94ab918256)] {{(pid=103295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:27:24.784236 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2b2f5-a4ae-4831-8cd0-dd49acaa53ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (e1342d5b-f6c3-4be9-8fdd-c393a080fab7), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:24.796109 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Provisioning complete for port 165f6d46-e0b4-4b76-8b8f-c387acafb306 triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:27:24.796478 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (165f6d46-e0b4-4b76-8b8f-c387acafb306), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:24.836116 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b6ea7cd-7ea9-429d-a408-6280d317c6ae tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Router 0a18f1c0-ebfe-4af1-bc55-c114eca5fae5 has already been hosted by L3 agent bb9cbda0-d504-4372-97ec-0881b5676f92 {{(pid=103293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:27:24.892361 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-543805e7-ca2c-42e6-9442-46e7c03b08ac admin admin] Router 4b209a83-330b-40ec-8875-fb4d09393ec6 is scheduled to L3 agent bb9cbda0-d504-4372-97ec-0881b5676f92 with binding_index 1 {{(pid=103294) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 18:27:24.949240 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2b2f5-a4ae-4831-8cd0-dd49acaa53ce None None] Pushing event updated for resources: {'Port': ['ID=e1342d5b-f6c3-4be9-8fdd-c393a080fab7,revision_number=2']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:25.017465 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b6ea7cd-7ea9-429d-a408-6280d317c6ae tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Notify agent at l3_agent.dv-cinder-835879-1-iscsi the message routers_updated {{(pid=103293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:27:25.024799 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-6b6ea7cd-7ea9-429d-a408-6280d317c6ae tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for floatingip (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:25.029668 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0cb322-d469-4d61-9913-85fbf0ce0ea3 None None] Sync routers for ids ['0a18f1c0-ebfe-4af1-bc55-c114eca5fae5'] in dv-cinder-835879-1-iscsi {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:27:25.050704 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0cb322-d469-4d61-9913-85fbf0ce0ea3 None None] Routers {'0a18f1c0-ebfe-4af1-bc55-c114eca5fae5'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:27:25.051363 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-3a0cb322-d469-4d61-9913-85fbf0ce0ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:27:00Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['0a18f1c0-ebfe-4af1-bc55-c114eca5fae5'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:27:25.076933 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-6b6ea7cd-7ea9-429d-a408-6280d317c6ae tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "DELETE /v2.0/floatingips/76982dac-23f6-4369-81f9-025771708ac4 HTTP/1.1" status: 204 len: 168 time: 2.2233312 Mar 30 18:27:25.077570 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4faee5ed-3991-461d-bc07-41773e890e60', 'tag': 'd3a4632c-ac82-4429-82d0-ea74db528887'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:27:25.088258 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-543805e7-ca2c-42e6-9442-46e7c03b08ac admin admin] Notify agent at l3_agent.dv-cinder-835879-1-iscsi the message routers_updated {{(pid=103294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:27:25.094509 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Current status of the port 165f6d46-e0b4-4b76-8b8f-c387acafb306 is: ACTIVE; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:27:25.095684 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device 8b6f0d2d-acc7-4f56-81fd-6c4fb48add62 up at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:27:25.107576 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc8b62e-17b5-40cd-9c63-2f01abfa278b None None] Sync routers for ids ['4b209a83-330b-40ec-8875-fb4d09393ec6'] in dv-cinder-835879-1-iscsi {{(pid=103295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:27:25.110412 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e41150553c85b09edab6cb52843a30629a36ec9d810f78f9b9d5c7c277fb574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72bf1891-5d19-4be7-abcf-2e890892f61b" -d '{"events": [{"name": "network-changed", "server_uuid": "4faee5ed-3991-461d-bc07-41773e890e60", "tag": "d3a4632c-ac82-4429-82d0-ea74db528887"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:27:25.129659 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-543805e7-ca2c-42e6-9442-46e7c03b08ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:25.131015 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-543805e7-ca2c-42e6-9442-46e7c03b08ac admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8185110 Mar 30 18:27:25.133800 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 41530) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:25.178802 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-48c1335c-dfe3-4030-96d7-d8d374d88667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '844b3c1d-c58a-44b2-b0ca-59be56138920', 'name': 'tempest-TestMinimumBasicScenario-548356338-router', 'tenant_id': '36511dbbdc544caba1493a8bf8cdddcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': 'b79fbf0e-2687-401f-b9d0-417b307c6091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:27:18Z', 'updated_at': '2022-03-30T18:27:22Z', 'revision_number': 4, 'project_id': '36511dbbdc544caba1493a8bf8cdddcd', 'gw_port': {'id': 'b79fbf0e-2687-401f-b9d0-417b307c6091', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2e:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '844b3c1d-c58a-44b2-b0ca-59be56138920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:19Z', 'updated_at': '2022-03-30T18:27:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_interfaces': [{'id': '27caacca-febc-4d81-ae42-41c9edeb3752', 'name': '', 'network_id': 'fe00b886-40df-420e-9469-0d9e74c7035a', 'tenant_id': '36511dbbdc544caba1493a8bf8cdddcd', 'mac_address': 'fa:16:3e:bc:7f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '844b3c1d-c58a-44b2-b0ca-59be56138920', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '430c3409-ad2a-426e-8599-b2aa75e1e16c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:21Z', 'updated_at': '2022-03-30T18:27:22Z', 'revision_number': 2, 'project_id': '36511dbbdc544caba1493a8bf8cdddcd', 'subnets': [{'id': '430c3409-ad2a-426e-8599-b2aa75e1e16c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:27:25.241974 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b8b6e4-4e5e-4ebf-bf63-444fbda081e1 x-openstack-request-id: req-97b8b6e4-4e5e-4ebf-bf63-444fbda081e1 {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:27:25.242271 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4faee5ed-3991-461d-bc07-41773e890e60", "tag": "d3a4632c-ac82-4429-82d0-ea74db528887", "status": "completed", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:27:25.242520 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-97b8b6e4-4e5e-4ebf-bf63-444fbda081e1 {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:27:25.242929 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97b8b6e4-4e5e-4ebf-bf63-444fbda081e1'] response: {'name': 'network-changed', 'server_uuid': '4faee5ed-3991-461d-bc07-41773e890e60', 'tag': 'd3a4632c-ac82-4429-82d0-ea74db528887', 'status': 'completed', 'code': 200} Mar 30 18:27:25.307618 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c1335c-dfe3-4030-96d7-d8d374d88667 None None] The sync data for ids ['844b3c1d-c58a-44b2-b0ca-59be56138920'] in dv-cinder-835879-1-iscsi is: [{'id': '844b3c1d-c58a-44b2-b0ca-59be56138920', 'name': 'tempest-TestMinimumBasicScenario-548356338-router', 'tenant_id': '36511dbbdc544caba1493a8bf8cdddcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': 'b79fbf0e-2687-401f-b9d0-417b307c6091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:27:18Z', 'updated_at': '2022-03-30T18:27:22Z', 'revision_number': 4, 'project_id': '36511dbbdc544caba1493a8bf8cdddcd', 'gw_port': {'id': 'b79fbf0e-2687-401f-b9d0-417b307c6091', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2e:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '844b3c1d-c58a-44b2-b0ca-59be56138920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:19Z', 'updated_at': '2022-03-30T18:27:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_interfaces': [{'id': '27caacca-febc-4d81-ae42-41c9edeb3752', 'name': '', 'network_id': 'fe00b886-40df-420e-9469-0d9e74c7035a', 'tenant_id': '36511dbbdc544caba1493a8bf8cdddcd', 'mac_address': 'fa:16:3e:bc:7f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '844b3c1d-c58a-44b2-b0ca-59be56138920', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '430c3409-ad2a-426e-8599-b2aa75e1e16c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:21Z', 'updated_at': '2022-03-30T18:27:22Z', 'revision_number': 2, 'project_id': '36511dbbdc544caba1493a8bf8cdddcd', 'subnets': [{'id': '430c3409-ad2a-426e-8599-b2aa75e1e16c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:27:25.330009 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc8b62e-17b5-40cd-9c63-2f01abfa278b None None] Routers {'4b209a83-330b-40ec-8875-fb4d09393ec6'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:27:25.332102 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-afc8b62e-17b5-40cd-9c63-2f01abfa278b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:27:00Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['4b209a83-330b-40ec-8875-fb4d09393ec6'], 'active': True} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:27:25.370311 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-3a0cb322-d469-4d61-9913-85fbf0ce0ea3 None None] Set router 0a18f1c0-ebfe-4af1-bc55-c114eca5fae5 gateway port host: dv-cinder-835879-1-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:27:25.547269 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Provisioning complete for port 8b6f0d2d-acc7-4f56-81fd-6c4fb48add62 triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:27:25.550948 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (8b6f0d2d-acc7-4f56-81fd-6c4fb48add62), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:25.632404 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvr_db [None req-afc8b62e-17b5-40cd-9c63-2f01abfa278b None None] Set router 4b209a83-330b-40ec-8875-fb4d09393ec6 gateway port host: dv-cinder-835879-1-iscsi {{(pid=103295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:27:25.634096 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71f3c3-7f7c-4931-bf7c-9564c135f586 req-46cfb729-c536-47d9-a58d-948a147991da tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:27:25.635786 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-6b71f3c3-7f7c-4931-bf7c-9564c135f586 req-46cfb729-c536-47d9-a58d-948a147991da tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/ports?device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 945 time: 0.1092396 Mar 30 18:27:25.706684 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-3a0cb322-d469-4d61-9913-85fbf0ce0ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a18f1c0-ebfe-4af1-bc55-c114eca5fae5', 'name': 'tempest-TestShelveInstance-148878223-router', 'tenant_id': '6ddcc755c06b440bb6750e5d44c3b913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '315f9c87-01c7-4cad-ab3a-3684cef9f2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:21:56Z', 'updated_at': '2022-03-30T18:22:00Z', 'revision_number': 4, 'project_id': '6ddcc755c06b440bb6750e5d44c3b913', 'gw_port': {'id': '315f9c87-01c7-4cad-ab3a-3684cef9f2a9', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:26:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a18f1c0-ebfe-4af1-bc55-c114eca5fae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:21:57Z', 'updated_at': '2022-03-30T18:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_interfaces': [{'id': 'ceb6462a-0a68-4c99-8735-6fc5ce3bc418', 'name': '', 'network_id': '1ac97e91-fa8e-41d7-abce-016c28065e30', 'tenant_id': '6ddcc755c06b440bb6750e5d44c3b913', 'mac_address': 'fa:16:3e:26:ae:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a18f1c0-ebfe-4af1-bc55-c114eca5fae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '8d0df9d6-37fc-48cb-beb7-46feba9ce564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:21:59Z', 'updated_at': '2022-03-30T18:22:06Z', 'revision_number': 5, 'project_id': '6ddcc755c06b440bb6750e5d44c3b913', 'subnets': [{'id': '8d0df9d6-37fc-48cb-beb7-46feba9ce564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:27:25.770523 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0cb322-d469-4d61-9913-85fbf0ce0ea3 None None] Checking router: 0a18f1c0-ebfe-4af1-bc55-c114eca5fae5 for host: dv-cinder-835879-1-iscsi {{(pid=103296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:27:25.803360 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0cb322-d469-4d61-9913-85fbf0ce0ea3 None None] Routers {'0a18f1c0-ebfe-4af1-bc55-c114eca5fae5'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:27:25.803914 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-3a0cb322-d469-4d61-9913-85fbf0ce0ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:27:00Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['0a18f1c0-ebfe-4af1-bc55-c114eca5fae5'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:27:25.991498 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Current status of the port 8b6f0d2d-acc7-4f56-81fd-6c4fb48add62 is: ACTIVE; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:27:26.066284 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-3a0cb322-d469-4d61-9913-85fbf0ce0ea3 None None] Set router 0a18f1c0-ebfe-4af1-bc55-c114eca5fae5 gateway port host: dv-cinder-835879-1-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:27:26.167882 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-6b71f3c3-7f7c-4931-bf7c-9564c135f586 req-b93a4e00-6ae9-42de-8fa8-620d1cd47aed tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6bf04e-6871-4ba6-a021-75f1f75a47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5229409 Mar 30 18:27:26.203902 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-afc8b62e-17b5-40cd-9c63-2f01abfa278b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'name': 'tempest-TestVolumeBootPattern-623152860-router', 'tenant_id': 'fe928741f1314e67af27b8f6e56a5518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '546bc0e7-69d7-4abb-be07-d29b0489c67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:27:22Z', 'updated_at': '2022-03-30T18:27:24Z', 'revision_number': 3, 'project_id': 'fe928741f1314e67af27b8f6e56a5518', 'gw_port': {'id': '546bc0e7-69d7-4abb-be07-d29b0489c67f', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:47:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:23Z', 'updated_at': '2022-03-30T18:27:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi'}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:27:26.277224 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc8b62e-17b5-40cd-9c63-2f01abfa278b None None] Checking router: 4b209a83-330b-40ec-8875-fb4d09393ec6 for host: dv-cinder-835879-1-iscsi {{(pid=103295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:27:26.278052 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc8b62e-17b5-40cd-9c63-2f01abfa278b None None] Updating router 4b209a83-330b-40ec-8875-fb4d09393ec6 port 546bc0e7-69d7-4abb-be07-d29b0489c67f binding host dv-cinder-835879-1-iscsi {{(pid=103295) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 18:27:26.339122 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-afc8b62e-17b5-40cd-9c63-2f01abfa278b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (546bc0e7-69d7-4abb-be07-d29b0489c67f), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:26.344574 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-baf488ec-44e0-434a-90a9-99ea5a24ba6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:26.524428 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-3a0cb322-d469-4d61-9913-85fbf0ce0ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a18f1c0-ebfe-4af1-bc55-c114eca5fae5', 'name': 'tempest-TestShelveInstance-148878223-router', 'tenant_id': '6ddcc755c06b440bb6750e5d44c3b913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '315f9c87-01c7-4cad-ab3a-3684cef9f2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:21:56Z', 'updated_at': '2022-03-30T18:22:00Z', 'revision_number': 4, 'project_id': '6ddcc755c06b440bb6750e5d44c3b913', 'gw_port': {'id': '315f9c87-01c7-4cad-ab3a-3684cef9f2a9', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:26:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a18f1c0-ebfe-4af1-bc55-c114eca5fae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:21:57Z', 'updated_at': '2022-03-30T18:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_interfaces': [{'id': 'ceb6462a-0a68-4c99-8735-6fc5ce3bc418', 'name': '', 'network_id': '1ac97e91-fa8e-41d7-abce-016c28065e30', 'tenant_id': '6ddcc755c06b440bb6750e5d44c3b913', 'mac_address': 'fa:16:3e:26:ae:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a18f1c0-ebfe-4af1-bc55-c114eca5fae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '8d0df9d6-37fc-48cb-beb7-46feba9ce564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:21:59Z', 'updated_at': '2022-03-30T18:22:06Z', 'revision_number': 5, 'project_id': '6ddcc755c06b440bb6750e5d44c3b913', 'subnets': [{'id': '8d0df9d6-37fc-48cb-beb7-46feba9ce564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:27:26.542741 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device e1342d5b-f6c3-4be9-8fdd-c393a080fab7 up at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:27:26.569404 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0cb322-d469-4d61-9913-85fbf0ce0ea3 None None] The sync data for ids ['0a18f1c0-ebfe-4af1-bc55-c114eca5fae5'] in dv-cinder-835879-1-iscsi is: [{'id': '0a18f1c0-ebfe-4af1-bc55-c114eca5fae5', 'name': 'tempest-TestShelveInstance-148878223-router', 'tenant_id': '6ddcc755c06b440bb6750e5d44c3b913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '315f9c87-01c7-4cad-ab3a-3684cef9f2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:21:56Z', 'updated_at': '2022-03-30T18:22:00Z', 'revision_number': 4, 'project_id': '6ddcc755c06b440bb6750e5d44c3b913', 'gw_port': {'id': '315f9c87-01c7-4cad-ab3a-3684cef9f2a9', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:26:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a18f1c0-ebfe-4af1-bc55-c114eca5fae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:21:57Z', 'updated_at': '2022-03-30T18:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_interfaces': [{'id': 'ceb6462a-0a68-4c99-8735-6fc5ce3bc418', 'name': '', 'network_id': '1ac97e91-fa8e-41d7-abce-016c28065e30', 'tenant_id': '6ddcc755c06b440bb6750e5d44c3b913', 'mac_address': 'fa:16:3e:26:ae:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a18f1c0-ebfe-4af1-bc55-c114eca5fae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '8d0df9d6-37fc-48cb-beb7-46feba9ce564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:21:59Z', 'updated_at': '2022-03-30T18:22:06Z', 'revision_number': 5, 'project_id': '6ddcc755c06b440bb6750e5d44c3b913', 'subnets': [{'id': '8d0df9d6-37fc-48cb-beb7-46feba9ce564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:27:26.691453 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.db_base_plugin_common [None req-baf488ec-44e0-434a-90a9-99ea5a24ba6b admin admin] Allocated IP 172.20.0.1 (0b1367f6-383f-4fe9-a1d7-150df900731d/05e7e92f-e546-49c8-b6ba-98f906bbb13a/7d5bcb6a-bde1-4563-9e8c-0dbef397d576) {{(pid=103293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:27:26.696164 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e151079c-b400-45ce-83d4-7df01fde4487 None None] Network 0b1367f6-383f-4fe9-a1d7-150df900731d requested from dv-cinder-835879-1-iscsi {{(pid=103295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:27:26.937200 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-4a539465-fb26-4a85-adaa-95225f5d3042 None None] Provisioning complete for port e1342d5b-f6c3-4be9-8fdd-c393a080fab7 triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:27:26.937665 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-4a539465-fb26-4a85-adaa-95225f5d3042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (e1342d5b-f6c3-4be9-8fdd-c393a080fab7), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:26.939400 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Provisioning complete for port e1342d5b-f6c3-4be9-8fdd-c393a080fab7 triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:27:26.939794 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (e1342d5b-f6c3-4be9-8fdd-c393a080fab7), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:27.081636 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-baf488ec-44e0-434a-90a9-99ea5a24ba6b admin admin] Publish callbacks [] for port (7d5bcb6a-bde1-4563-9e8c-0dbef397d576), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:27.098636 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf1891-5d19-4be7-abcf-2e890892f61b req-6ecc557d-cd0f-4ad4-9fcd-71260c6de712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:27:27.100458 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-72bf1891-5d19-4be7-abcf-2e890892f61b req-6ecc557d-cd0f-4ad4-9fcd-71260c6de712 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6ddcc755c06b440bb6750e5d44c3b913&device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 1129 time: 0.2515061 Mar 30 18:27:27.149886 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e1a57a-9a96-455d-8301-08e52f6c99a3 None None] New status for floating IP 76982dac-23f6-4369-81f9-025771708ac4: DOWN {{(pid=103296) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:27:27.231394 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf1891-5d19-4be7-abcf-2e890892f61b req-3c9b05f2-c580-4a2f-be4a-a6a39a8b0070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:27:27.234534 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-72bf1891-5d19-4be7-abcf-2e890892f61b req-3c9b05f2-c580-4a2f-be4a-a6a39a8b0070 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1ac97e91-fa8e-41d7-abce-016c28065e30 HTTP/1.1" status: 200 len: 909 time: 0.1258931 Mar 30 18:27:27.304155 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-72bf1891-5d19-4be7-abcf-2e890892f61b req-fc255f75-f83d-4344-8e79-865daed0d345 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3a4632c-ac82-4429-82d0-ea74db528887 HTTP/1.1" status: 200 len: 217 time: 0.0491188 Mar 30 18:27:27.314968 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-afc8b62e-17b5-40cd-9c63-2f01abfa278b None None] Publish callbacks [] for port (546bc0e7-69d7-4abb-be07-d29b0489c67f), precommit_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:27.364254 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-afc8b62e-17b5-40cd-9c63-2f01abfa278b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (546bc0e7-69d7-4abb-be07-d29b0489c67f), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:27.432305 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Current status of the port e1342d5b-f6c3-4be9-8fdd-c393a080fab7 is: DOWN; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:27:27.432691 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (e1342d5b-f6c3-4be9-8fdd-c393a080fab7), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:27.468727 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-4a539465-fb26-4a85-adaa-95225f5d3042 None None] Current status of the port e1342d5b-f6c3-4be9-8fdd-c393a080fab7 is: DOWN; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:27:27.469153 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-4a539465-fb26-4a85-adaa-95225f5d3042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (e1342d5b-f6c3-4be9-8fdd-c393a080fab7), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:27.495585 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-baf488ec-44e0-434a-90a9-99ea5a24ba6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759689464324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58814409'] for port (7d5bcb6a-bde1-4563-9e8c-0dbef397d576), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:27.512477 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf1891-5d19-4be7-abcf-2e890892f61b req-e11fbb7d-b977-4f59-afc9-a0a691014adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:27:27.513963 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-72bf1891-5d19-4be7-abcf-2e890892f61b req-e11fbb7d-b977-4f59-afc9-a0a691014adf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8d0df9d6-37fc-48cb-beb7-46feba9ce564 HTTP/1.1" status: 200 len: 847 time: 0.1991925 Mar 30 18:27:27.557086 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf6174-f7ab-4f1d-90bc-342f2b24e740 req-d6d8cf8b-c60e-4de3-8a22-58fa7095be0e tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:27:27.558856 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-8ccf6174-f7ab-4f1d-90bc-342f2b24e740 req-d6d8cf8b-c60e-4de3-8a22-58fa7095be0e tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/ports?device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 945 time: 0.2186811 Mar 30 18:27:27.684184 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [None req-afc8b62e-17b5-40cd-9c63-2f01abfa278b None None] Attempting to bind port 546bc0e7-69d7-4abb-be07-d29b0489c67f on host dv-cinder-835879-1-iscsi for vnic_type normal with profile {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:27:27.684547 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [None req-afc8b62e-17b5-40cd-9c63-2f01abfa278b None None] Attempting to bind port 546bc0e7-69d7-4abb-be07-d29b0489c67f by drivers openvswitch,hyperv on host dv-cinder-835879-1-iscsi at level 0 using segments [{'id': '4e174139-f6b8-43d7-bf46-4927edc5f7d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd'}] {{(pid=103295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:27:27.684898 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc8b62e-17b5-40cd-9c63-2f01abfa278b None None] Attempting to bind port 546bc0e7-69d7-4abb-be07-d29b0489c67f on network 502cc405-82c2-4579-84e2-1393f2fa67cd {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:27:27.694343 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf488ec-44e0-434a-90a9-99ea5a24ba6b admin admin] Network 0b1367f6-383f-4fe9-a1d7-150df900731d is already hosted by enough agents. {{(pid=103293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:27:27.710873 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e87757d-6bbc-4470-b313-cebf450b65e3 None None] Pushing event updated for resources: {'Port': ['ID=546bc0e7-69d7-4abb-be07-d29b0489c67f,revision_number=2']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:27.725218 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc8b62e-17b5-40cd-9c63-2f01abfa278b None None] Checking agent: {'id': '6489659c-3f19-4a2c-89f8-52d37c938fb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 11, 4), 'started_at': datetime.datetime(2022, 3, 30, 18, 11, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:27:27.725644 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc8b62e-17b5-40cd-9c63-2f01abfa278b None None] Checking segment: {'id': '4e174139-f6b8-43d7-bf46-4927edc5f7d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:27:27.726044 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-afc8b62e-17b5-40cd-9c63-2f01abfa278b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:27.726591 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc8b62e-17b5-40cd-9c63-2f01abfa278b None None] Bound using segment: {'id': '4e174139-f6b8-43d7-bf46-4927edc5f7d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd'} {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:27:27.727061 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [None req-afc8b62e-17b5-40cd-9c63-2f01abfa278b None None] Bound port: 546bc0e7-69d7-4abb-be07-d29b0489c67f, host: dv-cinder-835879-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e174139-f6b8-43d7-bf46-4927edc5f7d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd'}}] {{(pid=103295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:27:27.727515 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-afc8b62e-17b5-40cd-9c63-2f01abfa278b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (546bc0e7-69d7-4abb-be07-d29b0489c67f), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:27.727969 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.base_scheduler [None req-baf488ec-44e0-434a-90a9-99ea5a24ba6b admin admin] Resources bound (agent type, host, resource id): {{(pid=103293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:27:27.738126 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf488ec-44e0-434a-90a9-99ea5a24ba6b admin admin] Received port after_create {{(pid=103293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:27:27.739050 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-3344e308-12b6-44c1-b90f-477a76b21c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (c82c41e6-6be9-408a-ae4d-4131a3230230), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:27.743120 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] For port e1342d5b-f6c3-4be9-8fdd-c393a080fab7, host dv-cinder-835879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=e1342d5b-f6c3-4be9-8fdd-c393a080fab7,segment=NetworkSegment(dad84a97-fd4a-469c-ab9e-3a94ab918256),segment_id=dad84a97-fd4a-469c-ab9e-3a94ab918256)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:27:27.771893 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf488ec-44e0-434a-90a9-99ea5a24ba6b admin admin] Pushing event updated for resources: {'Port': ['ID=7d5bcb6a-bde1-4563-9e8c-0dbef397d576,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:27.794160 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (e1342d5b-f6c3-4be9-8fdd-c393a080fab7), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:27.816492 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-8ccf6174-f7ab-4f1d-90bc-342f2b24e740 req-b2a33b13-a2ba-4b72-8df1-2f4a48d64055 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6bf04e-6871-4ba6-a021-75f1f75a47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1644871 Mar 30 18:27:27.838158 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf1891-5d19-4be7-abcf-2e890892f61b req-ab002f62-1cf6-4de7-bcc3-b41f22ba9a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:27:27.839639 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-72bf1891-5d19-4be7-abcf-2e890892f61b req-ab002f62-1cf6-4de7-bcc3-b41f22ba9a0d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1ac97e91-fa8e-41d7-abce-016c28065e30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2794950 Mar 30 18:27:27.840938 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-baf488ec-44e0-434a-90a9-99ea5a24ba6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625807'] for router_interface (4b209a83-330b-40ec-8875-fb4d09393ec6), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:27.926058 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.db.api [None req-4a539465-fb26-4a85-adaa-95225f5d3042 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103295) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 18:27:27.926413 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG oslo_db.api [None req-4a539465-fb26-4a85-adaa-95225f5d3042 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 18:27:27.943010 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-afc8b62e-17b5-40cd-9c63-2f01abfa278b None None] For port 546bc0e7-69d7-4abb-be07-d29b0489c67f, host dv-cinder-835879-1-iscsi, cleared binding levels {{(pid=103295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:27:27.950445 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-afc8b62e-17b5-40cd-9c63-2f01abfa278b None None] For port 546bc0e7-69d7-4abb-be07-d29b0489c67f, host dv-cinder-835879-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=546bc0e7-69d7-4abb-be07-d29b0489c67f,segment=NetworkSegment(4e174139-f6b8-43d7-bf46-4927edc5f7d6),segment_id=4e174139-f6b8-43d7-bf46-4927edc5f7d6)] {{(pid=103295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:27:27.953257 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Pushing event updated for resources: {'Port': ['ID=e1342d5b-f6c3-4be9-8fdd-c393a080fab7,revision_number=3']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:27.974034 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-afc8b62e-17b5-40cd-9c63-2f01abfa278b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (546bc0e7-69d7-4abb-be07-d29b0489c67f), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:27.993227 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-72bf1891-5d19-4be7-abcf-2e890892f61b req-3787db6d-98c2-423e-bcd7-36ade1e1962d service neutron] 10.222.0.55 "GET /v2.0/networks/1ac97e91-fa8e-41d7-abce-016c28065e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450849 Mar 30 18:27:28.071930 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc8b62e-17b5-40cd-9c63-2f01abfa278b None None] Routers {'4b209a83-330b-40ec-8875-fb4d09393ec6'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:27:28.072804 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-afc8b62e-17b5-40cd-9c63-2f01abfa278b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:27:00Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['4b209a83-330b-40ec-8875-fb4d09393ec6'], 'active': True} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:27:28.109128 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e87757d-6bbc-4470-b313-cebf450b65e3 None None] Pushing event updated for resources: {'Port': ['ID=546bc0e7-69d7-4abb-be07-d29b0489c67f,revision_number=3']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:28.204269 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvr_db [None req-afc8b62e-17b5-40cd-9c63-2f01abfa278b None None] Set router 4b209a83-330b-40ec-8875-fb4d09393ec6 gateway port host: dv-cinder-835879-1-iscsi {{(pid=103295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:27:28.214044 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-baf488ec-44e0-434a-90a9-99ea5a24ba6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (7d5bcb6a-bde1-4563-9e8c-0dbef397d576), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:28.274747 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-72bf1891-5d19-4be7-abcf-2e890892f61b req-41f0cb55-e6e2-420d-833b-e8186a89288f service neutron] 10.222.0.55 "GET /v2.0/networks/1ac97e91-fa8e-41d7-abce-016c28065e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029221 Mar 30 18:27:28.492340 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device b79fbf0e-2687-401f-b9d0-417b307c6091 up at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:27:28.542727 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-4a539465-fb26-4a85-adaa-95225f5d3042 None None] Current status of the port e1342d5b-f6c3-4be9-8fdd-c393a080fab7 is: ACTIVE; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:27:28.550485 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-baf488ec-44e0-434a-90a9-99ea5a24ba6b admin admin] Publish callbacks [] for port (7d5bcb6a-bde1-4563-9e8c-0dbef397d576), precommit_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:28.557958 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-baf488ec-44e0-434a-90a9-99ea5a24ba6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58814400'] for port (7d5bcb6a-bde1-4563-9e8c-0dbef397d576), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:28.558203 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-afc8b62e-17b5-40cd-9c63-2f01abfa278b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'name': 'tempest-TestVolumeBootPattern-623152860-router', 'tenant_id': 'fe928741f1314e67af27b8f6e56a5518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '546bc0e7-69d7-4abb-be07-d29b0489c67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:27:22Z', 'updated_at': '2022-03-30T18:27:24Z', 'revision_number': 3, 'project_id': 'fe928741f1314e67af27b8f6e56a5518', 'gw_port': {'id': '546bc0e7-69d7-4abb-be07-d29b0489c67f', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:47:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:23Z', 'updated_at': '2022-03-30T18:27:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi'}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:27:28.591248 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc8b62e-17b5-40cd-9c63-2f01abfa278b None None] The sync data for ids ['4b209a83-330b-40ec-8875-fb4d09393ec6'] in dv-cinder-835879-1-iscsi is: [{'id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'name': 'tempest-TestVolumeBootPattern-623152860-router', 'tenant_id': 'fe928741f1314e67af27b8f6e56a5518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '546bc0e7-69d7-4abb-be07-d29b0489c67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:27:22Z', 'updated_at': '2022-03-30T18:27:24Z', 'revision_number': 3, 'project_id': 'fe928741f1314e67af27b8f6e56a5518', 'gw_port': {'id': '546bc0e7-69d7-4abb-be07-d29b0489c67f', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:47:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:23Z', 'updated_at': '2022-03-30T18:27:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi'}] {{(pid=103295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:27:28.609683 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Provisioning complete for port b79fbf0e-2687-401f-b9d0-417b307c6091 triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:27:28.610047 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (b79fbf0e-2687-401f-b9d0-417b307c6091), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:28.619406 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf488ec-44e0-434a-90a9-99ea5a24ba6b admin admin] Pushing event updated for resources: {'Port': ['ID=7d5bcb6a-bde1-4563-9e8c-0dbef397d576,revision_number=2']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:28.637362 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761065ec-8153-4c12-ad71-d1c42b3bc9ce req-4dd2fd23-d140-4712-a46f-34875088922c tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:27:28.638866 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-761065ec-8153-4c12-ad71-d1c42b3bc9ce req-4dd2fd23-d140-4712-a46f-34875088922c tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.55 "GET /v2.0/ports?device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 945 time: 0.1761770 Mar 30 18:27:28.689671 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-d87bd3aa-721c-47e6-ad2d-b51dca7c8446 None None] Provisioning complete for port e1342d5b-f6c3-4be9-8fdd-c393a080fab7 triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:27:28.690298 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-d87bd3aa-721c-47e6-ad2d-b51dca7c8446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (e1342d5b-f6c3-4be9-8fdd-c393a080fab7), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:28.711017 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-baf488ec-44e0-434a-90a9-99ea5a24ba6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1628234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625691'] for router_interface (4b209a83-330b-40ec-8875-fb4d09393ec6), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:28.791140 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Current status of the port b79fbf0e-2687-401f-b9d0-417b307c6091 is: DOWN; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:27:28.791804 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (b79fbf0e-2687-401f-b9d0-417b307c6091), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:28.855541 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] For port b79fbf0e-2687-401f-b9d0-417b307c6091, host dv-cinder-835879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=b79fbf0e-2687-401f-b9d0-417b307c6091,segment=NetworkSegment(4e174139-f6b8-43d7-bf46-4927edc5f7d6),segment_id=4e174139-f6b8-43d7-bf46-4927edc5f7d6)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:27:28.951342 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-d87bd3aa-721c-47e6-ad2d-b51dca7c8446 None None] Current status of the port e1342d5b-f6c3-4be9-8fdd-c393a080fab7 is: ACTIVE; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:27:28.964457 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (b79fbf0e-2687-401f-b9d0-417b307c6091), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:28.967526 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device e1342d5b-f6c3-4be9-8fdd-c393a080fab7 up at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:27:29.036222 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [req-761065ec-8153-4c12-ad71-d1c42b3bc9ce req-cc400205-4719-45e5-9326-2d8c1c070d72 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Deleting port d3a4632c-ac82-4429-82d0-ea74db528887 {{(pid=103293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:27:29.036222 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-761065ec-8153-4c12-ad71-d1c42b3bc9ce req-cc400205-4719-45e5-9326-2d8c1c070d72 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759690029078'] for port (d3a4632c-ac82-4429-82d0-ea74db528887), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:29.134576 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-d87bd3aa-721c-47e6-ad2d-b51dca7c8446 None None] Provisioning complete for port 7d5bcb6a-bde1-4563-9e8c-0dbef397d576 triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:27:29.135420 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-d87bd3aa-721c-47e6-ad2d-b51dca7c8446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (7d5bcb6a-bde1-4563-9e8c-0dbef397d576), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:29.150707 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf488ec-44e0-434a-90a9-99ea5a24ba6b admin admin] Network 0b1367f6-383f-4fe9-a1d7-150df900731d is already hosted by enough agents. {{(pid=103293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:27:29.171812 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6081d20-5e73-46c5-bb6d-4b93d5050550 req-f7195e0a-0a29-4ac1-9342-d435ad46ec58 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:27:29.178885 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a6081d20-5e73-46c5-bb6d-4b93d5050550 req-f7195e0a-0a29-4ac1-9342-d435ad46ec58 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/ports?device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 945 time: 0.2294762 Mar 30 18:27:29.202380 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.base_scheduler [None req-baf488ec-44e0-434a-90a9-99ea5a24ba6b admin admin] Resources bound (agent type, host, resource id): {{(pid=103293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:27:29.203406 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Pushing event updated for resources: {'Port': ['ID=b79fbf0e-2687-401f-b9d0-417b307c6091,revision_number=4']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:29.214666 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Provisioning complete for port e1342d5b-f6c3-4be9-8fdd-c393a080fab7 triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:27:29.219634 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (e1342d5b-f6c3-4be9-8fdd-c393a080fab7), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:29.226310 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [req-761065ec-8153-4c12-ad71-d1c42b3bc9ce req-cc400205-4719-45e5-9326-2d8c1c070d72 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] For port d3a4632c-ac82-4429-82d0-ea74db528887, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=d3a4632c-ac82-4429-82d0-ea74db528887,segment=NetworkSegment(ec1ba8c4-73b1-442d-a2a6-c87c8a23e0be),segment_id=ec1ba8c4-73b1-442d-a2a6-c87c8a23e0be)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:27:29.226681 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-761065ec-8153-4c12-ad71-d1c42b3bc9ce req-cc400205-4719-45e5-9326-2d8c1c070d72 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586036'] for port (d3a4632c-ac82-4429-82d0-ea74db528887), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:29.254145 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [req-761065ec-8153-4c12-ad71-d1c42b3bc9ce req-cc400205-4719-45e5-9326-2d8c1c070d72 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Calling delete_port for d3a4632c-ac82-4429-82d0-ea74db528887 owned by compute:nova {{(pid=103293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:27:29.260026 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-d87bd3aa-721c-47e6-ad2d-b51dca7c8446 None None] Port 7d5bcb6a-bde1-4563-9e8c-0dbef397d576 cannot update to ACTIVE because it is not bound. {{(pid=103295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:27:29.352066 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a6081d20-5e73-46c5-bb6d-4b93d5050550 req-8041b5f2-040b-4620-bb38-8296324aa193 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6bf04e-6871-4ba6-a021-75f1f75a47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1720057 Mar 30 18:27:29.417491 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Current status of the port e1342d5b-f6c3-4be9-8fdd-c393a080fab7 is: ACTIVE; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:27:29.699495 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-64c29087-1304-445e-97c1-7956c746ef60 None None] Provisioning complete for port 7d5bcb6a-bde1-4563-9e8c-0dbef397d576 triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:27:29.700101 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-64c29087-1304-445e-97c1-7956c746ef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (7d5bcb6a-bde1-4563-9e8c-0dbef397d576), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:29.750940 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-64c29087-1304-445e-97c1-7956c746ef60 None None] Port 7d5bcb6a-bde1-4563-9e8c-0dbef397d576 cannot update to ACTIVE because it is not bound. {{(pid=103295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:27:29.897064 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baf488ec-44e0-434a-90a9-99ea5a24ba6b admin admin] Router 4b209a83-330b-40ec-8875-fb4d09393ec6 has already been hosted by L3 agent bb9cbda0-d504-4372-97ec-0881b5676f92 {{(pid=103293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:27:30.105253 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-406dc41a-e1b4-432a-8225-7dd132deaa17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bb9cbda0-d504-4372-97ec-0881b5676f92), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:30.110819 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-761065ec-8153-4c12-ad71-d1c42b3bc9ce req-cc400205-4719-45e5-9326-2d8c1c070d72 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759690034297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759689464333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58814409'] for port (d3a4632c-ac82-4429-82d0-ea74db528887), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:30.145048 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc400205-4719-45e5-9326-2d8c1c070d72 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Pushing event deleted for resources: {'Port': ['ID=d3a4632c-ac82-4429-82d0-ea74db528887,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:30.231558 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [req-761065ec-8153-4c12-ad71-d1c42b3bc9ce req-cc400205-4719-45e5-9326-2d8c1c070d72 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] No DVR routers for this DVR port d3a4632c-ac82-4429-82d0-ea74db528887 on host hv-cinder-83587 {{(pid=103293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:27:30.238019 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-761065ec-8153-4c12-ad71-d1c42b3bc9ce req-cc400205-4719-45e5-9326-2d8c1c070d72 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for port (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:30.241426 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-761065ec-8153-4c12-ad71-d1c42b3bc9ce req-cc400205-4719-45e5-9326-2d8c1c070d72 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.55 "DELETE /v2.0/ports/d3a4632c-ac82-4429-82d0-ea74db528887 HTTP/1.1" status: 204 len: 173 time: 1.5920088 Mar 30 18:27:30.241901 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4faee5ed-3991-461d-bc07-41773e890e60', 'name': 'network-vif-deleted', 'tag': 'd3a4632c-ac82-4429-82d0-ea74db528887'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:27:30.244338 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e41150553c85b09edab6cb52843a30629a36ec9d810f78f9b9d5c7c277fb574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e89edd-9583-411e-8d48-4200bb841277" -d '{"events": [{"server_uuid": "4faee5ed-3991-461d-bc07-41773e890e60", "name": "network-vif-deleted", "tag": "d3a4632c-ac82-4429-82d0-ea74db528887"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:27:30.260779 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf488ec-44e0-434a-90a9-99ea5a24ba6b admin admin] Notify agent at l3_agent.dv-cinder-835879-1-iscsi the message routers_updated {{(pid=103293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:27:30.274651 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-baf488ec-44e0-434a-90a9-99ea5a24ba6b admin admin] 10.222.0.18 "PUT /v2.0/routers/4b209a83-330b-40ec-8875-fb4d09393ec6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1394761 Mar 30 18:27:30.324670 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38655205-84c3-4d5a-9152-7427c3b24ea7 x-openstack-request-id: req-38655205-84c3-4d5a-9152-7427c3b24ea7 {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:27:30.325697 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4faee5ed-3991-461d-bc07-41773e890e60", "name": "network-vif-deleted", "tag": "d3a4632c-ac82-4429-82d0-ea74db528887", "status": "completed", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:27:30.329598 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-38655205-84c3-4d5a-9152-7427c3b24ea7 {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:27:30.330272 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38655205-84c3-4d5a-9152-7427c3b24ea7'] response: {'server_uuid': '4faee5ed-3991-461d-bc07-41773e890e60', 'name': 'network-vif-deleted', 'tag': 'd3a4632c-ac82-4429-82d0-ea74db528887', 'status': 'completed', 'code': 200} Mar 30 18:27:30.391923 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f97766e-2899-47cc-8951-d68d38206981 None None] Sync routers for ids ['844b3c1d-c58a-44b2-b0ca-59be56138920'] in dv-cinder-835879-1-iscsi {{(pid=103295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:27:30.421886 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f97766e-2899-47cc-8951-d68d38206981 None None] Routers {'844b3c1d-c58a-44b2-b0ca-59be56138920'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:27:30.422558 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-0f97766e-2899-47cc-8951-d68d38206981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:27:30Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['844b3c1d-c58a-44b2-b0ca-59be56138920'], 'active': True} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:27:30.520872 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-06843206-f4e5-4b80-908d-2fbc9b50b0fb req-39ae1074-92b2-4e96-9031-f1cc1b27bd62 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/ports?device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 210 time: 0.0610249 Mar 30 18:27:30.751646 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvr_db [None req-0f97766e-2899-47cc-8951-d68d38206981 None None] Set router 844b3c1d-c58a-44b2-b0ca-59be56138920 gateway port host: dv-cinder-835879-1-iscsi {{(pid=103295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:27:30.895062 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device b79fbf0e-2687-401f-b9d0-417b307c6091 up at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:27:31.083381 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Provisioning complete for port b79fbf0e-2687-401f-b9d0-417b307c6091 triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:27:31.083381 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (b79fbf0e-2687-401f-b9d0-417b307c6091), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:31.209596 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-0f97766e-2899-47cc-8951-d68d38206981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '844b3c1d-c58a-44b2-b0ca-59be56138920', 'name': 'tempest-TestMinimumBasicScenario-548356338-router', 'tenant_id': '36511dbbdc544caba1493a8bf8cdddcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': 'b79fbf0e-2687-401f-b9d0-417b307c6091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:27:18Z', 'updated_at': '2022-03-30T18:27:22Z', 'revision_number': 4, 'project_id': '36511dbbdc544caba1493a8bf8cdddcd', 'gw_port': {'id': 'b79fbf0e-2687-401f-b9d0-417b307c6091', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844b3c1d-c58a-44b2-b0ca-59be56138920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:19Z', 'updated_at': '2022-03-30T18:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_interfaces': [{'id': '27caacca-febc-4d81-ae42-41c9edeb3752', 'name': '', 'network_id': 'fe00b886-40df-420e-9469-0d9e74c7035a', 'tenant_id': '36511dbbdc544caba1493a8bf8cdddcd', 'mac_address': 'fa:16:3e:bc:7f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '844b3c1d-c58a-44b2-b0ca-59be56138920', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '430c3409-ad2a-426e-8599-b2aa75e1e16c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:21Z', 'updated_at': '2022-03-30T18:27:22Z', 'revision_number': 2, 'project_id': '36511dbbdc544caba1493a8bf8cdddcd', 'subnets': [{'id': '430c3409-ad2a-426e-8599-b2aa75e1e16c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:27:31.255430 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f97766e-2899-47cc-8951-d68d38206981 None None] Checking router: 844b3c1d-c58a-44b2-b0ca-59be56138920 for host: dv-cinder-835879-1-iscsi {{(pid=103295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:27:31.255798 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f97766e-2899-47cc-8951-d68d38206981 None None] Updating router 844b3c1d-c58a-44b2-b0ca-59be56138920 port 27caacca-febc-4d81-ae42-41c9edeb3752 binding host dv-cinder-835879-1-iscsi {{(pid=103295) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 18:27:31.268271 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 41592) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:31.276945 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [None req-6ce85a84-011c-48ca-ba64-e189e066f538 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1984323529-network', 'tenant_id': 'd4e62c29c257423d98125271105c6e8e'}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:27:31.304820 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f19afa9d-e030-40e8-acc4-8e1b9083a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (63dcb6ae-3517-415b-a3a4-cfabe01bf14f), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:31.307969 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Current status of the port b79fbf0e-2687-401f-b9d0-417b307c6091 is: ACTIVE; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:27:31.309327 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device 546bc0e7-69d7-4abb-be07-d29b0489c67f up at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:27:31.312069 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce85a84-011c-48ca-ba64-e189e066f538 admin admin] Made reservation on behalf of d4e62c29c257423d98125271105c6e8e for: {'network': 1} {{(pid=103293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:27:31.319490 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-6ce85a84-011c-48ca-ba64-e189e066f538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for network (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:31.334181 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-6ce85a84-011c-48ca-ba64-e189e066f538 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:31.367716 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-0f97766e-2899-47cc-8951-d68d38206981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (27caacca-febc-4d81-ae42-41c9edeb3752), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:31.393453 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Provisioning complete for port 546bc0e7-69d7-4abb-be07-d29b0489c67f triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:27:31.394088 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (546bc0e7-69d7-4abb-be07-d29b0489c67f), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:31.445911 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-6ce85a84-011c-48ca-ba64-e189e066f538 admin admin] Publish callbacks [] for security_group (ae745f8e-cb6b-4555-be19-c8b4111a8028), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:31.451281 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-6ce85a84-011c-48ca-ba64-e189e066f538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (ae745f8e-cb6b-4555-be19-c8b4111a8028), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:31.486559 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ce85a84-011c-48ca-ba64-e189e066f538 admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=103293) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 18:27:31.498276 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce85a84-011c-48ca-ba64-e189e066f538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae745f8e-cb6b-4555-be19-c8b4111a8028,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:31.516557 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-6ce85a84-011c-48ca-ba64-e189e066f538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-829919'] for segment (0147a320-c470-42b9-b119-9a5c43869204), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:31.517240 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.db.segments_db [None req-6ce85a84-011c-48ca-ba64-e189e066f538 admin admin] Added segment 0147a320-c470-42b9-b119-9a5c43869204 of type vlan for network ab1a56e7-37cf-45a8-8f87-9502e74bb78b Mar 30 18:27:31.582445 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-6ce85a84-011c-48ca-ba64-e189e066f538 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759689436227'] for network (ab1a56e7-37cf-45a8-8f87-9502e74bb78b), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:31.628897 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-6ce85a84-011c-48ca-ba64-e189e066f538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248'] for network (ab1a56e7-37cf-45a8-8f87-9502e74bb78b), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:31.634535 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce85a84-011c-48ca-ba64-e189e066f538 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:27:31.636351 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-6ce85a84-011c-48ca-ba64-e189e066f538 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628270'] for network (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:31.757700 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-6ce85a84-011c-48ca-ba64-e189e066f538 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4887292 Mar 30 18:27:31.760565 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 41598) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:31.803784 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [None req-2f9e611b-c1bc-4f43-8502-a38f504081d1 admin admin] Request body: {'subnet': {'network_id': 'ab1a56e7-37cf-45a8-8f87-9502e74bb78b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1984323529-subnet', 'tenant_id': 'd4e62c29c257423d98125271105c6e8e', 'ip_version': 4}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:27:31.819662 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-5767eeb4-b62d-4231-8851-ddb4ecb1e90e req-ff5b1df6-cb2a-47f6-a66d-056e200ebcee tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "GET /v2.0/ports?device_id=4faee5ed-3991-461d-bc07-41773e890e60 HTTP/1.1" status: 200 len: 210 time: 0.1047091 Mar 30 18:27:31.826977 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce85a84-011c-48ca-ba64-e189e066f538 admin admin] Pushing event updated for resources: {'Network': ['ID=ab1a56e7-37cf-45a8-8f87-9502e74bb78b,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:31.854861 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Network ab1a56e7-37cf-45a8-8f87-9502e74bb78b details requested by agent ovs-agent-dv-cinder-835879-1-iscsi with host dv-cinder-835879-1-iscsi {{(pid=103295) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 18:27:31.857892 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f9e611b-c1bc-4f43-8502-a38f504081d1 admin admin] Made reservation on behalf of d4e62c29c257423d98125271105c6e8e for: {'subnet': 1} {{(pid=103293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:27:31.860515 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289d6e3d-797d-4b92-ac4e-037be4ade2bb None None] Sync routers for ids ['4b209a83-330b-40ec-8875-fb4d09393ec6'] in dv-cinder-835879-1-iscsi {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:27:31.861563 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-2f9e611b-c1bc-4f43-8502-a38f504081d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58991712'] for subnet (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:31.882942 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289d6e3d-797d-4b92-ac4e-037be4ade2bb None None] Routers {'4b209a83-330b-40ec-8875-fb4d09393ec6'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:27:31.885545 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-289d6e3d-797d-4b92-ac4e-037be4ade2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:27:30Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['4b209a83-330b-40ec-8875-fb4d09393ec6'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:27:31.962482 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Current status of the port 546bc0e7-69d7-4abb-be07-d29b0489c67f is: DOWN; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:27:31.963103 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (546bc0e7-69d7-4abb-be07-d29b0489c67f), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:32.029783 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] For port 546bc0e7-69d7-4abb-be07-d29b0489c67f, host dv-cinder-835879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=546bc0e7-69d7-4abb-be07-d29b0489c67f,segment=NetworkSegment(4e174139-f6b8-43d7-bf46-4927edc5f7d6),segment_id=4e174139-f6b8-43d7-bf46-4927edc5f7d6)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:27:32.037200 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (546bc0e7-69d7-4abb-be07-d29b0489c67f), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:32.128681 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-2f9e611b-c1bc-4f43-8502-a38f504081d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58812537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58991734'] for subnet (4531caca-84ae-448d-9037-862a428de7a1), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:32.203024 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e611b-c1bc-4f43-8502-a38f504081d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4531caca-84ae-448d-9037-862a428de7a1,revision_number=0']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:32.221050 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9e611b-c1bc-4f43-8502-a38f504081d1 admin admin] Checking segment: {'id': '0147a320-c470-42b9-b119-9a5c43869204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ab1a56e7-37cf-45a8-8f87-9502e74bb78b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:27:32.221530 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9e611b-c1bc-4f43-8502-a38f504081d1 admin admin] Network hostable DHCP agents. Network: ab1a56e7-37cf-45a8-8f87-9502e74bb78b, hostable agents: ['c82c41e6-6be9-408a-ae4d-4131a3230230'], hosted agents: [] {{(pid=103293) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 18:27:32.246993 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9e611b-c1bc-4f43-8502-a38f504081d1 admin admin] Network ab1a56e7-37cf-45a8-8f87-9502e74bb78b is scheduled to be hosted by DHCP agent c82c41e6-6be9-408a-ae4d-4131a3230230 with binding_index 1 {{(pid=103293) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 18:27:32.252717 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Pushing event updated for resources: {'Port': ['ID=546bc0e7-69d7-4abb-be07-d29b0489c67f,revision_number=4']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:32.263671 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.base_scheduler [None req-2f9e611b-c1bc-4f43-8502-a38f504081d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835879-1-iscsi, ab1a56e7-37cf-45a8-8f87-9502e74bb78b) {{(pid=103293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:27:32.277395 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdc1006-4ba3-4a27-851a-bce26f9d0d5e None None] Network ab1a56e7-37cf-45a8-8f87-9502e74bb78b requested from dv-cinder-835879-1-iscsi {{(pid=103295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:27:32.282210 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-0f97766e-2899-47cc-8951-d68d38206981 None None] Publish callbacks [] for port (27caacca-febc-4d81-ae42-41c9edeb3752), precommit_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:32.288445 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9e611b-c1bc-4f43-8502-a38f504081d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:27:32.294127 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-2f9e611b-c1bc-4f43-8502-a38f504081d1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:32.327991 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-2f9e611b-c1bc-4f43-8502-a38f504081d1 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5315521 Mar 30 18:27:32.330975 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 41606) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:32.335283 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-5d7564df-9603-42f5-8a12-73bad89fb38b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1984323529-router', 'tenant_id': 'd4e62c29c257423d98125271105c6e8e', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd'}}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:27:32.343363 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-0f97766e-2899-47cc-8951-d68d38206981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (27caacca-febc-4d81-ae42-41c9edeb3752), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:32.377560 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5d7564df-9603-42f5-8a12-73bad89fb38b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7066'] for router (149f9b4d-8ea6-4c04-b87a-e1ad5d8d14cf), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:32.378778 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5d7564df-9603-42f5-8a12-73bad89fb38b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1628062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623759', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1783779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7043'] for router (149f9b4d-8ea6-4c04-b87a-e1ad5d8d14cf), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:32.397332 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-289d6e3d-797d-4b92-ac4e-037be4ade2bb None None] Set router 4b209a83-330b-40ec-8875-fb4d09393ec6 gateway port host: dv-cinder-835879-1-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:27:32.422332 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b3dc1f-7941-4070-9929-5bc821ee3cba None None] Pushing event updated for resources: {'Port': ['ID=27caacca-febc-4d81-ae42-41c9edeb3752,revision_number=3']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:32.533602 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [None req-0f97766e-2899-47cc-8951-d68d38206981 None None] Attempting to bind port 27caacca-febc-4d81-ae42-41c9edeb3752 on host dv-cinder-835879-1-iscsi for vnic_type normal with profile {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:27:32.533968 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [None req-0f97766e-2899-47cc-8951-d68d38206981 None None] Attempting to bind port 27caacca-febc-4d81-ae42-41c9edeb3752 by drivers openvswitch,hyperv on host dv-cinder-835879-1-iscsi at level 0 using segments [{'id': 'c3d3d319-23c8-4f6a-bdfe-b3522c647817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fe00b886-40df-420e-9469-0d9e74c7035a'}] {{(pid=103295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:27:32.534327 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f97766e-2899-47cc-8951-d68d38206981 None None] Attempting to bind port 27caacca-febc-4d81-ae42-41c9edeb3752 on network fe00b886-40df-420e-9469-0d9e74c7035a {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:27:32.541573 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c6c61-215f-4749-a795-b8b962527469 req-101760b3-2c98-4a53-8600-c5a2065faab0 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:27:32.543221 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-739c6c61-215f-4749-a795-b8b962527469 req-101760b3-2c98-4a53-8600-c5a2065faab0 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.18 "GET /v2.0/ports?device_id=78128615-f476-4c07-b88a-cb6ec88f2228 HTTP/1.1" status: 200 len: 945 time: 0.1697099 Mar 30 18:27:32.550256 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5d7564df-9603-42f5-8a12-73bad89fb38b admin admin] Publish callbacks [] for router_controller (149f9b4d-8ea6-4c04-b87a-e1ad5d8d14cf), precommit_add_association {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:32.551733 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f97766e-2899-47cc-8951-d68d38206981 None None] Checking agent: {'id': '6489659c-3f19-4a2c-89f8-52d37c938fb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 11, 4), 'started_at': datetime.datetime(2022, 3, 30, 18, 11, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:27:32.552409 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f97766e-2899-47cc-8951-d68d38206981 None None] Checking segment: {'id': 'c3d3d319-23c8-4f6a-bdfe-b3522c647817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fe00b886-40df-420e-9469-0d9e74c7035a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:27:32.553120 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-0f97766e-2899-47cc-8951-d68d38206981 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:32.553522 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f97766e-2899-47cc-8951-d68d38206981 None None] Bound using segment: {'id': 'c3d3d319-23c8-4f6a-bdfe-b3522c647817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fe00b886-40df-420e-9469-0d9e74c7035a'} {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:27:32.554021 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [None req-0f97766e-2899-47cc-8951-d68d38206981 None None] Bound port: 27caacca-febc-4d81-ae42-41c9edeb3752, host: dv-cinder-835879-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3d3d319-23c8-4f6a-bdfe-b3522c647817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fe00b886-40df-420e-9469-0d9e74c7035a'}}] {{(pid=103295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:27:32.554661 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-0f97766e-2899-47cc-8951-d68d38206981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (27caacca-febc-4d81-ae42-41c9edeb3752), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:32.571240 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbe1ba6-51ed-462b-ac2e-cc65791681f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2ea507c-a6af-52c0-bc08-d79d09ab5728-ab1a56e7-37cf-45a8-8f87-9502e74bb78b', 'network_id': 'ab1a56e7-37cf-45a8-8f87-9502e74bb78b', 'project_id': 'd4e62c29c257423d98125271105c6e8e', 'fixed_ips': [{'subnet_id': '4531caca-84ae-448d-9037-862a428de7a1'}]}} from dv-cinder-835879-1-iscsi. {{(pid=103295) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 18:27:32.572091 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-cfbe1ba6-51ed-462b-ac2e-cc65791681f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:32.648070 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-739c6c61-215f-4749-a795-b8b962527469 req-8ed847f1-3e21-4058-b4fe-1966b22a6998 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.18 "GET /v2.0/security-groups?id=d702cca6-3dcb-4b29-b68e-872ffe358394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968890 Mar 30 18:27:32.776045 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-289d6e3d-797d-4b92-ac4e-037be4ade2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'name': 'tempest-TestVolumeBootPattern-623152860-router', 'tenant_id': 'fe928741f1314e67af27b8f6e56a5518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '546bc0e7-69d7-4abb-be07-d29b0489c67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:27:22Z', 'updated_at': '2022-03-30T18:27:28Z', 'revision_number': 4, 'project_id': 'fe928741f1314e67af27b8f6e56a5518', 'gw_port': {'id': '546bc0e7-69d7-4abb-be07-d29b0489c67f', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:47:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:23Z', 'updated_at': '2022-03-30T18:27:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_interfaces': [{'id': '7d5bcb6a-bde1-4563-9e8c-0dbef397d576', 'name': '', 'network_id': '0b1367f6-383f-4fe9-a1d7-150df900731d', 'tenant_id': 'fe928741f1314e67af27b8f6e56a5518', 'mac_address': 'fa:16:3e:f4:7d:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '05e7e92f-e546-49c8-b6ba-98f906bbb13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:26Z', 'updated_at': '2022-03-30T18:27:28Z', 'revision_number': 2, 'project_id': 'fe928741f1314e67af27b8f6e56a5518', 'subnets': [{'id': '05e7e92f-e546-49c8-b6ba-98f906bbb13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:27:32.781095 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-735ee7a5-faf9-4a72-9605-65e031eaef75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bc479c0e-1124-4d13-b03e-bb2d712dc776), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:32.809736 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-0f97766e-2899-47cc-8951-d68d38206981 None None] For port 27caacca-febc-4d81-ae42-41c9edeb3752, host dv-cinder-835879-1-iscsi, cleared binding levels {{(pid=103295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:27:32.814974 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-0f97766e-2899-47cc-8951-d68d38206981 None None] For port 27caacca-febc-4d81-ae42-41c9edeb3752, host dv-cinder-835879-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=27caacca-febc-4d81-ae42-41c9edeb3752,segment=NetworkSegment(c3d3d319-23c8-4f6a-bdfe-b3522c647817),segment_id=c3d3d319-23c8-4f6a-bdfe-b3522c647817)] {{(pid=103295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:27:32.821093 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289d6e3d-797d-4b92-ac4e-037be4ade2bb None None] Checking router: 4b209a83-330b-40ec-8875-fb4d09393ec6 for host: dv-cinder-835879-1-iscsi {{(pid=103296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:27:32.822196 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289d6e3d-797d-4b92-ac4e-037be4ade2bb None None] Updating router 4b209a83-330b-40ec-8875-fb4d09393ec6 port 7d5bcb6a-bde1-4563-9e8c-0dbef397d576 binding host dv-cinder-835879-1-iscsi {{(pid=103296) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 18:27:32.838161 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5d7564df-9603-42f5-8a12-73bad89fb38b admin admin] Publish callbacks [] for router_gateway (149f9b4d-8ea6-4c04-b87a-e1ad5d8d14cf), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:32.857536 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-0f97766e-2899-47cc-8951-d68d38206981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (27caacca-febc-4d81-ae42-41c9edeb3752), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:32.884721 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-289d6e3d-797d-4b92-ac4e-037be4ade2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (7d5bcb6a-bde1-4563-9e8c-0dbef397d576), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:32.893713 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 41610) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:32.914893 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-1bcbc696-f3da-42c3-8f15-bd1d36af5bea None None] Provisioning complete for port 27caacca-febc-4d81-ae42-41c9edeb3752 triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:27:32.915300 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-1bcbc696-f3da-42c3-8f15-bd1d36af5bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (27caacca-febc-4d81-ae42-41c9edeb3752), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:32.943475 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.db_base_plugin_common [None req-cfbe1ba6-51ed-462b-ac2e-cc65791681f8 None None] Allocated IP 172.20.0.2 (ab1a56e7-37cf-45a8-8f87-9502e74bb78b/4531caca-84ae-448d-9037-862a428de7a1/7c868733-4869-4b6e-943a-20cb7bc8da08) {{(pid=103295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:27:33.011373 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b3dc1f-7941-4070-9929-5bc821ee3cba None None] Pushing event updated for resources: {'Port': ['ID=27caacca-febc-4d81-ae42-41c9edeb3752,revision_number=4']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:33.067798 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f97766e-2899-47cc-8951-d68d38206981 None None] Routers {'844b3c1d-c58a-44b2-b0ca-59be56138920'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:27:33.068450 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-0f97766e-2899-47cc-8951-d68d38206981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:27:30Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['844b3c1d-c58a-44b2-b0ca-59be56138920'], 'active': True} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:27:33.076299 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-79b4612b-9d21-442a-abed-c0f8b0030367 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Publish callbacks [] for security_group (2b6bf04e-6871-4ba6-a021-75f1f75a47ed), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:33.126890 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-79b4612b-9d21-442a-abed-c0f8b0030367 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Publish callbacks [] for security_group (2b6bf04e-6871-4ba6-a021-75f1f75a47ed), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:33.236054 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-79b4612b-9d21-442a-abed-c0f8b0030367 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (2b6bf04e-6871-4ba6-a021-75f1f75a47ed), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:33.252107 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-79b4612b-9d21-442a-abed-c0f8b0030367 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Publish callbacks [] for security_group (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:33.257646 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-79b4612b-9d21-442a-abed-c0f8b0030367 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] 10.222.0.18 "DELETE /v2.0/security-groups/2b6bf04e-6871-4ba6-a021-75f1f75a47ed HTTP/1.1" status: 204 len: 168 time: 0.3626339 Mar 30 18:27:33.275520 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b4612b-9d21-442a-abed-c0f8b0030367 tempest-TestShelveInstance-1218700209 tempest-TestShelveInstance-1218700209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6bf04e-6871-4ba6-a021-75f1f75a47ed,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:33.313745 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5d7564df-9603-42f5-8a12-73bad89fb38b admin admin] Publish callbacks [] for router_gateway (149f9b4d-8ea6-4c04-b87a-e1ad5d8d14cf), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:33.323728 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 41614) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:33.352583 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5d7564df-9603-42f5-8a12-73bad89fb38b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:33.413047 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-1bcbc696-f3da-42c3-8f15-bd1d36af5bea None None] Current status of the port 27caacca-febc-4d81-ae42-41c9edeb3752 is: DOWN; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:27:33.413047 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-1bcbc696-f3da-42c3-8f15-bd1d36af5bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (27caacca-febc-4d81-ae42-41c9edeb3752), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:33.449511 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvr_db [None req-0f97766e-2899-47cc-8951-d68d38206981 None None] Set router 844b3c1d-c58a-44b2-b0ca-59be56138920 gateway port host: dv-cinder-835879-1-iscsi {{(pid=103295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:27:33.495369 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-289d6e3d-797d-4b92-ac4e-037be4ade2bb None None] Publish callbacks [] for port (7d5bcb6a-bde1-4563-9e8c-0dbef397d576), precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:33.503459 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-289d6e3d-797d-4b92-ac4e-037be4ade2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (7d5bcb6a-bde1-4563-9e8c-0dbef397d576), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:33.553395 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-1bcbc696-f3da-42c3-8f15-bd1d36af5bea None None] For port 27caacca-febc-4d81-ae42-41c9edeb3752, host dv-cinder-835879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=27caacca-febc-4d81-ae42-41c9edeb3752,segment=NetworkSegment(c3d3d319-23c8-4f6a-bdfe-b3522c647817),segment_id=c3d3d319-23c8-4f6a-bdfe-b3522c647817)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:27:33.554982 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-cfbe1ba6-51ed-462b-ac2e-cc65791681f8 None None] Publish callbacks [] for port (7c868733-4869-4b6e-943a-20cb7bc8da08), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:33.558860 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.db.db_base_plugin_common [None req-5d7564df-9603-42f5-8a12-73bad89fb38b admin admin] Allocated IP 172.27.0.182 (502cc405-82c2-4579-84e2-1393f2fa67cd/b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8/77f4001b-1cce-4e63-9c1a-46ec2cab019a) {{(pid=103294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:27:33.560977 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-1bcbc696-f3da-42c3-8f15-bd1d36af5bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (27caacca-febc-4d81-ae42-41c9edeb3752), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:33.604869 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-cfbe1ba6-51ed-462b-ac2e-cc65791681f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759689464324'] for port (7c868733-4869-4b6e-943a-20cb7bc8da08), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:33.610382 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e45a1-5c3a-4674-8daa-dc58997d830c None None] Pushing event updated for resources: {'Port': ['ID=7d5bcb6a-bde1-4563-9e8c-0dbef397d576,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:33.738581 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-289d6e3d-797d-4b92-ac4e-037be4ade2bb None None] Attempting to bind port 7d5bcb6a-bde1-4563-9e8c-0dbef397d576 on host dv-cinder-835879-1-iscsi for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:27:33.739367 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-289d6e3d-797d-4b92-ac4e-037be4ade2bb None None] Attempting to bind port 7d5bcb6a-bde1-4563-9e8c-0dbef397d576 by drivers openvswitch,hyperv on host dv-cinder-835879-1-iscsi at level 0 using segments [{'id': 'dad84a97-fd4a-469c-ab9e-3a94ab918256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0b1367f6-383f-4fe9-a1d7-150df900731d'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:27:33.745147 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289d6e3d-797d-4b92-ac4e-037be4ade2bb None None] Attempting to bind port 7d5bcb6a-bde1-4563-9e8c-0dbef397d576 on network 0b1367f6-383f-4fe9-a1d7-150df900731d {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:27:33.753507 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289d6e3d-797d-4b92-ac4e-037be4ade2bb None None] Checking agent: {'id': '6489659c-3f19-4a2c-89f8-52d37c938fb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 11, 4), 'started_at': datetime.datetime(2022, 3, 30, 18, 11, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:27:33.759782 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device d3a4632c-ac82-4429-82d0-ea74db528887 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:27:33.760650 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289d6e3d-797d-4b92-ac4e-037be4ade2bb None None] Checking segment: {'id': 'dad84a97-fd4a-469c-ab9e-3a94ab918256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0b1367f6-383f-4fe9-a1d7-150df900731d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:27:33.761336 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-289d6e3d-797d-4b92-ac4e-037be4ade2bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:33.761950 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289d6e3d-797d-4b92-ac4e-037be4ade2bb None None] Bound using segment: {'id': 'dad84a97-fd4a-469c-ab9e-3a94ab918256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0b1367f6-383f-4fe9-a1d7-150df900731d'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:27:33.762666 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-289d6e3d-797d-4b92-ac4e-037be4ade2bb None None] Bound port: 7d5bcb6a-bde1-4563-9e8c-0dbef397d576, host: dv-cinder-835879-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad84a97-fd4a-469c-ab9e-3a94ab918256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0b1367f6-383f-4fe9-a1d7-150df900731d'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:27:33.763309 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-289d6e3d-797d-4b92-ac4e-037be4ade2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (7d5bcb6a-bde1-4563-9e8c-0dbef397d576), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:33.778175 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5d7564df-9603-42f5-8a12-73bad89fb38b admin admin] Publish callbacks [] for port (77f4001b-1cce-4e63-9c1a-46ec2cab019a), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:33.801926 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbe1ba6-51ed-462b-ac2e-cc65791681f8 None None] Network ab1a56e7-37cf-45a8-8f87-9502e74bb78b is already hosted by enough agents. {{(pid=103295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:27:33.818942 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5d7564df-9603-42f5-8a12-73bad89fb38b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759689464324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59249992'] for port (77f4001b-1cce-4e63-9c1a-46ec2cab019a), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:33.840254 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.scheduler.base_scheduler [None req-cfbe1ba6-51ed-462b-ac2e-cc65791681f8 None None] Resources bound (agent type, host, resource id): {{(pid=103295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:27:33.855368 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7564df-9603-42f5-8a12-73bad89fb38b admin admin] Network 502cc405-82c2-4579-84e2-1393f2fa67cd is already hosted by enough agents. {{(pid=103294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:27:33.858612 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.base_scheduler [None req-5d7564df-9603-42f5-8a12-73bad89fb38b admin admin] Resources bound (agent type, host, resource id): {{(pid=103294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:27:33.863056 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7564df-9603-42f5-8a12-73bad89fb38b admin admin] Received port after_create {{(pid=103294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:27:33.865347 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbe1ba6-51ed-462b-ac2e-cc65791681f8 None None] Received port after_create {{(pid=103295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:27:33.879713 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] No Port match for: d3a4632c-ac82-4429-82d0-ea74db528887 {{(pid=103295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:27:33.880061 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device d3a4632c-ac82-4429-82d0-ea74db528887 not bound to the agent host hv-cinder-83587 {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:27:33.918716 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcbc696-f3da-42c3-8f15-bd1d36af5bea None None] Pushing event updated for resources: {'Port': ['ID=27caacca-febc-4d81-ae42-41c9edeb3752,revision_number=5']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:33.921837 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-289d6e3d-797d-4b92-ac4e-037be4ade2bb None None] For port 7d5bcb6a-bde1-4563-9e8c-0dbef397d576, host dv-cinder-835879-1-iscsi, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:27:33.926311 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-289d6e3d-797d-4b92-ac4e-037be4ade2bb None None] For port 7d5bcb6a-bde1-4563-9e8c-0dbef397d576, host dv-cinder-835879-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=7d5bcb6a-bde1-4563-9e8c-0dbef397d576,segment=NetworkSegment(dad84a97-fd4a-469c-ab9e-3a94ab918256),segment_id=dad84a97-fd4a-469c-ab9e-3a94ab918256)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:27:33.940201 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-289d6e3d-797d-4b92-ac4e-037be4ade2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (7d5bcb6a-bde1-4563-9e8c-0dbef397d576), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:33.945003 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7564df-9603-42f5-8a12-73bad89fb38b admin admin] Pushing event updated for resources: {'Port': ['ID=77f4001b-1cce-4e63-9c1a-46ec2cab019a,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:33.966692 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-8afa44dd-093a-43c9-9e90-8776d21256e4 None None] Provisioning complete for port 27caacca-febc-4d81-ae42-41c9edeb3752 triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:27:33.967232 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-8afa44dd-093a-43c9-9e90-8776d21256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (27caacca-febc-4d81-ae42-41c9edeb3752), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:34.024400 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289d6e3d-797d-4b92-ac4e-037be4ade2bb None None] Routers {'4b209a83-330b-40ec-8875-fb4d09393ec6'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:27:34.025819 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-289d6e3d-797d-4b92-ac4e-037be4ade2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:27:30Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['4b209a83-330b-40ec-8875-fb4d09393ec6'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:27:34.104952 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230bdbd8-a3a5-4e32-a629-c9bff53c7dcc req-a45a70cf-b1d3-4daa-bcf3-7b4623baf3fd tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:27:34.106396 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-230bdbd8-a3a5-4e32-a629-c9bff53c7dcc req-a45a70cf-b1d3-4daa-bcf3-7b4623baf3fd tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.55 "GET /v2.0/ports?device_id=78128615-f476-4c07-b88a-cb6ec88f2228 HTTP/1.1" status: 200 len: 945 time: 0.1257594 Mar 30 18:27:34.162557 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c7a70-d34a-4f50-95e6-72df8740324d req-581f7de2-cf05-4aa5-a1b7-7a1dd0bde710 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:27:34.167177 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-671c7a70-d34a-4f50-95e6-72df8740324d req-581f7de2-cf05-4aa5-a1b7-7a1dd0bde710 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.18 "GET /v2.0/ports?device_id=78128615-f476-4c07-b88a-cb6ec88f2228 HTTP/1.1" status: 200 len: 945 time: 0.2942650 Mar 30 18:27:34.225099 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-289d6e3d-797d-4b92-ac4e-037be4ade2bb None None] Set router 4b209a83-330b-40ec-8875-fb4d09393ec6 gateway port host: dv-cinder-835879-1-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:27:34.404383 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e45a1-5c3a-4674-8daa-dc58997d830c None None] Pushing event updated for resources: {'Port': ['ID=7d5bcb6a-bde1-4563-9e8c-0dbef397d576,revision_number=4']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:34.497755 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbe1ba6-51ed-462b-ac2e-cc65791681f8 None None] Pushing event updated for resources: {'Port': ['ID=7c868733-4869-4b6e-943a-20cb7bc8da08,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:34.519781 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbe1ba6-51ed-462b-ac2e-cc65791681f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:34.520256 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbe1ba6-51ed-462b-ac2e-cc65791681f8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:34.520611 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbe1ba6-51ed-462b-ac2e-cc65791681f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:34.520935 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbe1ba6-51ed-462b-ac2e-cc65791681f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:34.521983 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbe1ba6-51ed-462b-ac2e-cc65791681f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:34.522321 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbe1ba6-51ed-462b-ac2e-cc65791681f8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:34.522694 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbe1ba6-51ed-462b-ac2e-cc65791681f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:34.523589 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbe1ba6-51ed-462b-ac2e-cc65791681f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:34.523947 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbe1ba6-51ed-462b-ac2e-cc65791681f8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:34.524385 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbe1ba6-51ed-462b-ac2e-cc65791681f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:34.524595 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbe1ba6-51ed-462b-ac2e-cc65791681f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:34.524919 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbe1ba6-51ed-462b-ac2e-cc65791681f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:34.525238 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbe1ba6-51ed-462b-ac2e-cc65791681f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:34.526179 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbe1ba6-51ed-462b-ac2e-cc65791681f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:34.526179 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbe1ba6-51ed-462b-ac2e-cc65791681f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:34.530679 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5d7564df-9603-42f5-8a12-73bad89fb38b admin admin] Publish callbacks [] for router_gateway (149f9b4d-8ea6-4c04-b87a-e1ad5d8d14cf), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:34.531423 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device 546bc0e7-69d7-4abb-be07-d29b0489c67f up at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:27:34.568736 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [None req-cfbe1ba6-51ed-462b-ac2e-cc65791681f8 None None] Attempting to bind port 7c868733-4869-4b6e-943a-20cb7bc8da08 on host dv-cinder-835879-1-iscsi for vnic_type normal with profile {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:27:34.568736 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [None req-cfbe1ba6-51ed-462b-ac2e-cc65791681f8 None None] Attempting to bind port 7c868733-4869-4b6e-943a-20cb7bc8da08 by drivers openvswitch,hyperv on host dv-cinder-835879-1-iscsi at level 0 using segments [{'id': '0147a320-c470-42b9-b119-9a5c43869204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ab1a56e7-37cf-45a8-8f87-9502e74bb78b'}] {{(pid=103295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:27:34.569104 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbe1ba6-51ed-462b-ac2e-cc65791681f8 None None] Attempting to bind port 7c868733-4869-4b6e-943a-20cb7bc8da08 on network ab1a56e7-37cf-45a8-8f87-9502e74bb78b {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:27:34.572406 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-289d6e3d-797d-4b92-ac4e-037be4ade2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'name': 'tempest-TestVolumeBootPattern-623152860-router', 'tenant_id': 'fe928741f1314e67af27b8f6e56a5518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '546bc0e7-69d7-4abb-be07-d29b0489c67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:27:22Z', 'updated_at': '2022-03-30T18:27:28Z', 'revision_number': 4, 'project_id': 'fe928741f1314e67af27b8f6e56a5518', 'gw_port': {'id': '546bc0e7-69d7-4abb-be07-d29b0489c67f', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:47:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:23Z', 'updated_at': '2022-03-30T18:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_interfaces': [{'id': '7d5bcb6a-bde1-4563-9e8c-0dbef397d576', 'name': '', 'network_id': '0b1367f6-383f-4fe9-a1d7-150df900731d', 'tenant_id': 'fe928741f1314e67af27b8f6e56a5518', 'mac_address': 'fa:16:3e:f4:7d:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '05e7e92f-e546-49c8-b6ba-98f906bbb13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:26Z', 'updated_at': '2022-03-30T18:27:33Z', 'revision_number': 4, 'project_id': 'fe928741f1314e67af27b8f6e56a5518', 'subnets': [{'id': '05e7e92f-e546-49c8-b6ba-98f906bbb13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:27:34.585993 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-671c7a70-d34a-4f50-95e6-72df8740324d req-299129c3-3fc9-4938-9aba-52e44fdce152 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.18 "GET /v2.0/security-groups?id=d702cca6-3dcb-4b29-b68e-872ffe358394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4095113 Mar 30 18:27:34.610549 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (6489659c-3f19-4a2c-89f8-52d37c938fb3), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:34.618292 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-8afa44dd-093a-43c9-9e90-8776d21256e4 None None] Current status of the port 27caacca-febc-4d81-ae42-41c9edeb3752 is: ACTIVE; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:27:34.630993 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbe1ba6-51ed-462b-ac2e-cc65791681f8 None None] Checking agent: {'id': '6489659c-3f19-4a2c-89f8-52d37c938fb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 11, 4), 'started_at': datetime.datetime(2022, 3, 30, 18, 11, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:27:34.631403 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbe1ba6-51ed-462b-ac2e-cc65791681f8 None None] Checking segment: {'id': '0147a320-c470-42b9-b119-9a5c43869204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ab1a56e7-37cf-45a8-8f87-9502e74bb78b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:27:34.631797 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-cfbe1ba6-51ed-462b-ac2e-cc65791681f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:34.632187 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbe1ba6-51ed-462b-ac2e-cc65791681f8 None None] Bound using segment: {'id': '0147a320-c470-42b9-b119-9a5c43869204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ab1a56e7-37cf-45a8-8f87-9502e74bb78b'} {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:27:34.632835 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [None req-cfbe1ba6-51ed-462b-ac2e-cc65791681f8 None None] Bound port: 7c868733-4869-4b6e-943a-20cb7bc8da08, host: dv-cinder-835879-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0147a320-c470-42b9-b119-9a5c43869204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ab1a56e7-37cf-45a8-8f87-9502e74bb78b'}}] {{(pid=103295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:27:34.633215 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-cfbe1ba6-51ed-462b-ac2e-cc65791681f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (7c868733-4869-4b6e-943a-20cb7bc8da08), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:34.646838 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [req-230bdbd8-a3a5-4e32-a629-c9bff53c7dcc req-4e9c90bd-e94a-4db6-91d8-5a2b3faeff98 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] Deleting port 95b90c42-42dc-4efc-a199-7af08a26a29d {{(pid=103293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:27:34.652567 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289d6e3d-797d-4b92-ac4e-037be4ade2bb None None] The sync data for ids ['4b209a83-330b-40ec-8875-fb4d09393ec6'] in dv-cinder-835879-1-iscsi is: [{'id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'name': 'tempest-TestVolumeBootPattern-623152860-router', 'tenant_id': 'fe928741f1314e67af27b8f6e56a5518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '546bc0e7-69d7-4abb-be07-d29b0489c67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:27:22Z', 'updated_at': '2022-03-30T18:27:28Z', 'revision_number': 4, 'project_id': 'fe928741f1314e67af27b8f6e56a5518', 'gw_port': {'id': '546bc0e7-69d7-4abb-be07-d29b0489c67f', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:47:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:23Z', 'updated_at': '2022-03-30T18:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_interfaces': [{'id': '7d5bcb6a-bde1-4563-9e8c-0dbef397d576', 'name': '', 'network_id': '0b1367f6-383f-4fe9-a1d7-150df900731d', 'tenant_id': 'fe928741f1314e67af27b8f6e56a5518', 'mac_address': 'fa:16:3e:f4:7d:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '05e7e92f-e546-49c8-b6ba-98f906bbb13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:26Z', 'updated_at': '2022-03-30T18:27:33Z', 'revision_number': 4, 'project_id': 'fe928741f1314e67af27b8f6e56a5518', 'subnets': [{'id': '05e7e92f-e546-49c8-b6ba-98f906bbb13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:27:34.653411 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-230bdbd8-a3a5-4e32-a629-c9bff53c7dcc req-4e9c90bd-e94a-4db6-91d8-5a2b3faeff98 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759690029078'] for port (95b90c42-42dc-4efc-a199-7af08a26a29d), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:34.654980 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-0f97766e-2899-47cc-8951-d68d38206981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '844b3c1d-c58a-44b2-b0ca-59be56138920', 'name': 'tempest-TestMinimumBasicScenario-548356338-router', 'tenant_id': '36511dbbdc544caba1493a8bf8cdddcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': 'b79fbf0e-2687-401f-b9d0-417b307c6091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:27:18Z', 'updated_at': '2022-03-30T18:27:22Z', 'revision_number': 4, 'project_id': '36511dbbdc544caba1493a8bf8cdddcd', 'gw_port': {'id': 'b79fbf0e-2687-401f-b9d0-417b307c6091', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844b3c1d-c58a-44b2-b0ca-59be56138920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:19Z', 'updated_at': '2022-03-30T18:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_interfaces': [{'id': '27caacca-febc-4d81-ae42-41c9edeb3752', 'name': '', 'network_id': 'fe00b886-40df-420e-9469-0d9e74c7035a', 'tenant_id': '36511dbbdc544caba1493a8bf8cdddcd', 'mac_address': 'fa:16:3e:bc:7f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '844b3c1d-c58a-44b2-b0ca-59be56138920', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '430c3409-ad2a-426e-8599-b2aa75e1e16c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:21Z', 'updated_at': '2022-03-30T18:27:32Z', 'revision_number': 4, 'project_id': '36511dbbdc544caba1493a8bf8cdddcd', 'subnets': [{'id': '430c3409-ad2a-426e-8599-b2aa75e1e16c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:27:34.703279 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f97766e-2899-47cc-8951-d68d38206981 None None] The sync data for ids ['844b3c1d-c58a-44b2-b0ca-59be56138920'] in dv-cinder-835879-1-iscsi is: [{'id': '844b3c1d-c58a-44b2-b0ca-59be56138920', 'name': 'tempest-TestMinimumBasicScenario-548356338-router', 'tenant_id': '36511dbbdc544caba1493a8bf8cdddcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': 'b79fbf0e-2687-401f-b9d0-417b307c6091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:27:18Z', 'updated_at': '2022-03-30T18:27:22Z', 'revision_number': 4, 'project_id': '36511dbbdc544caba1493a8bf8cdddcd', 'gw_port': {'id': 'b79fbf0e-2687-401f-b9d0-417b307c6091', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844b3c1d-c58a-44b2-b0ca-59be56138920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:19Z', 'updated_at': '2022-03-30T18:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_interfaces': [{'id': '27caacca-febc-4d81-ae42-41c9edeb3752', 'name': '', 'network_id': 'fe00b886-40df-420e-9469-0d9e74c7035a', 'tenant_id': '36511dbbdc544caba1493a8bf8cdddcd', 'mac_address': 'fa:16:3e:bc:7f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '844b3c1d-c58a-44b2-b0ca-59be56138920', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '430c3409-ad2a-426e-8599-b2aa75e1e16c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:21Z', 'updated_at': '2022-03-30T18:27:32Z', 'revision_number': 4, 'project_id': '36511dbbdc544caba1493a8bf8cdddcd', 'subnets': [{'id': '430c3409-ad2a-426e-8599-b2aa75e1e16c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:27:34.722968 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Provisioning complete for port 546bc0e7-69d7-4abb-be07-d29b0489c67f triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:27:34.723360 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (546bc0e7-69d7-4abb-be07-d29b0489c67f), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:34.862148 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-cfbe1ba6-51ed-462b-ac2e-cc65791681f8 None None] For port 7c868733-4869-4b6e-943a-20cb7bc8da08, host dv-cinder-835879-1-iscsi, cleared binding levels {{(pid=103295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:27:34.866117 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-cfbe1ba6-51ed-462b-ac2e-cc65791681f8 None None] For port 7c868733-4869-4b6e-943a-20cb7bc8da08, host dv-cinder-835879-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=7c868733-4869-4b6e-943a-20cb7bc8da08,segment=NetworkSegment(0147a320-c470-42b9-b119-9a5c43869204),segment_id=0147a320-c470-42b9-b119-9a5c43869204)] {{(pid=103295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:27:34.882528 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-cfbe1ba6-51ed-462b-ac2e-cc65791681f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (7c868733-4869-4b6e-943a-20cb7bc8da08), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:34.891632 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [req-230bdbd8-a3a5-4e32-a629-c9bff53c7dcc req-4e9c90bd-e94a-4db6-91d8-5a2b3faeff98 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] For port 95b90c42-42dc-4efc-a199-7af08a26a29d, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=95b90c42-42dc-4efc-a199-7af08a26a29d,segment=NetworkSegment(2f56e3fd-9689-4254-aa8b-33bed69a4c31),segment_id=2f56e3fd-9689-4254-aa8b-33bed69a4c31)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:27:34.895760 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-230bdbd8-a3a5-4e32-a629-c9bff53c7dcc req-4e9c90bd-e94a-4db6-91d8-5a2b3faeff98 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586036'] for port (95b90c42-42dc-4efc-a199-7af08a26a29d), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:34.918603 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [req-230bdbd8-a3a5-4e32-a629-c9bff53c7dcc req-4e9c90bd-e94a-4db6-91d8-5a2b3faeff98 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] Calling delete_port for 95b90c42-42dc-4efc-a199-7af08a26a29d owned by compute:nova {{(pid=103293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:27:35.006722 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-3f0741f0-a56d-422a-97de-98b42d9b9fd4 None None] Provisioning complete for port 7d5bcb6a-bde1-4563-9e8c-0dbef397d576 triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:27:35.007382 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-3f0741f0-a56d-422a-97de-98b42d9b9fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (7d5bcb6a-bde1-4563-9e8c-0dbef397d576), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:35.065075 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbe1ba6-51ed-462b-ac2e-cc65791681f8 None None] Pushing event updated for resources: {'Port': ['ID=7c868733-4869-4b6e-943a-20cb7bc8da08,revision_number=2']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:35.199849 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Current status of the port 546bc0e7-69d7-4abb-be07-d29b0489c67f is: ACTIVE; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:27:35.201089 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device 27caacca-febc-4d81-ae42-41c9edeb3752 up at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:27:35.244209 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-230bdbd8-a3a5-4e32-a629-c9bff53c7dcc req-4e9c90bd-e94a-4db6-91d8-5a2b3faeff98 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759690034297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759689464333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58814409'] for port (95b90c42-42dc-4efc-a199-7af08a26a29d), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:35.293923 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] get_ports_and_sgs() called for port_ids ['95b90c42-42dc-4efc-a199-7af08a26a29d'] {{(pid=103295) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:27:35.298996 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c90bd-e94a-4db6-91d8-5a2b3faeff98 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] Pushing event deleted for resources: {'Port': ['ID=95b90c42-42dc-4efc-a199-7af08a26a29d,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:35.345209 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-3f0741f0-a56d-422a-97de-98b42d9b9fd4 None None] Current status of the port 7d5bcb6a-bde1-4563-9e8c-0dbef397d576 is: DOWN; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:27:35.345736 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-3f0741f0-a56d-422a-97de-98b42d9b9fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (7d5bcb6a-bde1-4563-9e8c-0dbef397d576), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:35.430600 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [req-230bdbd8-a3a5-4e32-a629-c9bff53c7dcc req-4e9c90bd-e94a-4db6-91d8-5a2b3faeff98 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] No DVR routers for this DVR port 95b90c42-42dc-4efc-a199-7af08a26a29d on host hv-cinder-83587 {{(pid=103293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:27:35.433359 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-230bdbd8-a3a5-4e32-a629-c9bff53c7dcc req-4e9c90bd-e94a-4db6-91d8-5a2b3faeff98 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for port (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:35.439748 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-3f0741f0-a56d-422a-97de-98b42d9b9fd4 None None] For port 7d5bcb6a-bde1-4563-9e8c-0dbef397d576, host dv-cinder-835879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=7d5bcb6a-bde1-4563-9e8c-0dbef397d576,segment=NetworkSegment(dad84a97-fd4a-469c-ab9e-3a94ab918256),segment_id=dad84a97-fd4a-469c-ab9e-3a94ab918256)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:27:35.446986 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5d7564df-9603-42f5-8a12-73bad89fb38b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1628055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623576'] for router (149f9b4d-8ea6-4c04-b87a-e1ad5d8d14cf), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:35.448375 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-230bdbd8-a3a5-4e32-a629-c9bff53c7dcc req-4e9c90bd-e94a-4db6-91d8-5a2b3faeff98 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.55 "DELETE /v2.0/ports/95b90c42-42dc-4efc-a199-7af08a26a29d HTTP/1.1" status: 204 len: 173 time: 1.3347940 Mar 30 18:27:35.451529 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Provisioning complete for port 27caacca-febc-4d81-ae42-41c9edeb3752 triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:27:35.461454 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (27caacca-febc-4d81-ae42-41c9edeb3752), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:35.461687 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-80187756-2d71-41ed-b14c-fca59f73fd5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625670'] for router_interface (0a18f1c0-ebfe-4af1-bc55-c114eca5fae5), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:35.465260 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78128615-f476-4c07-b88a-cb6ec88f2228', 'name': 'network-vif-deleted', 'tag': '95b90c42-42dc-4efc-a199-7af08a26a29d'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:27:35.469691 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-3f0741f0-a56d-422a-97de-98b42d9b9fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (7d5bcb6a-bde1-4563-9e8c-0dbef397d576), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:35.473183 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e41150553c85b09edab6cb52843a30629a36ec9d810f78f9b9d5c7c277fb574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b42946b-0a48-481c-9d50-e9f72e80b717" -d '{"events": [{"server_uuid": "78128615-f476-4c07-b88a-cb6ec88f2228", "name": "network-vif-deleted", "tag": "95b90c42-42dc-4efc-a199-7af08a26a29d"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:27:35.690814 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493f6431-0955-4cdc-abd7-dba2c08551d7 x-openstack-request-id: req-493f6431-0955-4cdc-abd7-dba2c08551d7 {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:27:35.691548 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78128615-f476-4c07-b88a-cb6ec88f2228", "name": "network-vif-deleted", "tag": "95b90c42-42dc-4efc-a199-7af08a26a29d", "status": "completed", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:27:35.707560 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-493f6431-0955-4cdc-abd7-dba2c08551d7 {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:27:35.712778 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-493f6431-0955-4cdc-abd7-dba2c08551d7'] response: {'server_uuid': '78128615-f476-4c07-b88a-cb6ec88f2228', 'name': 'network-vif-deleted', 'tag': '95b90c42-42dc-4efc-a199-7af08a26a29d', 'status': 'completed', 'code': 200} Mar 30 18:27:35.808600 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0741f0-a56d-422a-97de-98b42d9b9fd4 None None] Pushing event updated for resources: {'Port': ['ID=7d5bcb6a-bde1-4563-9e8c-0dbef397d576,revision_number=5']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:35.836282 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d7564df-9603-42f5-8a12-73bad89fb38b admin admin] Router 149f9b4d-8ea6-4c04-b87a-e1ad5d8d14cf is scheduled to L3 agent bb9cbda0-d504-4372-97ec-0881b5676f92 with binding_index 1 {{(pid=103294) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 18:27:35.860989 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-cf688dcc-4868-4607-9a79-11adfe62d987 req-06c39c30-4928-4225-ab81-69887181aede tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.18 "GET /v2.0/ports?device_id=78128615-f476-4c07-b88a-cb6ec88f2228 HTTP/1.1" status: 200 len: 210 time: 0.0750630 Mar 30 18:27:35.906172 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Current status of the port 27caacca-febc-4d81-ae42-41c9edeb3752 is: ACTIVE; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:27:36.026777 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d7564df-9603-42f5-8a12-73bad89fb38b admin admin] Notify agent at l3_agent.dv-cinder-835879-1-iscsi the message routers_updated {{(pid=103294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:27:36.042205 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a84c942-5307-4840-af13-0c525198bab4 None None] Sync routers for ids ['149f9b4d-8ea6-4c04-b87a-e1ad5d8d14cf'] in dv-cinder-835879-1-iscsi {{(pid=103295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:27:36.059653 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a84c942-5307-4840-af13-0c525198bab4 None None] Routers {'149f9b4d-8ea6-4c04-b87a-e1ad5d8d14cf'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:27:36.069990 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5d7564df-9603-42f5-8a12-73bad89fb38b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:36.073321 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-0a84c942-5307-4840-af13-0c525198bab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:27:30Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['149f9b4d-8ea6-4c04-b87a-e1ad5d8d14cf'], 'active': True} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:27:36.076450 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-5d7564df-9603-42f5-8a12-73bad89fb38b admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.7417719 Mar 30 18:27:36.078181 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 41624) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:36.184786 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-80187756-2d71-41ed-b14c-fca59f73fd5e admin admin] Deleting port ceb6462a-0a68-4c99-8735-6fc5ce3bc418 {{(pid=103293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:27:36.185118 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-80187756-2d71-41ed-b14c-fca59f73fd5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759690029078'] for port (ceb6462a-0a68-4c99-8735-6fc5ce3bc418), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:36.295107 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-80187756-2d71-41ed-b14c-fca59f73fd5e admin admin] For port ceb6462a-0a68-4c99-8735-6fc5ce3bc418, host dv-cinder-835879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=ceb6462a-0a68-4c99-8735-6fc5ce3bc418,segment=NetworkSegment(ec1ba8c4-73b1-442d-a2a6-c87c8a23e0be),segment_id=ec1ba8c4-73b1-442d-a2a6-c87c8a23e0be)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:27:36.295506 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-80187756-2d71-41ed-b14c-fca59f73fd5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586036'] for port (ceb6462a-0a68-4c99-8735-6fc5ce3bc418), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:36.319323 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvr_db [None req-0a84c942-5307-4840-af13-0c525198bab4 None None] Set router 149f9b4d-8ea6-4c04-b87a-e1ad5d8d14cf gateway port host: dv-cinder-835879-1-iscsi {{(pid=103295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:27:36.322604 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-80187756-2d71-41ed-b14c-fca59f73fd5e admin admin] Calling delete_port for ceb6462a-0a68-4c99-8735-6fc5ce3bc418 owned by network:router_interface {{(pid=103293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:27:36.587022 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device 7c868733-4869-4b6e-943a-20cb7bc8da08 up at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:27:36.700263 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-80187756-2d71-41ed-b14c-fca59f73fd5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759690034297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759689464333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58814409'] for port (ceb6462a-0a68-4c99-8735-6fc5ce3bc418), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:36.794010 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Provisioning complete for port 7c868733-4869-4b6e-943a-20cb7bc8da08 triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:27:36.794617 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (7c868733-4869-4b6e-943a-20cb7bc8da08), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:36.832915 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80187756-2d71-41ed-b14c-fca59f73fd5e admin admin] Pushing event deleted for resources: {'Port': ['ID=ceb6462a-0a68-4c99-8735-6fc5ce3bc418,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:36.931317 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-d78b6930-9cd5-4c43-8436-1c0cd7c156a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:37.016822 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-0a84c942-5307-4840-af13-0c525198bab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149f9b4d-8ea6-4c04-b87a-e1ad5d8d14cf', 'name': 'tempest-TestVolumeBootPattern-1984323529-router', 'tenant_id': 'd4e62c29c257423d98125271105c6e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '77f4001b-1cce-4e63-9c1a-46ec2cab019a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:27:32Z', 'updated_at': '2022-03-30T18:27:34Z', 'revision_number': 3, 'project_id': 'd4e62c29c257423d98125271105c6e8e', 'gw_port': {'id': '77f4001b-1cce-4e63-9c1a-46ec2cab019a', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c1:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149f9b4d-8ea6-4c04-b87a-e1ad5d8d14cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:33Z', 'updated_at': '2022-03-30T18:27:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi'}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:27:37.098479 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a84c942-5307-4840-af13-0c525198bab4 None None] Checking router: 149f9b4d-8ea6-4c04-b87a-e1ad5d8d14cf for host: dv-cinder-835879-1-iscsi {{(pid=103295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:27:37.098959 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a84c942-5307-4840-af13-0c525198bab4 None None] Updating router 149f9b4d-8ea6-4c04-b87a-e1ad5d8d14cf port 77f4001b-1cce-4e63-9c1a-46ec2cab019a binding host dv-cinder-835879-1-iscsi {{(pid=103295) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 18:27:37.203461 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-0a84c942-5307-4840-af13-0c525198bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (77f4001b-1cce-4e63-9c1a-46ec2cab019a), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:37.246841 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-80187756-2d71-41ed-b14c-fca59f73fd5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1628225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624278'] for router_interface (0a18f1c0-ebfe-4af1-bc55-c114eca5fae5), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:37.266480 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Current status of the port 7c868733-4869-4b6e-943a-20cb7bc8da08 is: DOWN; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:27:37.266827 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (7c868733-4869-4b6e-943a-20cb7bc8da08), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:37.273686 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8ab6e1-3298-4e82-a705-2cec67c05de5 None None] Network ab1a56e7-37cf-45a8-8f87-9502e74bb78b requested from dv-cinder-835879-1-iscsi {{(pid=103295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:27:37.416638 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.db.db_base_plugin_common [None req-d78b6930-9cd5-4c43-8436-1c0cd7c156a6 admin admin] Allocated IP 172.20.0.1 (ab1a56e7-37cf-45a8-8f87-9502e74bb78b/4531caca-84ae-448d-9037-862a428de7a1/c29f9e35-d1cc-42d5-a724-3014802cf760) {{(pid=103294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:27:37.473363 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] For port 7c868733-4869-4b6e-943a-20cb7bc8da08, host dv-cinder-835879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=7c868733-4869-4b6e-943a-20cb7bc8da08,segment=NetworkSegment(0147a320-c470-42b9-b119-9a5c43869204),segment_id=0147a320-c470-42b9-b119-9a5c43869204)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:27:37.489616 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (7c868733-4869-4b6e-943a-20cb7bc8da08), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:37.490144 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device 7d5bcb6a-bde1-4563-9e8c-0dbef397d576 up at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:27:37.580842 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Pushing event updated for resources: {'Port': ['ID=7c868733-4869-4b6e-943a-20cb7bc8da08,revision_number=3']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:37.642475 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-d78b6930-9cd5-4c43-8436-1c0cd7c156a6 admin admin] Publish callbacks [] for port (c29f9e35-d1cc-42d5-a724-3014802cf760), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:37.707224 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80187756-2d71-41ed-b14c-fca59f73fd5e admin admin] Router 0a18f1c0-ebfe-4af1-bc55-c114eca5fae5 has already been hosted by L3 agent bb9cbda0-d504-4372-97ec-0881b5676f92 {{(pid=103293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:27:37.725604 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-eeb93588-701a-46de-9561-40d1ee408cd1 None None] Provisioning complete for port 7c868733-4869-4b6e-943a-20cb7bc8da08 triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:27:37.725604 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-eeb93588-701a-46de-9561-40d1ee408cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (7c868733-4869-4b6e-943a-20cb7bc8da08), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:37.728747 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-d78b6930-9cd5-4c43-8436-1c0cd7c156a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759689464324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59249992'] for port (c29f9e35-d1cc-42d5-a724-3014802cf760), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:37.770852 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78b6930-9cd5-4c43-8436-1c0cd7c156a6 admin admin] Network ab1a56e7-37cf-45a8-8f87-9502e74bb78b is already hosted by enough agents. {{(pid=103294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:27:37.774142 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.base_scheduler [None req-d78b6930-9cd5-4c43-8436-1c0cd7c156a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:27:37.780402 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78b6930-9cd5-4c43-8436-1c0cd7c156a6 admin admin] Received port after_create {{(pid=103294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:27:37.847275 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78b6930-9cd5-4c43-8436-1c0cd7c156a6 admin admin] Pushing event updated for resources: {'Port': ['ID=c29f9e35-d1cc-42d5-a724-3014802cf760,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:37.868295 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80187756-2d71-41ed-b14c-fca59f73fd5e admin admin] Notify agent at l3_agent.dv-cinder-835879-1-iscsi the message routers_updated {{(pid=103293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:27:37.868426 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-d78b6930-9cd5-4c43-8436-1c0cd7c156a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625807'] for router_interface (149f9b4d-8ea6-4c04-b87a-e1ad5d8d14cf), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:37.906821 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf75751-b9cc-4e98-ae09-8ef6b71ca4bc None None] Sync routers for ids ['0a18f1c0-ebfe-4af1-bc55-c114eca5fae5'] in dv-cinder-835879-1-iscsi {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:27:37.912454 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-80187756-2d71-41ed-b14c-fca59f73fd5e admin admin] 10.222.0.18 "PUT /v2.0/routers/0a18f1c0-ebfe-4af1-bc55-c114eca5fae5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5819929 Mar 30 18:27:37.912454 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 41632) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:37.928315 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf75751-b9cc-4e98-ae09-8ef6b71ca4bc None None] Routers {'0a18f1c0-ebfe-4af1-bc55-c114eca5fae5'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:27:37.931088 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-9cf75751-b9cc-4e98-ae09-8ef6b71ca4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:27:30Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['0a18f1c0-ebfe-4af1-bc55-c114eca5fae5'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:27:37.959322 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Provisioning complete for port 7d5bcb6a-bde1-4563-9e8c-0dbef397d576 triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:27:37.959551 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (7d5bcb6a-bde1-4563-9e8c-0dbef397d576), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:38.011570 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-eeb93588-701a-46de-9561-40d1ee408cd1 None None] Current status of the port 7c868733-4869-4b6e-943a-20cb7bc8da08 is: ACTIVE; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:27:38.141701 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-9cf75751-b9cc-4e98-ae09-8ef6b71ca4bc None None] Set router 0a18f1c0-ebfe-4af1-bc55-c114eca5fae5 gateway port host: dv-cinder-835879-1-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:27:38.168187 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-54d0ea9c-15b4-4523-9d2c-1618c1b7cb25 admin admin] Publish callbacks [] for router (0a18f1c0-ebfe-4af1-bc55-c114eca5fae5), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:38.178823 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-d78b6930-9cd5-4c43-8436-1c0cd7c156a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (c29f9e35-d1cc-42d5-a724-3014802cf760), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:38.196851 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-0a84c942-5307-4840-af13-0c525198bab4 None None] Publish callbacks [] for port (77f4001b-1cce-4e63-9c1a-46ec2cab019a), precommit_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:38.219832 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-0a84c942-5307-4840-af13-0c525198bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (77f4001b-1cce-4e63-9c1a-46ec2cab019a), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:38.486698 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Current status of the port 7d5bcb6a-bde1-4563-9e8c-0dbef397d576 is: ACTIVE; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:27:38.491075 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-9cf75751-b9cc-4e98-ae09-8ef6b71ca4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a18f1c0-ebfe-4af1-bc55-c114eca5fae5', 'name': 'tempest-TestShelveInstance-148878223-router', 'tenant_id': '6ddcc755c06b440bb6750e5d44c3b913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '315f9c87-01c7-4cad-ab3a-3684cef9f2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:21:56Z', 'updated_at': '2022-03-30T18:27:36Z', 'revision_number': 5, 'project_id': '6ddcc755c06b440bb6750e5d44c3b913', 'gw_port': {'id': '315f9c87-01c7-4cad-ab3a-3684cef9f2a9', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:26:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a18f1c0-ebfe-4af1-bc55-c114eca5fae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:21:57Z', 'updated_at': '2022-03-30T18:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi'}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:27:38.502712 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99209d33-6e61-448a-8a5c-ecd9a0015fcd None None] Pushing event updated for resources: {'Port': ['ID=77f4001b-1cce-4e63-9c1a-46ec2cab019a,revision_number=2']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:38.558714 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [None req-0a84c942-5307-4840-af13-0c525198bab4 None None] Attempting to bind port 77f4001b-1cce-4e63-9c1a-46ec2cab019a on host dv-cinder-835879-1-iscsi for vnic_type normal with profile {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:27:38.564446 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [None req-0a84c942-5307-4840-af13-0c525198bab4 None None] Attempting to bind port 77f4001b-1cce-4e63-9c1a-46ec2cab019a by drivers openvswitch,hyperv on host dv-cinder-835879-1-iscsi at level 0 using segments [{'id': '4e174139-f6b8-43d7-bf46-4927edc5f7d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd'}] {{(pid=103295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:27:38.565120 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a84c942-5307-4840-af13-0c525198bab4 None None] Attempting to bind port 77f4001b-1cce-4e63-9c1a-46ec2cab019a on network 502cc405-82c2-4579-84e2-1393f2fa67cd {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:27:38.601027 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a84c942-5307-4840-af13-0c525198bab4 None None] Checking agent: {'id': '6489659c-3f19-4a2c-89f8-52d37c938fb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 11, 4), 'started_at': datetime.datetime(2022, 3, 30, 18, 11, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:27:38.601027 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a84c942-5307-4840-af13-0c525198bab4 None None] Checking segment: {'id': '4e174139-f6b8-43d7-bf46-4927edc5f7d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:27:38.602300 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf75751-b9cc-4e98-ae09-8ef6b71ca4bc None None] Checking router: 0a18f1c0-ebfe-4af1-bc55-c114eca5fae5 for host: dv-cinder-835879-1-iscsi {{(pid=103296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:27:38.602653 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-0a84c942-5307-4840-af13-0c525198bab4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:38.603127 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a84c942-5307-4840-af13-0c525198bab4 None None] Bound using segment: {'id': '4e174139-f6b8-43d7-bf46-4927edc5f7d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd'} {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:27:38.604984 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [None req-0a84c942-5307-4840-af13-0c525198bab4 None None] Bound port: 77f4001b-1cce-4e63-9c1a-46ec2cab019a, host: dv-cinder-835879-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e174139-f6b8-43d7-bf46-4927edc5f7d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd'}}] {{(pid=103295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:27:38.607633 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-0a84c942-5307-4840-af13-0c525198bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (77f4001b-1cce-4e63-9c1a-46ec2cab019a), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:38.608180 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-d78b6930-9cd5-4c43-8436-1c0cd7c156a6 admin admin] Publish callbacks [] for port (c29f9e35-d1cc-42d5-a724-3014802cf760), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:38.617298 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-d78b6930-9cd5-4c43-8436-1c0cd7c156a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59249985'] for port (c29f9e35-d1cc-42d5-a724-3014802cf760), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:38.628840 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf75751-b9cc-4e98-ae09-8ef6b71ca4bc None None] Routers {'0a18f1c0-ebfe-4af1-bc55-c114eca5fae5'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:27:38.629536 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-9cf75751-b9cc-4e98-ae09-8ef6b71ca4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:27:30Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['0a18f1c0-ebfe-4af1-bc55-c114eca5fae5'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:27:38.709297 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-d597fe0e-f871-49df-acef-a29eae9ea850 None None] Provisioning complete for port 7c868733-4869-4b6e-943a-20cb7bc8da08 triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:27:38.715133 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-d597fe0e-f871-49df-acef-a29eae9ea850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (7c868733-4869-4b6e-943a-20cb7bc8da08), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:38.743032 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device 7c868733-4869-4b6e-943a-20cb7bc8da08 up at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:27:38.811711 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-d78b6930-9cd5-4c43-8436-1c0cd7c156a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1628234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625691'] for router_interface (149f9b4d-8ea6-4c04-b87a-e1ad5d8d14cf), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:38.848315 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-9cf75751-b9cc-4e98-ae09-8ef6b71ca4bc None None] Set router 0a18f1c0-ebfe-4af1-bc55-c114eca5fae5 gateway port host: dv-cinder-835879-1-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:27:38.939474 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78b6930-9cd5-4c43-8436-1c0cd7c156a6 admin admin] Pushing event updated for resources: {'Port': ['ID=c29f9e35-d1cc-42d5-a724-3014802cf760,revision_number=2']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:39.053058 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78b6930-9cd5-4c43-8436-1c0cd7c156a6 admin admin] Network ab1a56e7-37cf-45a8-8f87-9502e74bb78b is already hosted by enough agents. {{(pid=103294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:27:39.059647 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.base_scheduler [None req-d78b6930-9cd5-4c43-8436-1c0cd7c156a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:27:39.069318 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-54d0ea9c-15b4-4523-9d2c-1618c1b7cb25 admin admin] Publish callbacks [] for router_gateway (0a18f1c0-ebfe-4af1-bc55-c114eca5fae5), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:39.219283 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-0a84c942-5307-4840-af13-0c525198bab4 None None] For port 77f4001b-1cce-4e63-9c1a-46ec2cab019a, host dv-cinder-835879-1-iscsi, cleared binding levels {{(pid=103295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:27:39.233030 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-0a84c942-5307-4840-af13-0c525198bab4 None None] For port 77f4001b-1cce-4e63-9c1a-46ec2cab019a, host dv-cinder-835879-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=77f4001b-1cce-4e63-9c1a-46ec2cab019a,segment=NetworkSegment(4e174139-f6b8-43d7-bf46-4927edc5f7d6),segment_id=4e174139-f6b8-43d7-bf46-4927edc5f7d6)] {{(pid=103295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:27:39.236373 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-54d0ea9c-15b4-4523-9d2c-1618c1b7cb25 admin admin] Deleting port 315f9c87-01c7-4cad-ab3a-3684cef9f2a9 {{(pid=103293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:27:39.236825 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-54d0ea9c-15b4-4523-9d2c-1618c1b7cb25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759690029078'] for port (315f9c87-01c7-4cad-ab3a-3684cef9f2a9), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:39.260492 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device 95b90c42-42dc-4efc-a199-7af08a26a29d no longer exists at agent hyperv_hv-cinder-83587 {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:27:39.356712 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-0a84c942-5307-4840-af13-0c525198bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (77f4001b-1cce-4e63-9c1a-46ec2cab019a), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:39.372481 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d78b6930-9cd5-4c43-8436-1c0cd7c156a6 admin admin] Router 149f9b4d-8ea6-4c04-b87a-e1ad5d8d14cf has already been hosted by L3 agent bb9cbda0-d504-4372-97ec-0881b5676f92 {{(pid=103294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:27:39.393726 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] No Port match for: 95b90c42-42dc-4efc-a199-7af08a26a29d {{(pid=103295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:27:39.394071 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device 95b90c42-42dc-4efc-a199-7af08a26a29d not bound to the agent host hv-cinder-83587 {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:27:39.436422 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-54d0ea9c-15b4-4523-9d2c-1618c1b7cb25 admin admin] For port 315f9c87-01c7-4cad-ab3a-3684cef9f2a9, host dv-cinder-835879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=315f9c87-01c7-4cad-ab3a-3684cef9f2a9,segment=NetworkSegment(4e174139-f6b8-43d7-bf46-4927edc5f7d6),segment_id=4e174139-f6b8-43d7-bf46-4927edc5f7d6)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:27:39.437606 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-54d0ea9c-15b4-4523-9d2c-1618c1b7cb25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586036'] for port (315f9c87-01c7-4cad-ab3a-3684cef9f2a9), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:39.462039 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-9cf75751-b9cc-4e98-ae09-8ef6b71ca4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a18f1c0-ebfe-4af1-bc55-c114eca5fae5', 'name': 'tempest-TestShelveInstance-148878223-router', 'tenant_id': '6ddcc755c06b440bb6750e5d44c3b913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '315f9c87-01c7-4cad-ab3a-3684cef9f2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:21:56Z', 'updated_at': '2022-03-30T18:27:36Z', 'revision_number': 5, 'project_id': '6ddcc755c06b440bb6750e5d44c3b913', 'gw_port': {'id': '315f9c87-01c7-4cad-ab3a-3684cef9f2a9', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:26:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a18f1c0-ebfe-4af1-bc55-c114eca5fae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:21:57Z', 'updated_at': '2022-03-30T18:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi'}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:27:39.467761 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-54d0ea9c-15b4-4523-9d2c-1618c1b7cb25 admin admin] Calling delete_port for 315f9c87-01c7-4cad-ab3a-3684cef9f2a9 owned by network:router_gateway {{(pid=103293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:27:39.510761 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf75751-b9cc-4e98-ae09-8ef6b71ca4bc None None] The sync data for ids ['0a18f1c0-ebfe-4af1-bc55-c114eca5fae5'] in dv-cinder-835879-1-iscsi is: [{'id': '0a18f1c0-ebfe-4af1-bc55-c114eca5fae5', 'name': 'tempest-TestShelveInstance-148878223-router', 'tenant_id': '6ddcc755c06b440bb6750e5d44c3b913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '315f9c87-01c7-4cad-ab3a-3684cef9f2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:21:56Z', 'updated_at': '2022-03-30T18:27:36Z', 'revision_number': 5, 'project_id': '6ddcc755c06b440bb6750e5d44c3b913', 'gw_port': {'id': '315f9c87-01c7-4cad-ab3a-3684cef9f2a9', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:26:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a18f1c0-ebfe-4af1-bc55-c114eca5fae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:21:57Z', 'updated_at': '2022-03-30T18:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi'}] {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:27:39.547288 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Provisioning complete for port 7c868733-4869-4b6e-943a-20cb7bc8da08 triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:27:39.547651 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (7c868733-4869-4b6e-943a-20cb7bc8da08), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:39.633887 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d78b6930-9cd5-4c43-8436-1c0cd7c156a6 admin admin] Notify agent at l3_agent.dv-cinder-835879-1-iscsi the message routers_updated {{(pid=103294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:27:39.644690 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-d78b6930-9cd5-4c43-8436-1c0cd7c156a6 admin admin] 10.222.0.18 "PUT /v2.0/routers/149f9b4d-8ea6-4c04-b87a-e1ad5d8d14cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5654349 Mar 30 18:27:39.648290 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99209d33-6e61-448a-8a5c-ecd9a0015fcd None None] Pushing event updated for resources: {'Port': ['ID=77f4001b-1cce-4e63-9c1a-46ec2cab019a,revision_number=3']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:39.662658 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-d597fe0e-f871-49df-acef-a29eae9ea850 None None] Current status of the port 7c868733-4869-4b6e-943a-20cb7bc8da08 is: ACTIVE; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:27:39.670254 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a84c942-5307-4840-af13-0c525198bab4 None None] Routers {'149f9b4d-8ea6-4c04-b87a-e1ad5d8d14cf'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:27:39.670915 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-0a84c942-5307-4840-af13-0c525198bab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:27:30Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['149f9b4d-8ea6-4c04-b87a-e1ad5d8d14cf'], 'active': True} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:27:39.738273 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-54d0ea9c-15b4-4523-9d2c-1618c1b7cb25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759690034297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759689464333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58814409'] for port (315f9c87-01c7-4cad-ab3a-3684cef9f2a9), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:39.774771 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d0ea9c-15b4-4523-9d2c-1618c1b7cb25 admin admin] Pushing event deleted for resources: {'Port': ['ID=315f9c87-01c7-4cad-ab3a-3684cef9f2a9,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:39.835473 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-d597fe0e-f871-49df-acef-a29eae9ea850 None None] Provisioning complete for port c29f9e35-d1cc-42d5-a724-3014802cf760 triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:27:39.835848 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-d597fe0e-f871-49df-acef-a29eae9ea850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (c29f9e35-d1cc-42d5-a724-3014802cf760), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:39.846768 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-54d0ea9c-15b4-4523-9d2c-1618c1b7cb25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1623612'] for router_gateway (0a18f1c0-ebfe-4af1-bc55-c114eca5fae5), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:39.913026 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Current status of the port 7c868733-4869-4b6e-943a-20cb7bc8da08 is: ACTIVE; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:27:39.917126 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-d597fe0e-f871-49df-acef-a29eae9ea850 None None] Port c29f9e35-d1cc-42d5-a724-3014802cf760 cannot update to ACTIVE because it is not bound. {{(pid=103295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:27:39.930584 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvr_db [None req-0a84c942-5307-4840-af13-0c525198bab4 None None] Set router 149f9b4d-8ea6-4c04-b87a-e1ad5d8d14cf gateway port host: dv-cinder-835879-1-iscsi {{(pid=103295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:27:40.017778 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-54d0ea9c-15b4-4523-9d2c-1618c1b7cb25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7048'] for router (0a18f1c0-ebfe-4af1-bc55-c114eca5fae5), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:40.022362 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-54d0ea9c-15b4-4523-9d2c-1618c1b7cb25 admin admin] Publish callbacks [] for router_controller (0a18f1c0-ebfe-4af1-bc55-c114eca5fae5), precommit_delete_associations {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:40.111398 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-54d0ea9c-15b4-4523-9d2c-1618c1b7cb25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628121'] for router (0a18f1c0-ebfe-4af1-bc55-c114eca5fae5), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:40.112524 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d0ea9c-15b4-4523-9d2c-1618c1b7cb25 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a18f1c0-ebfe-4af1-bc55-c114eca5fae5 {{(pid=103293) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 18:27:40.128989 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-54d0ea9c-15b4-4523-9d2c-1618c1b7cb25 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:40.133044 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-54d0ea9c-15b4-4523-9d2c-1618c1b7cb25 admin admin] 10.222.0.18 "DELETE /v2.0/routers/0a18f1c0-ebfe-4af1-bc55-c114eca5fae5 HTTP/1.1" status: 204 len: 168 time: 2.2192376 Mar 30 18:27:40.135144 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 41650) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:40.159251 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-200b5c24-5ac1-400e-84c8-0c379eb552ac None None] Provisioning complete for port c29f9e35-d1cc-42d5-a724-3014802cf760 triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:27:40.159633 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-200b5c24-5ac1-400e-84c8-0c379eb552ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (c29f9e35-d1cc-42d5-a724-3014802cf760), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:40.242412 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc659477-d46a-4ced-b13e-820082626b2f admin admin] Deleting subnet 8d0df9d6-37fc-48cb-beb7-46feba9ce564 {{(pid=103294) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 18:27:40.255446 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-bc659477-d46a-4ced-b13e-820082626b2f admin admin] Publish callbacks [] for subnet (8d0df9d6-37fc-48cb-beb7-46feba9ce564), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:40.264782 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-200b5c24-5ac1-400e-84c8-0c379eb552ac None None] Port c29f9e35-d1cc-42d5-a724-3014802cf760 cannot update to ACTIVE because it is not bound. {{(pid=103295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:27:40.320853 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-bc659477-d46a-4ced-b13e-820082626b2f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59249169'] for subnet (8d0df9d6-37fc-48cb-beb7-46feba9ce564), precommit_delete_associations {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:40.326840 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-0a84c942-5307-4840-af13-0c525198bab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149f9b4d-8ea6-4c04-b87a-e1ad5d8d14cf', 'name': 'tempest-TestVolumeBootPattern-1984323529-router', 'tenant_id': 'd4e62c29c257423d98125271105c6e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '77f4001b-1cce-4e63-9c1a-46ec2cab019a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:27:32Z', 'updated_at': '2022-03-30T18:27:38Z', 'revision_number': 4, 'project_id': 'd4e62c29c257423d98125271105c6e8e', 'gw_port': {'id': '77f4001b-1cce-4e63-9c1a-46ec2cab019a', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c1:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149f9b4d-8ea6-4c04-b87a-e1ad5d8d14cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:33Z', 'updated_at': '2022-03-30T18:27:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_interfaces': [{'id': 'c29f9e35-d1cc-42d5-a724-3014802cf760', 'name': '', 'network_id': 'ab1a56e7-37cf-45a8-8f87-9502e74bb78b', 'tenant_id': 'd4e62c29c257423d98125271105c6e8e', 'mac_address': 'fa:16:3e:d3:e1:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149f9b4d-8ea6-4c04-b87a-e1ad5d8d14cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '4531caca-84ae-448d-9037-862a428de7a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:36Z', 'updated_at': '2022-03-30T18:27:38Z', 'revision_number': 2, 'project_id': 'd4e62c29c257423d98125271105c6e8e', 'subnets': [{'id': '4531caca-84ae-448d-9037-862a428de7a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:27:40.387121 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a84c942-5307-4840-af13-0c525198bab4 None None] The sync data for ids ['149f9b4d-8ea6-4c04-b87a-e1ad5d8d14cf'] in dv-cinder-835879-1-iscsi is: [{'id': '149f9b4d-8ea6-4c04-b87a-e1ad5d8d14cf', 'name': 'tempest-TestVolumeBootPattern-1984323529-router', 'tenant_id': 'd4e62c29c257423d98125271105c6e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '77f4001b-1cce-4e63-9c1a-46ec2cab019a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:27:32Z', 'updated_at': '2022-03-30T18:27:38Z', 'revision_number': 4, 'project_id': 'd4e62c29c257423d98125271105c6e8e', 'gw_port': {'id': '77f4001b-1cce-4e63-9c1a-46ec2cab019a', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c1:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149f9b4d-8ea6-4c04-b87a-e1ad5d8d14cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:33Z', 'updated_at': '2022-03-30T18:27:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_interfaces': [{'id': 'c29f9e35-d1cc-42d5-a724-3014802cf760', 'name': '', 'network_id': 'ab1a56e7-37cf-45a8-8f87-9502e74bb78b', 'tenant_id': 'd4e62c29c257423d98125271105c6e8e', 'mac_address': 'fa:16:3e:d3:e1:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149f9b4d-8ea6-4c04-b87a-e1ad5d8d14cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '4531caca-84ae-448d-9037-862a428de7a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:36Z', 'updated_at': '2022-03-30T18:27:38Z', 'revision_number': 2, 'project_id': 'd4e62c29c257423d98125271105c6e8e', 'subnets': [{'id': '4531caca-84ae-448d-9037-862a428de7a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:27:40.460042 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-bc659477-d46a-4ced-b13e-820082626b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-826600'] for subnet (8d0df9d6-37fc-48cb-beb7-46feba9ce564), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:40.553026 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-bc659477-d46a-4ced-b13e-820082626b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-826591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59249339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59550572'] for subnet (8d0df9d6-37fc-48cb-beb7-46feba9ce564), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:40.661698 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device ceb6462a-0a68-4c99-8735-6fc5ce3bc418 no longer exists at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:27:40.667619 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc659477-d46a-4ced-b13e-820082626b2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d0df9d6-37fc-48cb-beb7-46feba9ce564,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:40.675651 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-bc659477-d46a-4ced-b13e-820082626b2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628270'] for subnet (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:40.688256 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-bc659477-d46a-4ced-b13e-820082626b2f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/8d0df9d6-37fc-48cb-beb7-46feba9ce564 HTTP/1.1" status: 204 len: 168 time: 0.5496185 Mar 30 18:27:40.689359 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 41658) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:40.715007 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df38baf7-c697-40b5-b4d6-f3108bfe06ca None None] Network 1ac97e91-fa8e-41d7-abce-016c28065e30 requested from dv-cinder-835879-1-iscsi {{(pid=103295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:27:40.718736 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] No Port match for: ceb6462a-0a68-4c99-8735-6fc5ce3bc418 {{(pid=103295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:27:40.719717 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device ceb6462a-0a68-4c99-8735-6fc5ce3bc418 not bound to the agent host dv-cinder-835879-1-iscsi {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:27:40.887111 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-1a14f7b0-7fa8-453f-b20b-6ab39b6a3e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803497'] for network (1ac97e91-fa8e-41d7-abce-016c28065e30), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:40.982180 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-1a14f7b0-7fa8-453f-b20b-6ab39b6a3e0f admin admin] Deleting port 594dcf28-edd7-4ee1-954c-d117a3b98554 {{(pid=103293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:27:40.982821 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-1a14f7b0-7fa8-453f-b20b-6ab39b6a3e0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759690029078'] for port (594dcf28-edd7-4ee1-954c-d117a3b98554), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:41.031235 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 41668) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:41.039528 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [None req-30909ea7-c9f2-4a9b-a4d8-78abbb02d4ee tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1942000670', 'description': 'tempest-secgroup-smoke-1942000670 description', 'project_id': 'fe928741f1314e67af27b8f6e56a5518'}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:27:41.083577 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-1a14f7b0-7fa8-453f-b20b-6ab39b6a3e0f admin admin] For port 594dcf28-edd7-4ee1-954c-d117a3b98554, host dv-cinder-835879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=594dcf28-edd7-4ee1-954c-d117a3b98554,segment=NetworkSegment(ec1ba8c4-73b1-442d-a2a6-c87c8a23e0be),segment_id=ec1ba8c4-73b1-442d-a2a6-c87c8a23e0be)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:27:41.083941 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-1a14f7b0-7fa8-453f-b20b-6ab39b6a3e0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586036'] for port (594dcf28-edd7-4ee1-954c-d117a3b98554), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:41.092923 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-30909ea7-c9f2-4a9b-a4d8-78abbb02d4ee tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks [] for security_group (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:41.108617 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-1a14f7b0-7fa8-453f-b20b-6ab39b6a3e0f admin admin] Calling delete_port for 594dcf28-edd7-4ee1-954c-d117a3b98554 owned by network:dhcp {{(pid=103293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:27:41.197174 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e06ec2-cfc7-4f45-acb3-1297efcdc120 None None] DHCP port deletion for 1ac97e91-fa8e-41d7-abce-016c28065e30 request from dv-cinder-835879-1-iscsi {{(pid=103295) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 30 18:27:41.254022 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.agents_db [None req-615cdb4a-d653-495f-8f07-938524d0c5b5 None None] Agent healthcheck: found 6 active agents {{(pid=103296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:27:41.301939 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-30909ea7-c9f2-4a9b-a4d8-78abbb02d4ee tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks [] for security_group (24f77ee3-bf86-49e1-a9cc-0c1c0f76b2ef), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:41.308464 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-30909ea7-c9f2-4a9b-a4d8-78abbb02d4ee tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (24f77ee3-bf86-49e1-a9cc-0c1c0f76b2ef), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:41.313531 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-e9e06ec2-cfc7-4f45-acb3-1297efcdc120 None None] Deleting port 594dcf28-edd7-4ee1-954c-d117a3b98554 {{(pid=103295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:27:41.314546 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-e9e06ec2-cfc7-4f45-acb3-1297efcdc120 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759690029078'] for port (594dcf28-edd7-4ee1-954c-d117a3b98554), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:41.341627 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-1a14f7b0-7fa8-453f-b20b-6ab39b6a3e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759690034297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759689464333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58814409'] for port (594dcf28-edd7-4ee1-954c-d117a3b98554), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:41.364692 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a14f7b0-7fa8-453f-b20b-6ab39b6a3e0f admin admin] No DVR routers for this DVR port 594dcf28-edd7-4ee1-954c-d117a3b98554 on host dv-cinder-835879-1-iscsi {{(pid=103293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:27:41.415085 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-e9e06ec2-cfc7-4f45-acb3-1297efcdc120 None None] For port 594dcf28-edd7-4ee1-954c-d117a3b98554, host dv-cinder-835879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=594dcf28-edd7-4ee1-954c-d117a3b98554,segment=NetworkSegment(ec1ba8c4-73b1-442d-a2a6-c87c8a23e0be),segment_id=ec1ba8c4-73b1-442d-a2a6-c87c8a23e0be)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:27:41.416233 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-e9e06ec2-cfc7-4f45-acb3-1297efcdc120 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586036'] for port (594dcf28-edd7-4ee1-954c-d117a3b98554), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:41.430628 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-30909ea7-c9f2-4a9b-a4d8-78abbb02d4ee tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks [] for security_group (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:41.432602 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-30909ea7-c9f2-4a9b-a4d8-78abbb02d4ee tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3966134 Mar 30 18:27:41.435623 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 41670) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:41.440274 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-ca130c85-3e12-4774-8612-166e78b918fc tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Request body: {'security_group_rule': {'security_group_id': '24f77ee3-bf86-49e1-a9cc-0c1c0f76b2ef', 'project_id': 'fe928741f1314e67af27b8f6e56a5518', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:27:41.443293 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-e9e06ec2-cfc7-4f45-acb3-1297efcdc120 None None] Calling delete_port for 594dcf28-edd7-4ee1-954c-d117a3b98554 owned by network:dhcp {{(pid=103295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:27:41.476902 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a14f7b0-7fa8-453f-b20b-6ab39b6a3e0f admin admin] Pushing event deleted for resources: {'Port': ['ID=594dcf28-edd7-4ee1-954c-d117a3b98554,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:41.491899 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ca130c85-3e12-4774-8612-166e78b918fc tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks [] for security_group_rule (1fff696c-1304-4349-95bc-e75f282ab3af), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:41.551775 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-e9e06ec2-cfc7-4f45-acb3-1297efcdc120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759690034297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759689464333'] for port (594dcf28-edd7-4ee1-954c-d117a3b98554), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:41.552157 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30909ea7-c9f2-4a9b-a4d8-78abbb02d4ee tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24f77ee3-bf86-49e1-a9cc-0c1c0f76b2ef,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:41.581186 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e06ec2-cfc7-4f45-acb3-1297efcdc120 None None] Pushing event deleted for resources: {'Port': ['ID=594dcf28-edd7-4ee1-954c-d117a3b98554,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:41.585724 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e06ec2-cfc7-4f45-acb3-1297efcdc120 None None] No DVR routers for this DVR port 594dcf28-edd7-4ee1-954c-d117a3b98554 on host dv-cinder-835879-1-iscsi {{(pid=103295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:27:41.592329 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-1a14f7b0-7fa8-453f-b20b-6ab39b6a3e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-760675', 'neutron.services.segments.db._delete_segments_for_network-8759689995322'] for network (1ac97e91-fa8e-41d7-abce-016c28065e30), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:41.618008 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ca130c85-3e12-4774-8612-166e78b918fc tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks [] for security_group_rule (1fff696c-1304-4349-95bc-e75f282ab3af), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:41.628287 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.services.segments.db [None req-1a14f7b0-7fa8-453f-b20b-6ab39b6a3e0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ac97e91-fa8e-41d7-abce-016c28065e30']}} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:27:41.631025 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ca130c85-3e12-4774-8612-166e78b918fc tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797579'] for security_group_rule (1fff696c-1304-4349-95bc-e75f282ab3af), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:41.639771 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.services.segments.db [None req-1a14f7b0-7fa8-453f-b20b-6ab39b6a3e0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec1ba8c4-73b1-442d-a2a6-c87c8a23e0be') {'for_net_delete': True} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:27:41.640941 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.services.segments.db [None req-1a14f7b0-7fa8-453f-b20b-6ab39b6a3e0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec1ba8c4-73b1-442d-a2a6-c87c8a23e0be') {} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:27:41.653844 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca130c85-3e12-4774-8612-166e78b918fc tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fff696c-1304-4349-95bc-e75f282ab3af,revision_number=0']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:41.654254 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-1a14f7b0-7fa8-453f-b20b-6ab39b6a3e0f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759689809987', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58812547'] for segment (ec1ba8c4-73b1-442d-a2a6-c87c8a23e0be), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:41.666106 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ca130c85-3e12-4774-8612-166e78b918fc tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:41.667792 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-ca130c85-3e12-4774-8612-166e78b918fc tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2311258 Mar 30 18:27:41.670517 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 41672) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:41.673093 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-1a14f7b0-7fa8-453f-b20b-6ab39b6a3e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-829919'] for segment (ec1ba8c4-73b1-442d-a2a6-c87c8a23e0be), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:41.679351 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-f0578ba0-88c4-4767-b783-e92942f6a24d tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Request body: {'security_group_rule': {'security_group_id': '24f77ee3-bf86-49e1-a9cc-0c1c0f76b2ef', 'project_id': 'fe928741f1314e67af27b8f6e56a5518', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:27:41.692004 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a14f7b0-7fa8-453f-b20b-6ab39b6a3e0f admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103293) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 18:27:41.693380 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-1a14f7b0-7fa8-453f-b20b-6ab39b6a3e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-829919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58814364'] for segment (ec1ba8c4-73b1-442d-a2a6-c87c8a23e0be), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:41.695534 dv-cinder-835879-1-iscsi neutron-server[103293]: Traceback (most recent call last): Mar 30 18:27:41.695534 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 18:27:41.695534 dv-cinder-835879-1-iscsi neutron-server[103293]: timer() Mar 30 18:27:41.695534 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 18:27:41.695534 dv-cinder-835879-1-iscsi neutron-server[103293]: cb(*args, **kw) Mar 30 18:27:41.695534 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 18:27:41.695534 dv-cinder-835879-1-iscsi neutron-server[103293]: return func(*args, **kwargs) Mar 30 18:27:41.695534 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 18:27:41.695534 dv-cinder-835879-1-iscsi neutron-server[103293]: self._notify() Mar 30 18:27:41.695534 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 18:27:41.695534 dv-cinder-835879-1-iscsi neutron-server[103293]: self.callback(batched_events) Mar 30 18:27:41.695534 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 18:27:41.695534 dv-cinder-835879-1-iscsi neutron-server[103293]: event.method(event) Mar 30 18:27:41.695534 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 18:27:41.695534 dv-cinder-835879-1-iscsi neutron-server[103293]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 18:27:41.695534 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 18:27:41.695534 dv-cinder-835879-1-iscsi neutron-server[103293]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 18:27:41.695534 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 18:27:41.695534 dv-cinder-835879-1-iscsi neutron-server[103293]: return f(self, *a, **k) Mar 30 18:27:41.695534 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 18:27:41.695534 dv-cinder-835879-1-iscsi neutron-server[103293]: return self._get(url).json() Mar 30 18:27:41.695534 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 18:27:41.695534 dv-cinder-835879-1-iscsi neutron-server[103293]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 18:27:41.695534 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 18:27:41.695534 dv-cinder-835879-1-iscsi neutron-server[103293]: return self.request(url, 'GET', **kwargs) Mar 30 18:27:41.695534 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 18:27:41.695534 dv-cinder-835879-1-iscsi neutron-server[103293]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 18:27:41.695534 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 18:27:41.695534 dv-cinder-835879-1-iscsi neutron-server[103293]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 18:27:41.695534 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 18:27:41.695534 dv-cinder-835879-1-iscsi neutron-server[103293]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 18:27:41.695534 dv-cinder-835879-1-iscsi neutron-server[103293]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 18:27:41.715130 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f0578ba0-88c4-4767-b783-e92942f6a24d tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks [] for security_group_rule (40863c80-3005-45b2-a31a-866be514be91), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:41.776197 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-1a14f7b0-7fa8-453f-b20b-6ab39b6a3e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-760682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1623632'] for network (1ac97e91-fa8e-41d7-abce-016c28065e30), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:41.791491 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-1a14f7b0-7fa8-453f-b20b-6ab39b6a3e0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628270'] for network (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:41.791938 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f0578ba0-88c4-4767-b783-e92942f6a24d tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks [] for security_group_rule (40863c80-3005-45b2-a31a-866be514be91), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:41.795961 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-1a14f7b0-7fa8-453f-b20b-6ab39b6a3e0f admin admin] 10.222.0.18 "DELETE /v2.0/networks/1ac97e91-fa8e-41d7-abce-016c28065e30 HTTP/1.1" status: 204 len: 168 time: 1.1052318 Mar 30 18:27:41.800196 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 41674) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:41.805876 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a14f7b0-7fa8-453f-b20b-6ab39b6a3e0f admin admin] Pushing event deleted for resources: {'Network': ['ID=1ac97e91-fa8e-41d7-abce-016c28065e30,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:41.808905 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f0578ba0-88c4-4767-b783-e92942f6a24d tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797579'] for security_group_rule (40863c80-3005-45b2-a31a-866be514be91), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:41.917752 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0578ba0-88c4-4767-b783-e92942f6a24d tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40863c80-3005-45b2-a31a-866be514be91,revision_number=0']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:41.931267 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f0578ba0-88c4-4767-b783-e92942f6a24d tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:41.932489 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-f0578ba0-88c4-4767-b783-e92942f6a24d tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2603345 Mar 30 18:27:41.935293 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 41676) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:41.940823 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [None req-fc96af49-afe2-4d3e-8baa-99077174a1f2 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Request body: {'security_group_rule': {'security_group_id': '24f77ee3-bf86-49e1-a9cc-0c1c0f76b2ef', 'project_id': 'fe928741f1314e67af27b8f6e56a5518', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:27:41.987480 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-fc96af49-afe2-4d3e-8baa-99077174a1f2 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks [] for security_group_rule (2a1421b9-bab7-4373-978e-14b83d11cc11), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:42.081641 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-fc96af49-afe2-4d3e-8baa-99077174a1f2 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks [] for security_group_rule (2a1421b9-bab7-4373-978e-14b83d11cc11), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:42.088198 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-fc96af49-afe2-4d3e-8baa-99077174a1f2 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797579'] for security_group_rule (2a1421b9-bab7-4373-978e-14b83d11cc11), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:42.114136 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc96af49-afe2-4d3e-8baa-99077174a1f2 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a1421b9-bab7-4373-978e-14b83d11cc11,revision_number=0']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:42.133106 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-fc96af49-afe2-4d3e-8baa-99077174a1f2 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:42.133106 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-fc96af49-afe2-4d3e-8baa-99077174a1f2 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1938627 Mar 30 18:27:42.133785 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 41682) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:42.154717 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [None req-5cd8141e-4adc-4609-aa0a-35fcbee732dc tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Request body: {'security_group_rule': {'security_group_id': '24f77ee3-bf86-49e1-a9cc-0c1c0f76b2ef', 'project_id': 'fe928741f1314e67af27b8f6e56a5518', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:27:42.220792 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-5cd8141e-4adc-4609-aa0a-35fcbee732dc tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks [] for security_group_rule (135594a1-3f33-4142-90d3-b0096ba9086d), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:42.304786 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-5cd8141e-4adc-4609-aa0a-35fcbee732dc tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks [] for security_group_rule (135594a1-3f33-4142-90d3-b0096ba9086d), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:42.312104 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-5cd8141e-4adc-4609-aa0a-35fcbee732dc tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797579'] for security_group_rule (135594a1-3f33-4142-90d3-b0096ba9086d), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:42.357423 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd8141e-4adc-4609-aa0a-35fcbee732dc tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=135594a1-3f33-4142-90d3-b0096ba9086d,revision_number=0']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:42.367323 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-5cd8141e-4adc-4609-aa0a-35fcbee732dc tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:42.368712 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-5cd8141e-4adc-4609-aa0a-35fcbee732dc tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2247982 Mar 30 18:27:42.373211 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 41686) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:42.380994 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [None req-9bd24ffb-a35e-4028-8a0d-50c03ac19182 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Request body: {'security_group_rule': {'security_group_id': '24f77ee3-bf86-49e1-a9cc-0c1c0f76b2ef', 'project_id': 'fe928741f1314e67af27b8f6e56a5518', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:27:42.412013 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.db.securitygroups_db [None req-9bd24ffb-a35e-4028-8a0d-50c03ac19182 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Project fe928741f1314e67af27b8f6e56a5518 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 18:27:42.423513 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-9bd24ffb-a35e-4028-8a0d-50c03ac19182 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks [] for security_group_rule (9a7314ba-f0e9-4de7-b804-6304db8435a4), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:42.446351 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-8cfa8fba-3aa8-4f4c-bbbc-4503a2962296 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625670'] for router_interface (7c948fb0-10d6-434f-9aac-49fc9cacb527), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:42.520409 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-9bd24ffb-a35e-4028-8a0d-50c03ac19182 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks [] for security_group_rule (9a7314ba-f0e9-4de7-b804-6304db8435a4), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:42.527522 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-9bd24ffb-a35e-4028-8a0d-50c03ac19182 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797579'] for security_group_rule (9a7314ba-f0e9-4de7-b804-6304db8435a4), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:42.575465 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-9bd24ffb-a35e-4028-8a0d-50c03ac19182 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:42.588636 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 41688) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:42.589709 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-9bd24ffb-a35e-4028-8a0d-50c03ac19182 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2155583 Mar 30 18:27:42.590712 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd24ffb-a35e-4028-8a0d-50c03ac19182 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a7314ba-f0e9-4de7-b804-6304db8435a4,revision_number=0']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:42.597227 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-faf6aae0-705d-4e5c-9ca9-758bcf9afffc tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Request body: {'security_group_rule': {'security_group_id': '24f77ee3-bf86-49e1-a9cc-0c1c0f76b2ef', 'project_id': 'fe928741f1314e67af27b8f6e56a5518', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:27:42.676167 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.db.securitygroups_db [None req-faf6aae0-705d-4e5c-9ca9-758bcf9afffc tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Project fe928741f1314e67af27b8f6e56a5518 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 18:27:42.702372 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device 77f4001b-1cce-4e63-9c1a-46ec2cab019a up at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:27:42.720074 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-faf6aae0-705d-4e5c-9ca9-758bcf9afffc tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks [] for security_group_rule (7e9a9192-27a0-4ed4-90f2-4a638ecc0477), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:42.769858 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Provisioning complete for port 77f4001b-1cce-4e63-9c1a-46ec2cab019a triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:27:42.770717 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (77f4001b-1cce-4e63-9c1a-46ec2cab019a), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:42.800182 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-faf6aae0-705d-4e5c-9ca9-758bcf9afffc tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks [] for security_group_rule (7e9a9192-27a0-4ed4-90f2-4a638ecc0477), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:42.808807 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-faf6aae0-705d-4e5c-9ca9-758bcf9afffc tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797579'] for security_group_rule (7e9a9192-27a0-4ed4-90f2-4a638ecc0477), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:42.859346 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf6aae0-705d-4e5c-9ca9-758bcf9afffc tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e9a9192-27a0-4ed4-90f2-4a638ecc0477,revision_number=0']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:42.891425 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-faf6aae0-705d-4e5c-9ca9-758bcf9afffc tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:42.892727 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-faf6aae0-705d-4e5c-9ca9-758bcf9afffc tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3021698 Mar 30 18:27:42.920023 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Current status of the port 77f4001b-1cce-4e63-9c1a-46ec2cab019a is: DOWN; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:27:42.920413 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (77f4001b-1cce-4e63-9c1a-46ec2cab019a), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:42.959334 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] For port 77f4001b-1cce-4e63-9c1a-46ec2cab019a, host dv-cinder-835879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=77f4001b-1cce-4e63-9c1a-46ec2cab019a,segment=NetworkSegment(4e174139-f6b8-43d7-bf46-4927edc5f7d6),segment_id=4e174139-f6b8-43d7-bf46-4927edc5f7d6)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:27:42.969572 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (77f4001b-1cce-4e63-9c1a-46ec2cab019a), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:43.009305 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-8cfa8fba-3aa8-4f4c-bbbc-4503a2962296 admin admin] Deleting port f8c0f0d8-9abe-4edd-b0a9-dcf9f68f6a18 {{(pid=103294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:27:43.009636 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-8cfa8fba-3aa8-4f4c-bbbc-4503a2962296 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759690029078'] for port (f8c0f0d8-9abe-4edd-b0a9-dcf9f68f6a18), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:43.078942 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Pushing event updated for resources: {'Port': ['ID=77f4001b-1cce-4e63-9c1a-46ec2cab019a,revision_number=4']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:43.097760 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device 594dcf28-edd7-4ee1-954c-d117a3b98554 no longer exists at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:27:43.133185 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] No Port match for: 594dcf28-edd7-4ee1-954c-d117a3b98554 {{(pid=103295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:27:43.133527 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device 594dcf28-edd7-4ee1-954c-d117a3b98554 not bound to the agent host dv-cinder-835879-1-iscsi {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:27:43.133938 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device 315f9c87-01c7-4cad-ab3a-3684cef9f2a9 no longer exists at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:27:43.165291 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] No Port match for: 315f9c87-01c7-4cad-ab3a-3684cef9f2a9 {{(pid=103295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:27:43.165628 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device 315f9c87-01c7-4cad-ab3a-3684cef9f2a9 not bound to the agent host dv-cinder-835879-1-iscsi {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:27:43.200133 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [None req-8cfa8fba-3aa8-4f4c-bbbc-4503a2962296 admin admin] For port f8c0f0d8-9abe-4edd-b0a9-dcf9f68f6a18, host dv-cinder-835879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=f8c0f0d8-9abe-4edd-b0a9-dcf9f68f6a18,segment=NetworkSegment(d48755bd-72d0-431e-9aa4-8947efa4d80f),segment_id=d48755bd-72d0-431e-9aa4-8947efa4d80f)] {{(pid=103294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:27:43.200505 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-8cfa8fba-3aa8-4f4c-bbbc-4503a2962296 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586036'] for port (f8c0f0d8-9abe-4edd-b0a9-dcf9f68f6a18), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:43.218984 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-8cfa8fba-3aa8-4f4c-bbbc-4503a2962296 admin admin] Calling delete_port for f8c0f0d8-9abe-4edd-b0a9-dcf9f68f6a18 owned by network:router_interface {{(pid=103294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:27:43.457983 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-8cfa8fba-3aa8-4f4c-bbbc-4503a2962296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759690034297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759689464333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59249992'] for port (f8c0f0d8-9abe-4edd-b0a9-dcf9f68f6a18), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:43.840785 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfa8fba-3aa8-4f4c-bbbc-4503a2962296 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8c0f0d8-9abe-4edd-b0a9-dcf9f68f6a18,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:43.976097 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-8cfa8fba-3aa8-4f4c-bbbc-4503a2962296 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1628225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624278'] for router_interface (7c948fb0-10d6-434f-9aac-49fc9cacb527), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:44.160160 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb86db84-8789-4c69-acd4-a54e6455590d None None] Sync routers for ids ['149f9b4d-8ea6-4c04-b87a-e1ad5d8d14cf'] in dv-cinder-835879-1-iscsi {{(pid=103295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:27:44.172385 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb86db84-8789-4c69-acd4-a54e6455590d None None] Routers {'149f9b4d-8ea6-4c04-b87a-e1ad5d8d14cf'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:27:44.173259 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-eb86db84-8789-4c69-acd4-a54e6455590d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:27:30Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['149f9b4d-8ea6-4c04-b87a-e1ad5d8d14cf'], 'active': True} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:27:44.216297 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cfa8fba-3aa8-4f4c-bbbc-4503a2962296 admin admin] Router 7c948fb0-10d6-434f-9aac-49fc9cacb527 has already been hosted by L3 agent bb9cbda0-d504-4372-97ec-0881b5676f92 {{(pid=103294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:27:44.304624 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvr_db [None req-eb86db84-8789-4c69-acd4-a54e6455590d None None] Set router 149f9b4d-8ea6-4c04-b87a-e1ad5d8d14cf gateway port host: dv-cinder-835879-1-iscsi {{(pid=103295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:27:44.340233 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cfa8fba-3aa8-4f4c-bbbc-4503a2962296 admin admin] Notify agent at l3_agent.dv-cinder-835879-1-iscsi the message routers_updated {{(pid=103294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:27:44.350609 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 41746) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:44.352480 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-8cfa8fba-3aa8-4f4c-bbbc-4503a2962296 admin admin] 10.222.0.18 "PUT /v2.0/routers/7c948fb0-10d6-434f-9aac-49fc9cacb527/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5505311 Mar 30 18:27:44.352828 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf4871b-439a-4cd1-b3c5-0d40d3099ce5 None None] Sync routers for ids ['7c948fb0-10d6-434f-9aac-49fc9cacb527'] in dv-cinder-835879-1-iscsi {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:27:44.362859 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf4871b-439a-4cd1-b3c5-0d40d3099ce5 None None] Routers {'7c948fb0-10d6-434f-9aac-49fc9cacb527'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:27:44.364581 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-7bf4871b-439a-4cd1-b3c5-0d40d3099ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:27:30Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['7c948fb0-10d6-434f-9aac-49fc9cacb527'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:27:44.477729 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-b5363d9b-e5c5-4542-b103-997c0a221f50 admin admin] Publish callbacks [] for router (7c948fb0-10d6-434f-9aac-49fc9cacb527), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:44.492925 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-7bf4871b-439a-4cd1-b3c5-0d40d3099ce5 None None] Set router 7c948fb0-10d6-434f-9aac-49fc9cacb527 gateway port host: dv-cinder-835879-1-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:27:44.574139 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-eb86db84-8789-4c69-acd4-a54e6455590d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149f9b4d-8ea6-4c04-b87a-e1ad5d8d14cf', 'name': 'tempest-TestVolumeBootPattern-1984323529-router', 'tenant_id': 'd4e62c29c257423d98125271105c6e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '77f4001b-1cce-4e63-9c1a-46ec2cab019a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:27:32Z', 'updated_at': '2022-03-30T18:27:38Z', 'revision_number': 4, 'project_id': 'd4e62c29c257423d98125271105c6e8e', 'gw_port': {'id': '77f4001b-1cce-4e63-9c1a-46ec2cab019a', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149f9b4d-8ea6-4c04-b87a-e1ad5d8d14cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:33Z', 'updated_at': '2022-03-30T18:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_interfaces': [{'id': 'c29f9e35-d1cc-42d5-a724-3014802cf760', 'name': '', 'network_id': 'ab1a56e7-37cf-45a8-8f87-9502e74bb78b', 'tenant_id': 'd4e62c29c257423d98125271105c6e8e', 'mac_address': 'fa:16:3e:d3:e1:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149f9b4d-8ea6-4c04-b87a-e1ad5d8d14cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '4531caca-84ae-448d-9037-862a428de7a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:36Z', 'updated_at': '2022-03-30T18:27:38Z', 'revision_number': 2, 'project_id': 'd4e62c29c257423d98125271105c6e8e', 'subnets': [{'id': '4531caca-84ae-448d-9037-862a428de7a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:27:44.604625 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-b5363d9b-e5c5-4542-b103-997c0a221f50 admin admin] Publish callbacks [] for router_gateway (7c948fb0-10d6-434f-9aac-49fc9cacb527), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:44.627826 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb86db84-8789-4c69-acd4-a54e6455590d None None] Checking router: 149f9b4d-8ea6-4c04-b87a-e1ad5d8d14cf for host: dv-cinder-835879-1-iscsi {{(pid=103295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:27:44.628198 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb86db84-8789-4c69-acd4-a54e6455590d None None] Updating router 149f9b4d-8ea6-4c04-b87a-e1ad5d8d14cf port c29f9e35-d1cc-42d5-a724-3014802cf760 binding host dv-cinder-835879-1-iscsi {{(pid=103295) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 18:27:44.670509 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-b5363d9b-e5c5-4542-b103-997c0a221f50 admin admin] Deleting port 957f71c2-ba6b-4f68-b5e5-aa0a6c75bb63 {{(pid=103293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:27:44.670974 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-b5363d9b-e5c5-4542-b103-997c0a221f50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759690029078'] for port (957f71c2-ba6b-4f68-b5e5-aa0a6c75bb63), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:44.677758 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-7bf4871b-439a-4cd1-b3c5-0d40d3099ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c948fb0-10d6-434f-9aac-49fc9cacb527', 'name': 'tempest-TestShelveInstance-1359718385-router', 'tenant_id': 'a7eb145b691f4a579a4febdfee7454c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '957f71c2-ba6b-4f68-b5e5-aa0a6c75bb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:22:03Z', 'updated_at': '2022-03-30T18:27:43Z', 'revision_number': 5, 'project_id': 'a7eb145b691f4a579a4febdfee7454c1', 'gw_port': {'id': '957f71c2-ba6b-4f68-b5e5-aa0a6c75bb63', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:04:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c948fb0-10d6-434f-9aac-49fc9cacb527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:22:03Z', 'updated_at': '2022-03-30T18:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi'}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:27:44.686380 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-eb86db84-8789-4c69-acd4-a54e6455590d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (c29f9e35-d1cc-42d5-a724-3014802cf760), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:44.705770 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf4871b-439a-4cd1-b3c5-0d40d3099ce5 None None] Checking router: 7c948fb0-10d6-434f-9aac-49fc9cacb527 for host: dv-cinder-835879-1-iscsi {{(pid=103296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:27:44.714887 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf4871b-439a-4cd1-b3c5-0d40d3099ce5 None None] Routers {'7c948fb0-10d6-434f-9aac-49fc9cacb527'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:27:44.715921 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-7bf4871b-439a-4cd1-b3c5-0d40d3099ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:27:30Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['7c948fb0-10d6-434f-9aac-49fc9cacb527'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:27:44.736105 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device 77f4001b-1cce-4e63-9c1a-46ec2cab019a up at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:27:44.814221 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-b5363d9b-e5c5-4542-b103-997c0a221f50 admin admin] For port 957f71c2-ba6b-4f68-b5e5-aa0a6c75bb63, host dv-cinder-835879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=957f71c2-ba6b-4f68-b5e5-aa0a6c75bb63,segment=NetworkSegment(4e174139-f6b8-43d7-bf46-4927edc5f7d6),segment_id=4e174139-f6b8-43d7-bf46-4927edc5f7d6)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:27:44.815107 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-b5363d9b-e5c5-4542-b103-997c0a221f50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586036'] for port (957f71c2-ba6b-4f68-b5e5-aa0a6c75bb63), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:44.818103 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-7bf4871b-439a-4cd1-b3c5-0d40d3099ce5 None None] Set router 7c948fb0-10d6-434f-9aac-49fc9cacb527 gateway port host: None {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:27:44.829574 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-b5363d9b-e5c5-4542-b103-997c0a221f50 admin admin] Calling delete_port for 957f71c2-ba6b-4f68-b5e5-aa0a6c75bb63 owned by network:router_gateway {{(pid=103293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:27:44.872262 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-7bf4871b-439a-4cd1-b3c5-0d40d3099ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c948fb0-10d6-434f-9aac-49fc9cacb527', 'name': 'tempest-TestShelveInstance-1359718385-router', 'tenant_id': 'a7eb145b691f4a579a4febdfee7454c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:22:03Z', 'updated_at': '2022-03-30T18:27:44Z', 'revision_number': 6, 'project_id': 'a7eb145b691f4a579a4febdfee7454c1', 'gw_port_host': None}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:27:44.898930 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf4871b-439a-4cd1-b3c5-0d40d3099ce5 None None] The sync data for ids ['7c948fb0-10d6-434f-9aac-49fc9cacb527'] in dv-cinder-835879-1-iscsi is: [{'id': '7c948fb0-10d6-434f-9aac-49fc9cacb527', 'name': 'tempest-TestShelveInstance-1359718385-router', 'tenant_id': 'a7eb145b691f4a579a4febdfee7454c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:22:03Z', 'updated_at': '2022-03-30T18:27:44Z', 'revision_number': 6, 'project_id': 'a7eb145b691f4a579a4febdfee7454c1', 'gw_port_host': None}] {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:27:44.913490 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Provisioning complete for port 77f4001b-1cce-4e63-9c1a-46ec2cab019a triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:27:44.913867 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (77f4001b-1cce-4e63-9c1a-46ec2cab019a), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:45.112557 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-b5363d9b-e5c5-4542-b103-997c0a221f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759690034297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759689464333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58814409'] for port (957f71c2-ba6b-4f68-b5e5-aa0a6c75bb63), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:45.155851 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5363d9b-e5c5-4542-b103-997c0a221f50 admin admin] Pushing event deleted for resources: {'Port': ['ID=957f71c2-ba6b-4f68-b5e5-aa0a6c75bb63,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:45.214450 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5363d9b-e5c5-4542-b103-997c0a221f50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:45.214707 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5363d9b-e5c5-4542-b103-997c0a221f50 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:45.215043 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5363d9b-e5c5-4542-b103-997c0a221f50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:45.215405 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5363d9b-e5c5-4542-b103-997c0a221f50 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:45.215731 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5363d9b-e5c5-4542-b103-997c0a221f50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:45.215914 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Current status of the port 77f4001b-1cce-4e63-9c1a-46ec2cab019a is: ACTIVE; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:27:45.216390 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5363d9b-e5c5-4542-b103-997c0a221f50 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:45.216390 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5363d9b-e5c5-4542-b103-997c0a221f50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:45.216662 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5363d9b-e5c5-4542-b103-997c0a221f50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:45.216981 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5363d9b-e5c5-4542-b103-997c0a221f50 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:45.217298 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5363d9b-e5c5-4542-b103-997c0a221f50 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:45.218307 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5363d9b-e5c5-4542-b103-997c0a221f50 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:45.218873 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5363d9b-e5c5-4542-b103-997c0a221f50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:45.219238 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5363d9b-e5c5-4542-b103-997c0a221f50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:45.219563 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5363d9b-e5c5-4542-b103-997c0a221f50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:45.219883 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5363d9b-e5c5-4542-b103-997c0a221f50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:45.232619 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bcdb12-3703-4864-872e-1c047099827a req-e726a3bb-4393-4e60-a11e-eb6ecc373674 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:27:45.234187 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-24bcdb12-3703-4864-872e-1c047099827a req-e726a3bb-4393-4e60-a11e-eb6ecc373674 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/networks?id=7795e603-ee58-42af-955a-ecfaba12bbbd HTTP/1.1" status: 200 len: 815 time: 0.2345760 Mar 30 18:27:45.257657 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-b5363d9b-e5c5-4542-b103-997c0a221f50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1623612'] for router_gateway (7c948fb0-10d6-434f-9aac-49fc9cacb527), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:45.261117 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-24bcdb12-3703-4864-872e-1c047099827a req-107eedf3-28c2-4b57-a7ec-0fae0517c8ad tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/quotas/5d0b6518d9c94064bcb428f380076511 HTTP/1.1" status: 200 len: 375 time: 0.0210373 Mar 30 18:27:45.310107 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-eb86db84-8789-4c69-acd4-a54e6455590d None None] Publish callbacks [] for port (c29f9e35-d1cc-42d5-a724-3014802cf760), precommit_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:45.320059 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-eb86db84-8789-4c69-acd4-a54e6455590d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (c29f9e35-d1cc-42d5-a724-3014802cf760), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:45.377217 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06870206-e40c-4e88-b228-d69859522b9f None None] Pushing event updated for resources: {'Port': ['ID=c29f9e35-d1cc-42d5-a724-3014802cf760,revision_number=3']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:45.411230 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-b5363d9b-e5c5-4542-b103-997c0a221f50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7048'] for router (7c948fb0-10d6-434f-9aac-49fc9cacb527), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:45.412925 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-b5363d9b-e5c5-4542-b103-997c0a221f50 admin admin] Publish callbacks [] for router_controller (7c948fb0-10d6-434f-9aac-49fc9cacb527), precommit_delete_associations {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:45.452460 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [None req-eb86db84-8789-4c69-acd4-a54e6455590d None None] Attempting to bind port c29f9e35-d1cc-42d5-a724-3014802cf760 on host dv-cinder-835879-1-iscsi for vnic_type normal with profile {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:27:45.453144 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [None req-eb86db84-8789-4c69-acd4-a54e6455590d None None] Attempting to bind port c29f9e35-d1cc-42d5-a724-3014802cf760 by drivers openvswitch,hyperv on host dv-cinder-835879-1-iscsi at level 0 using segments [{'id': '0147a320-c470-42b9-b119-9a5c43869204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ab1a56e7-37cf-45a8-8f87-9502e74bb78b'}] {{(pid=103295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:27:45.453708 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb86db84-8789-4c69-acd4-a54e6455590d None None] Attempting to bind port c29f9e35-d1cc-42d5-a724-3014802cf760 on network ab1a56e7-37cf-45a8-8f87-9502e74bb78b {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:27:45.459930 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb86db84-8789-4c69-acd4-a54e6455590d None None] Checking agent: {'id': '6489659c-3f19-4a2c-89f8-52d37c938fb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 11, 4), 'started_at': datetime.datetime(2022, 3, 30, 18, 11, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:27:45.460454 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb86db84-8789-4c69-acd4-a54e6455590d None None] Checking segment: {'id': '0147a320-c470-42b9-b119-9a5c43869204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ab1a56e7-37cf-45a8-8f87-9502e74bb78b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:27:45.460921 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-eb86db84-8789-4c69-acd4-a54e6455590d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:45.461317 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb86db84-8789-4c69-acd4-a54e6455590d None None] Bound using segment: {'id': '0147a320-c470-42b9-b119-9a5c43869204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ab1a56e7-37cf-45a8-8f87-9502e74bb78b'} {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:27:45.461806 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [None req-eb86db84-8789-4c69-acd4-a54e6455590d None None] Bound port: c29f9e35-d1cc-42d5-a724-3014802cf760, host: dv-cinder-835879-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0147a320-c470-42b9-b119-9a5c43869204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ab1a56e7-37cf-45a8-8f87-9502e74bb78b'}}] {{(pid=103295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:27:45.462223 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-eb86db84-8789-4c69-acd4-a54e6455590d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (c29f9e35-d1cc-42d5-a724-3014802cf760), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:45.522050 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-24bcdb12-3703-4864-872e-1c047099827a req-72e745c6-7745-4684-a49e-11996ff5ad42 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5d0b6518d9c94064bcb428f380076511&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2269373 Mar 30 18:27:45.527713 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-b5363d9b-e5c5-4542-b103-997c0a221f50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628121'] for router (7c948fb0-10d6-434f-9aac-49fc9cacb527), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:45.528303 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5363d9b-e5c5-4542-b103-997c0a221f50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c948fb0-10d6-434f-9aac-49fc9cacb527 {{(pid=103293) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 18:27:45.535261 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-b5363d9b-e5c5-4542-b103-997c0a221f50 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:45.536440 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-b5363d9b-e5c5-4542-b103-997c0a221f50 admin admin] 10.222.0.18 "DELETE /v2.0/routers/7c948fb0-10d6-434f-9aac-49fc9cacb527 HTTP/1.1" status: 204 len: 168 time: 1.1848645 Mar 30 18:27:45.539394 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 41782) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:45.564423 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-eb86db84-8789-4c69-acd4-a54e6455590d None None] For port c29f9e35-d1cc-42d5-a724-3014802cf760, host dv-cinder-835879-1-iscsi, cleared binding levels {{(pid=103295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:27:45.570568 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-eb86db84-8789-4c69-acd4-a54e6455590d None None] For port c29f9e35-d1cc-42d5-a724-3014802cf760, host dv-cinder-835879-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=c29f9e35-d1cc-42d5-a724-3014802cf760,segment=NetworkSegment(0147a320-c470-42b9-b119-9a5c43869204),segment_id=0147a320-c470-42b9-b119-9a5c43869204)] {{(pid=103295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:27:45.581240 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-eb86db84-8789-4c69-acd4-a54e6455590d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (c29f9e35-d1cc-42d5-a724-3014802cf760), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:45.609266 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.db.db_base_plugin_v2 [None req-d442f989-e5f8-4ec2-9847-c280797c9ec4 admin admin] Deleting subnet 55250474-c35a-437e-b78d-8d94ed752387 {{(pid=103294) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 18:27:45.612982 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-d442f989-e5f8-4ec2-9847-c280797c9ec4 admin admin] Publish callbacks [] for subnet (55250474-c35a-437e-b78d-8d94ed752387), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:45.654634 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06870206-e40c-4e88-b228-d69859522b9f None None] Pushing event updated for resources: {'Port': ['ID=c29f9e35-d1cc-42d5-a724-3014802cf760,revision_number=4']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:45.661409 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-d442f989-e5f8-4ec2-9847-c280797c9ec4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59249169'] for subnet (55250474-c35a-437e-b78d-8d94ed752387), precommit_delete_associations {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:45.688937 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb86db84-8789-4c69-acd4-a54e6455590d None None] Routers {'149f9b4d-8ea6-4c04-b87a-e1ad5d8d14cf'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:27:45.690007 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-eb86db84-8789-4c69-acd4-a54e6455590d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:27:30Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['149f9b4d-8ea6-4c04-b87a-e1ad5d8d14cf'], 'active': True} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:27:45.725078 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-24bcdb12-3703-4864-872e-1c047099827a req-94e3af06-60bd-49c0-a6ac-0d81246e561a service neutron] 10.222.0.18 "GET /v2.0/networks/7795e603-ee58-42af-955a-ecfaba12bbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833289 Mar 30 18:27:45.791761 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-d442f989-e5f8-4ec2-9847-c280797c9ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-826600'] for subnet (55250474-c35a-437e-b78d-8d94ed752387), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:45.840960 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-d8e2ccd2-c85f-4c45-b37b-5f35d9a51263 None None] Provisioning complete for port c29f9e35-d1cc-42d5-a724-3014802cf760 triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:27:45.840960 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-d8e2ccd2-c85f-4c45-b37b-5f35d9a51263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (c29f9e35-d1cc-42d5-a724-3014802cf760), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:45.889100 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-d442f989-e5f8-4ec2-9847-c280797c9ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-826591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59249339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59550572'] for subnet (55250474-c35a-437e-b78d-8d94ed752387), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:45.931866 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-d442f989-e5f8-4ec2-9847-c280797c9ec4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628270'] for subnet (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:45.943534 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-d442f989-e5f8-4ec2-9847-c280797c9ec4 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/55250474-c35a-437e-b78d-8d94ed752387 HTTP/1.1" status: 204 len: 168 time: 0.4024942 Mar 30 18:27:45.944338 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843aa468-6bb0-410a-aea6-5a6b1c209e02 req-fc74b277-057d-44ae-9c55-048aecacf43f tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:27:45.946026 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-843aa468-6bb0-410a-aea6-5a6b1c209e02 req-fc74b277-057d-44ae-9c55-048aecacf43f tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.18 "GET /v2.0/networks?id=4796a877-8d49-4c2d-8839-22f9bcc83fe8 HTTP/1.1" status: 200 len: 814 time: 0.2389047 Mar 30 18:27:45.955281 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 41798) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:45.956328 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d442f989-e5f8-4ec2-9847-c280797c9ec4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55250474-c35a-437e-b78d-8d94ed752387,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:45.970339 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvr_db [None req-eb86db84-8789-4c69-acd4-a54e6455590d None None] Set router 149f9b4d-8ea6-4c04-b87a-e1ad5d8d14cf gateway port host: dv-cinder-835879-1-iscsi {{(pid=103295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:27:45.972309 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-843aa468-6bb0-410a-aea6-5a6b1c209e02 req-18df42ed-7f6c-476a-9635-81dcb7aad63b tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.18 "GET /v2.0/quotas/787f8822ae2148c6a7421981edd0fc14 HTTP/1.1" status: 200 len: 375 time: 0.0177107 Mar 30 18:27:45.983127 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb4cef2-6cf3-4a6f-b964-3db5f1c97fa7 None None] Network e6985ef2-f860-4f2c-8ba4-4e16ec0ef471 requested from dv-cinder-835879-1-iscsi {{(pid=103295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:27:46.011729 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-843aa468-6bb0-410a-aea6-5a6b1c209e02 req-730d10f3-217b-42de-97e9-3096ef6a9b3c tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=787f8822ae2148c6a7421981edd0fc14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329511 Mar 30 18:27:46.036986 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-16297f1b-84a8-4ef6-9b92-5e6b10a41616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803497'] for network (e6985ef2-f860-4f2c-8ba4-4e16ec0ef471), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:46.095294 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-24bcdb12-3703-4864-872e-1c047099827a req-9451f52a-5f53-478e-84a2-17bda418dfab service neutron] 10.222.0.18 "GET /v2.0/networks/7795e603-ee58-42af-955a-ecfaba12bbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3695316 Mar 30 18:27:46.103277 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-d8e2ccd2-c85f-4c45-b37b-5f35d9a51263 None None] Current status of the port c29f9e35-d1cc-42d5-a724-3014802cf760 is: DOWN; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:27:46.103277 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-d8e2ccd2-c85f-4c45-b37b-5f35d9a51263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (c29f9e35-d1cc-42d5-a724-3014802cf760), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:46.124244 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-16297f1b-84a8-4ef6-9b92-5e6b10a41616 admin admin] Deleting port 89b861fa-e192-45d5-ae67-ce2ea92a4485 {{(pid=103294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:27:46.124452 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-16297f1b-84a8-4ef6-9b92-5e6b10a41616 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759690029078'] for port (89b861fa-e192-45d5-ae67-ce2ea92a4485), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:46.150913 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-843aa468-6bb0-410a-aea6-5a6b1c209e02 req-dc895376-d5d9-44c8-affa-98aac6aa9b74 service neutron] 10.222.0.18 "GET /v2.0/networks/4796a877-8d49-4c2d-8839-22f9bcc83fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304724 Mar 30 18:27:46.244150 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [None req-16297f1b-84a8-4ef6-9b92-5e6b10a41616 admin admin] For port 89b861fa-e192-45d5-ae67-ce2ea92a4485, host dv-cinder-835879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=89b861fa-e192-45d5-ae67-ce2ea92a4485,segment=NetworkSegment(d48755bd-72d0-431e-9aa4-8947efa4d80f),segment_id=d48755bd-72d0-431e-9aa4-8947efa4d80f)] {{(pid=103294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:27:46.244150 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-16297f1b-84a8-4ef6-9b92-5e6b10a41616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586036'] for port (89b861fa-e192-45d5-ae67-ce2ea92a4485), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:46.247732 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-d8e2ccd2-c85f-4c45-b37b-5f35d9a51263 None None] For port c29f9e35-d1cc-42d5-a724-3014802cf760, host dv-cinder-835879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=c29f9e35-d1cc-42d5-a724-3014802cf760,segment=NetworkSegment(0147a320-c470-42b9-b119-9a5c43869204),segment_id=0147a320-c470-42b9-b119-9a5c43869204)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:27:46.260331 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-16297f1b-84a8-4ef6-9b92-5e6b10a41616 admin admin] Calling delete_port for 89b861fa-e192-45d5-ae67-ce2ea92a4485 owned by network:dhcp {{(pid=103294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:27:46.260653 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-d8e2ccd2-c85f-4c45-b37b-5f35d9a51263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (c29f9e35-d1cc-42d5-a724-3014802cf760), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:46.343540 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-843aa468-6bb0-410a-aea6-5a6b1c209e02 req-b2624069-30ee-48db-8364-45d120992831 service neutron] 10.222.0.18 "GET /v2.0/networks/4796a877-8d49-4c2d-8839-22f9bcc83fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916370 Mar 30 18:27:46.413634 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-f295bcfb-1929-4ff4-897b-f648ec06c1ca req-e35b2ceb-ee34-476b-925a-95bd065f538d tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/ports?device_id=326dac67-4146-4feb-a664-51f6c37d7bf0 HTTP/1.1" status: 200 len: 210 time: 0.0636010 Mar 30 18:27:46.416534 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405256c6-503a-48ff-a6b9-e7a8e6905519 None None] DHCP port deletion for e6985ef2-f860-4f2c-8ba4-4e16ec0ef471 request from dv-cinder-835879-1-iscsi {{(pid=103295) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 30 18:27:46.424501 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-16297f1b-84a8-4ef6-9b92-5e6b10a41616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759690034297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759689464333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59249992'] for port (89b861fa-e192-45d5-ae67-ce2ea92a4485), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:46.427258 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e2ccd2-c85f-4c45-b37b-5f35d9a51263 None None] Pushing event updated for resources: {'Port': ['ID=c29f9e35-d1cc-42d5-a724-3014802cf760,revision_number=5']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:46.453581 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16297f1b-84a8-4ef6-9b92-5e6b10a41616 admin admin] Pushing event deleted for resources: {'Port': ['ID=89b861fa-e192-45d5-ae67-ce2ea92a4485,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:46.465445 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16297f1b-84a8-4ef6-9b92-5e6b10a41616 admin admin] No DVR routers for this DVR port 89b861fa-e192-45d5-ae67-ce2ea92a4485 on host dv-cinder-835879-1-iscsi {{(pid=103294) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:27:46.471951 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-405256c6-503a-48ff-a6b9-e7a8e6905519 None None] The port '89b861fa-e192-45d5-ae67-ce2ea92a4485' was deleted {{(pid=103295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2024}} Mar 30 18:27:46.485009 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-f5ba1d3a-6485-4f13-868a-70d7bfaca0a6 None None] Provisioning complete for port c29f9e35-d1cc-42d5-a724-3014802cf760 triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:27:46.485447 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f5ba1d3a-6485-4f13-868a-70d7bfaca0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (c29f9e35-d1cc-42d5-a724-3014802cf760), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:46.491028 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (48cc6dd0-9d47-40d1-bfd7-3609261a1488), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:46.597325 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-16297f1b-84a8-4ef6-9b92-5e6b10a41616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-760675', 'neutron.services.segments.db._delete_segments_for_network-8759689995322'] for network (e6985ef2-f860-4f2c-8ba4-4e16ec0ef471), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:46.598380 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-eb86db84-8789-4c69-acd4-a54e6455590d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149f9b4d-8ea6-4c04-b87a-e1ad5d8d14cf', 'name': 'tempest-TestVolumeBootPattern-1984323529-router', 'tenant_id': 'd4e62c29c257423d98125271105c6e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '77f4001b-1cce-4e63-9c1a-46ec2cab019a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:27:32Z', 'updated_at': '2022-03-30T18:27:38Z', 'revision_number': 4, 'project_id': 'd4e62c29c257423d98125271105c6e8e', 'gw_port': {'id': '77f4001b-1cce-4e63-9c1a-46ec2cab019a', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149f9b4d-8ea6-4c04-b87a-e1ad5d8d14cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:33Z', 'updated_at': '2022-03-30T18:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_interfaces': [{'id': 'c29f9e35-d1cc-42d5-a724-3014802cf760', 'name': '', 'network_id': 'ab1a56e7-37cf-45a8-8f87-9502e74bb78b', 'tenant_id': 'd4e62c29c257423d98125271105c6e8e', 'mac_address': 'fa:16:3e:d3:e1:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149f9b4d-8ea6-4c04-b87a-e1ad5d8d14cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '4531caca-84ae-448d-9037-862a428de7a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:36Z', 'updated_at': '2022-03-30T18:27:45Z', 'revision_number': 4, 'project_id': 'd4e62c29c257423d98125271105c6e8e', 'subnets': [{'id': '4531caca-84ae-448d-9037-862a428de7a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:27:46.645033 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb86db84-8789-4c69-acd4-a54e6455590d None None] The sync data for ids ['149f9b4d-8ea6-4c04-b87a-e1ad5d8d14cf'] in dv-cinder-835879-1-iscsi is: [{'id': '149f9b4d-8ea6-4c04-b87a-e1ad5d8d14cf', 'name': 'tempest-TestVolumeBootPattern-1984323529-router', 'tenant_id': 'd4e62c29c257423d98125271105c6e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '77f4001b-1cce-4e63-9c1a-46ec2cab019a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:27:32Z', 'updated_at': '2022-03-30T18:27:38Z', 'revision_number': 4, 'project_id': 'd4e62c29c257423d98125271105c6e8e', 'gw_port': {'id': '77f4001b-1cce-4e63-9c1a-46ec2cab019a', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149f9b4d-8ea6-4c04-b87a-e1ad5d8d14cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:33Z', 'updated_at': '2022-03-30T18:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_interfaces': [{'id': 'c29f9e35-d1cc-42d5-a724-3014802cf760', 'name': '', 'network_id': 'ab1a56e7-37cf-45a8-8f87-9502e74bb78b', 'tenant_id': 'd4e62c29c257423d98125271105c6e8e', 'mac_address': 'fa:16:3e:d3:e1:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149f9b4d-8ea6-4c04-b87a-e1ad5d8d14cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '4531caca-84ae-448d-9037-862a428de7a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:36Z', 'updated_at': '2022-03-30T18:27:45Z', 'revision_number': 4, 'project_id': 'd4e62c29c257423d98125271105c6e8e', 'subnets': [{'id': '4531caca-84ae-448d-9037-862a428de7a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:27:46.648714 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.services.segments.db [None req-16297f1b-84a8-4ef6-9b92-5e6b10a41616 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6985ef2-f860-4f2c-8ba4-4e16ec0ef471']}} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:27:46.653350 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ef2c89e6-4e16-47e4-b36b-39638923cdce req-5037fe8f-8c80-49b2-97f9-0858225ba88d tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.18 "GET /v2.0/ports?device_id=78d69edf-c8c3-4cab-89f9-639cf2a40781 HTTP/1.1" status: 200 len: 210 time: 0.0663679 Mar 30 18:27:46.666713 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.services.segments.db [None req-16297f1b-84a8-4ef6-9b92-5e6b10a41616 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd48755bd-72d0-431e-9aa4-8947efa4d80f') {'for_net_delete': True} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:27:46.667114 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.services.segments.db [None req-16297f1b-84a8-4ef6-9b92-5e6b10a41616 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd48755bd-72d0-431e-9aa4-8947efa4d80f') {} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:27:46.707168 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-16297f1b-84a8-4ef6-9b92-5e6b10a41616 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759689809987', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59249178'] for segment (d48755bd-72d0-431e-9aa4-8947efa4d80f), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:46.725105 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device c29f9e35-d1cc-42d5-a724-3014802cf760 up at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:27:46.728879 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-16297f1b-84a8-4ef6-9b92-5e6b10a41616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-829919'] for segment (d48755bd-72d0-431e-9aa4-8947efa4d80f), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:46.743310 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16297f1b-84a8-4ef6-9b92-5e6b10a41616 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103294) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 18:27:46.743991 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-16297f1b-84a8-4ef6-9b92-5e6b10a41616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-829919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59249949'] for segment (d48755bd-72d0-431e-9aa4-8947efa4d80f), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:46.747090 dv-cinder-835879-1-iscsi neutron-server[103294]: Traceback (most recent call last): Mar 30 18:27:46.747090 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 18:27:46.747090 dv-cinder-835879-1-iscsi neutron-server[103294]: timer() Mar 30 18:27:46.747090 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 18:27:46.747090 dv-cinder-835879-1-iscsi neutron-server[103294]: cb(*args, **kw) Mar 30 18:27:46.747090 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 18:27:46.747090 dv-cinder-835879-1-iscsi neutron-server[103294]: return func(*args, **kwargs) Mar 30 18:27:46.747090 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 18:27:46.747090 dv-cinder-835879-1-iscsi neutron-server[103294]: self._notify() Mar 30 18:27:46.747090 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 18:27:46.747090 dv-cinder-835879-1-iscsi neutron-server[103294]: self.callback(batched_events) Mar 30 18:27:46.747090 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 18:27:46.747090 dv-cinder-835879-1-iscsi neutron-server[103294]: event.method(event) Mar 30 18:27:46.747090 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 18:27:46.747090 dv-cinder-835879-1-iscsi neutron-server[103294]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 18:27:46.747090 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 18:27:46.747090 dv-cinder-835879-1-iscsi neutron-server[103294]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 18:27:46.747090 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 18:27:46.747090 dv-cinder-835879-1-iscsi neutron-server[103294]: return f(self, *a, **k) Mar 30 18:27:46.747090 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 18:27:46.747090 dv-cinder-835879-1-iscsi neutron-server[103294]: return self._get(url).json() Mar 30 18:27:46.747090 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 18:27:46.747090 dv-cinder-835879-1-iscsi neutron-server[103294]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 18:27:46.747090 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 18:27:46.747090 dv-cinder-835879-1-iscsi neutron-server[103294]: return self.request(url, 'GET', **kwargs) Mar 30 18:27:46.747090 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 18:27:46.747090 dv-cinder-835879-1-iscsi neutron-server[103294]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 18:27:46.747090 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 18:27:46.747090 dv-cinder-835879-1-iscsi neutron-server[103294]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 18:27:46.747090 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 18:27:46.747090 dv-cinder-835879-1-iscsi neutron-server[103294]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 18:27:46.747090 dv-cinder-835879-1-iscsi neutron-server[103294]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 18:27:46.802674 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-f5ba1d3a-6485-4f13-868a-70d7bfaca0a6 None None] Current status of the port c29f9e35-d1cc-42d5-a724-3014802cf760 is: ACTIVE; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:27:46.842734 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-16297f1b-84a8-4ef6-9b92-5e6b10a41616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-760682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1623632'] for network (e6985ef2-f860-4f2c-8ba4-4e16ec0ef471), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:46.852937 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-16297f1b-84a8-4ef6-9b92-5e6b10a41616 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628270'] for network (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:46.853527 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Provisioning complete for port c29f9e35-d1cc-42d5-a724-3014802cf760 triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:27:46.854238 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (c29f9e35-d1cc-42d5-a724-3014802cf760), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:46.862557 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-16297f1b-84a8-4ef6-9b92-5e6b10a41616 admin admin] 10.222.0.18 "DELETE /v2.0/networks/e6985ef2-f860-4f2c-8ba4-4e16ec0ef471 HTTP/1.1" status: 204 len: 168 time: 0.9027195 Mar 30 18:27:46.879734 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16297f1b-84a8-4ef6-9b92-5e6b10a41616 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6985ef2-f860-4f2c-8ba4-4e16ec0ef471,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:46.994852 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Current status of the port c29f9e35-d1cc-42d5-a724-3014802cf760 is: ACTIVE; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:27:47.096956 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device f8c0f0d8-9abe-4edd-b0a9-dcf9f68f6a18 no longer exists at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:27:47.102578 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 41824) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:47.121807 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] No Port match for: f8c0f0d8-9abe-4edd-b0a9-dcf9f68f6a18 {{(pid=103295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:27:47.122604 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device f8c0f0d8-9abe-4edd-b0a9-dcf9f68f6a18 not bound to the agent host dv-cinder-835879-1-iscsi {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:27:47.122756 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device 957f71c2-ba6b-4f68-b5e5-aa0a6c75bb63 no longer exists at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:27:47.147053 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] No Port match for: 957f71c2-ba6b-4f68-b5e5-aa0a6c75bb63 {{(pid=103295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:27:47.148442 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device 957f71c2-ba6b-4f68-b5e5-aa0a6c75bb63 not bound to the agent host dv-cinder-835879-1-iscsi {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:27:47.148442 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device 89b861fa-e192-45d5-ae67-ce2ea92a4485 no longer exists at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:27:47.158598 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-d708a2db-9345-490b-b0d3-40735014f303 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6ddcc755c06b440bb6750e5d44c3b913&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0546184 Mar 30 18:27:47.162009 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 41826) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:47.190396 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] No Port match for: 89b861fa-e192-45d5-ae67-ce2ea92a4485 {{(pid=103295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:27:47.190830 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device 89b861fa-e192-45d5-ae67-ce2ea92a4485 not bound to the agent host dv-cinder-835879-1-iscsi {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:27:47.245654 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-6188ca4a-c3af-4366-a665-948c21d8cb58 admin admin] Publish callbacks [] for security_group (0e0345ec-3deb-4c36-aa0c-4f74094de8c1), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:47.270023 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-6188ca4a-c3af-4366-a665-948c21d8cb58 admin admin] Publish callbacks [] for security_group (0e0345ec-3deb-4c36-aa0c-4f74094de8c1), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:47.339569 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-6188ca4a-c3af-4366-a665-948c21d8cb58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (0e0345ec-3deb-4c36-aa0c-4f74094de8c1), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:47.344147 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-6188ca4a-c3af-4366-a665-948c21d8cb58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:47.345651 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-6188ca4a-c3af-4366-a665-948c21d8cb58 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0e0345ec-3deb-4c36-aa0c-4f74094de8c1 HTTP/1.1" status: 204 len: 168 time: 0.1816418 Mar 30 18:27:47.354697 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6188ca4a-c3af-4366-a665-948c21d8cb58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e0345ec-3deb-4c36-aa0c-4f74094de8c1,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:47.551759 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ab2b5f13-c8e9-4824-95e8-38bde8c1bb62 req-aef65020-c3ee-448c-bf30-50f9a576b7a6 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/ports?device_id=326dac67-4146-4feb-a664-51f6c37d7bf0 HTTP/1.1" status: 200 len: 210 time: 0.0400646 Mar 30 18:27:47.713319 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 41836) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:47.773370 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-40a34e76-5ceb-4123-b887-515e8c806e33 req-af52dded-1601-4876-bf53-2f1b0f787be3 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.18 "GET /v2.0/ports?device_id=78d69edf-c8c3-4cab-89f9-639cf2a40781 HTTP/1.1" status: 200 len: 210 time: 0.0396683 Mar 30 18:27:47.780517 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-55449c11-00ef-4631-a20b-82d7a76a93d6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a7eb145b691f4a579a4febdfee7454c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0657451 Mar 30 18:27:47.783652 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 41838) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:47.887707 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-a54cf571-9eaa-49ca-ad95-3a2920c9d520 admin admin] Publish callbacks [] for security_group (98d2126f-457e-4159-944e-008f95d5b4e1), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:47.931807 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-a54cf571-9eaa-49ca-ad95-3a2920c9d520 admin admin] Publish callbacks [] for security_group (98d2126f-457e-4159-944e-008f95d5b4e1), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:47.984630 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bcdb12-3703-4864-872e-1c047099827a req-fae9ae24-7c48-4f78-bbc4-89a7a31e922e tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:27:47.986086 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-24bcdb12-3703-4864-872e-1c047099827a req-fae9ae24-7c48-4f78-bbc4-89a7a31e922e tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.55 "GET /v2.0/networks?id=7795e603-ee58-42af-955a-ecfaba12bbbd HTTP/1.1" status: 200 len: 815 time: 0.1811655 Mar 30 18:27:48.036025 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [req-24bcdb12-3703-4864-872e-1c047099827a req-e87a9e38-40ae-4fb5-aec9-6f66e96a7b62 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Request body: {'port': {'device_id': '326dac67-4146-4feb-a664-51f6c37d7bf0', 'network_id': '7795e603-ee58-42af-955a-ecfaba12bbbd', 'admin_state_up': True, 'tenant_id': '5d0b6518d9c94064bcb428f380076511'}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:27:48.134448 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-a54cf571-9eaa-49ca-ad95-3a2920c9d520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (98d2126f-457e-4159-944e-008f95d5b4e1), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:48.137047 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-a54cf571-9eaa-49ca-ad95-3a2920c9d520 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:48.138206 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-a54cf571-9eaa-49ca-ad95-3a2920c9d520 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/98d2126f-457e-4159-944e-008f95d5b4e1 HTTP/1.1" status: 204 len: 168 time: 0.3535011 Mar 30 18:27:48.172936 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54cf571-9eaa-49ca-ad95-3a2920c9d520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d2126f-457e-4159-944e-008f95d5b4e1,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:48.182219 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843aa468-6bb0-410a-aea6-5a6b1c209e02 req-40609338-af86-4541-a830-b2149913f2a7 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:27:48.183779 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-843aa468-6bb0-410a-aea6-5a6b1c209e02 req-40609338-af86-4541-a830-b2149913f2a7 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.55 "GET /v2.0/networks?id=4796a877-8d49-4c2d-8839-22f9bcc83fe8 HTTP/1.1" status: 200 len: 814 time: 0.2234254 Mar 30 18:27:48.204900 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [req-843aa468-6bb0-410a-aea6-5a6b1c209e02 req-cea6ba46-86b4-464e-a1ad-52a399d0ebf0 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] Request body: {'port': {'device_id': '78d69edf-c8c3-4cab-89f9-639cf2a40781', 'network_id': '4796a877-8d49-4c2d-8839-22f9bcc83fe8', 'admin_state_up': True, 'tenant_id': '787f8822ae2148c6a7421981edd0fc14'}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:27:48.252410 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24bcdb12-3703-4864-872e-1c047099827a req-e87a9e38-40ae-4fb5-aec9-6f66e96a7b62 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Made reservation on behalf of 5d0b6518d9c94064bcb428f380076511 for: {'port': 1} {{(pid=103293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:27:48.256046 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-24bcdb12-3703-4864-872e-1c047099827a req-e87a9e38-40ae-4fb5-aec9-6f66e96a7b62 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:48.425906 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-843aa468-6bb0-410a-aea6-5a6b1c209e02 req-cea6ba46-86b4-464e-a1ad-52a399d0ebf0 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] Made reservation on behalf of 787f8822ae2148c6a7421981edd0fc14 for: {'port': 1} {{(pid=103293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:27:48.429908 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-843aa468-6bb0-410a-aea6-5a6b1c209e02 req-cea6ba46-86b4-464e-a1ad-52a399d0ebf0 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:48.453167 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.db_base_plugin_common [req-24bcdb12-3703-4864-872e-1c047099827a req-e87a9e38-40ae-4fb5-aec9-6f66e96a7b62 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Allocated IP 172.20.0.6 (7795e603-ee58-42af-955a-ecfaba12bbbd/35545748-b728-48d5-8ad6-a0182a33acb6/0275eee3-3ecd-4c07-9fba-5309932ff43b) {{(pid=103293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:27:48.700713 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-24bcdb12-3703-4864-872e-1c047099827a req-e87a9e38-40ae-4fb5-aec9-6f66e96a7b62 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Publish callbacks [] for port (0275eee3-3ecd-4c07-9fba-5309932ff43b), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:48.822116 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.db_base_plugin_common [req-843aa468-6bb0-410a-aea6-5a6b1c209e02 req-cea6ba46-86b4-464e-a1ad-52a399d0ebf0 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] Allocated IP 172.20.0.8 (4796a877-8d49-4c2d-8839-22f9bcc83fe8/0e142d18-592e-4ba8-b0fe-f5627b21c704/827c6ebb-052b-488f-b639-455bf8f2433f) {{(pid=103293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:27:48.960484 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c42f73fc-a5ee-4156-b02b-d41cabcde7b0 req-c90fadd8-6d5c-4933-a671-0bcdc687e79c tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/ports?device_id=326dac67-4146-4feb-a664-51f6c37d7bf0 HTTP/1.1" status: 200 len: 210 time: 0.2901323 Mar 30 18:27:49.023496 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3b413448-05bc-4235-8a9b-1ca752933ef4 req-6c73c95d-0b4c-4320-aa94-ed2a56b9a253 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.18 "GET /v2.0/ports?device_id=78d69edf-c8c3-4cab-89f9-639cf2a40781 HTTP/1.1" status: 200 len: 210 time: 0.1059389 Mar 30 18:27:49.132057 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-24bcdb12-3703-4864-872e-1c047099827a req-e87a9e38-40ae-4fb5-aec9-6f66e96a7b62 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759689464324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58814409'] for port (0275eee3-3ecd-4c07-9fba-5309932ff43b), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:49.136011 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-843aa468-6bb0-410a-aea6-5a6b1c209e02 req-cea6ba46-86b4-464e-a1ad-52a399d0ebf0 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] Publish callbacks [] for port (827c6ebb-052b-488f-b639-455bf8f2433f), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:49.198829 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24bcdb12-3703-4864-872e-1c047099827a req-e87a9e38-40ae-4fb5-aec9-6f66e96a7b62 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Network 7795e603-ee58-42af-955a-ecfaba12bbbd is already hosted by enough agents. {{(pid=103293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:27:49.203285 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87a9e38-40ae-4fb5-aec9-6f66e96a7b62 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Pushing event updated for resources: {'Port': ['ID=0275eee3-3ecd-4c07-9fba-5309932ff43b,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:49.219778 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.base_scheduler [req-24bcdb12-3703-4864-872e-1c047099827a req-e87a9e38-40ae-4fb5-aec9-6f66e96a7b62 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Resources bound (agent type, host, resource id): {{(pid=103293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:27:49.223002 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [req-24bcdb12-3703-4864-872e-1c047099827a req-e87a9e38-40ae-4fb5-aec9-6f66e96a7b62 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Received port after_create {{(pid=103293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:27:49.282219 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bcdb12-3703-4864-872e-1c047099827a req-e87a9e38-40ae-4fb5-aec9-6f66e96a7b62 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:27:49.282926 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-24bcdb12-3703-4864-872e-1c047099827a req-e87a9e38-40ae-4fb5-aec9-6f66e96a7b62 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for port (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:49.294270 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-843aa468-6bb0-410a-aea6-5a6b1c209e02 req-cea6ba46-86b4-464e-a1ad-52a399d0ebf0 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759689464324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58814409'] for port (827c6ebb-052b-488f-b639-455bf8f2433f), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:49.330428 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-843aa468-6bb0-410a-aea6-5a6b1c209e02 req-cea6ba46-86b4-464e-a1ad-52a399d0ebf0 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] Network 4796a877-8d49-4c2d-8839-22f9bcc83fe8 is already hosted by enough agents. {{(pid=103293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:27:49.352759 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.base_scheduler [req-843aa468-6bb0-410a-aea6-5a6b1c209e02 req-cea6ba46-86b4-464e-a1ad-52a399d0ebf0 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] Resources bound (agent type, host, resource id): {{(pid=103293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:27:49.363083 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-24bcdb12-3703-4864-872e-1c047099827a req-e87a9e38-40ae-4fb5-aec9-6f66e96a7b62 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3362596 Mar 30 18:27:49.363083 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [req-843aa468-6bb0-410a-aea6-5a6b1c209e02 req-cea6ba46-86b4-464e-a1ad-52a399d0ebf0 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] Received port after_create {{(pid=103293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:27:49.437333 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843aa468-6bb0-410a-aea6-5a6b1c209e02 req-cea6ba46-86b4-464e-a1ad-52a399d0ebf0 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:27:49.438156 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-843aa468-6bb0-410a-aea6-5a6b1c209e02 req-cea6ba46-86b4-464e-a1ad-52a399d0ebf0 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for port (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:49.440699 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea6ba46-86b4-464e-a1ad-52a399d0ebf0 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] Pushing event updated for resources: {'Port': ['ID=827c6ebb-052b-488f-b639-455bf8f2433f,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:49.459643 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-843aa468-6bb0-410a-aea6-5a6b1c209e02 req-cea6ba46-86b4-464e-a1ad-52a399d0ebf0 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2590549 Mar 30 18:27:49.566316 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-1c6ada30-8ec3-4b97-b114-2b54e71dc679 None None] Provisioning complete for port 0275eee3-3ecd-4c07-9fba-5309932ff43b triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:27:49.566894 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-1c6ada30-8ec3-4b97-b114-2b54e71dc679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (0275eee3-3ecd-4c07-9fba-5309932ff43b), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:49.605590 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-1c6ada30-8ec3-4b97-b114-2b54e71dc679 None None] Port 0275eee3-3ecd-4c07-9fba-5309932ff43b cannot update to ACTIVE because it is not bound. {{(pid=103295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:27:50.104740 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f844bcf1-c3e1-4feb-816b-5829dbebfc0c req-2c0c89a1-6c8d-46ce-a2b9-254c91fdd3dc tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:27:50.106505 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-f844bcf1-c3e1-4feb-816b-5829dbebfc0c req-2c0c89a1-6c8d-46ce-a2b9-254c91fdd3dc tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/ports?device_id=326dac67-4146-4feb-a664-51f6c37d7bf0 HTTP/1.1" status: 200 len: 931 time: 0.0684741 Mar 30 18:27:50.209612 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-f844bcf1-c3e1-4feb-816b-5829dbebfc0c req-97609780-4c9e-40e4-8368-1a52e58b2e51 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c808b26-bd62-4f55-862f-72376d58fec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973489 Mar 30 18:27:50.225357 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e5823-fa3d-4d01-8719-4b97783f027d req-0ef80131-eb09-4842-9a76-6de042fdf097 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:27:50.226901 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-839e5823-fa3d-4d01-8719-4b97783f027d req-0ef80131-eb09-4842-9a76-6de042fdf097 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.18 "GET /v2.0/ports?device_id=78d69edf-c8c3-4cab-89f9-639cf2a40781 HTTP/1.1" status: 200 len: 931 time: 0.0960901 Mar 30 18:27:50.277977 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-839e5823-fa3d-4d01-8719-4b97783f027d req-aa2e350b-1fd1-4bea-8851-fb160f05e2aa tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.18 "GET /v2.0/security-groups?id=d702cca6-3dcb-4b29-b68e-872ffe358394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453472 Mar 30 18:27:51.348490 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de2245b-0a60-4c17-a218-f5744ae1e29d req-c3a1fd88-d270-44ee-b3ce-7d175778d2aa tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:27:51.350149 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0de2245b-0a60-4c17-a218-f5744ae1e29d req-c3a1fd88-d270-44ee-b3ce-7d175778d2aa tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/ports?device_id=326dac67-4146-4feb-a664-51f6c37d7bf0 HTTP/1.1" status: 200 len: 931 time: 0.0723479 Mar 30 18:27:51.444940 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec5a31a-ae7d-44e4-8b50-7716c785f665 req-e509ee37-6658-46ba-b653-2778fb6014e5 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:27:51.446420 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0ec5a31a-ae7d-44e4-8b50-7716c785f665 req-e509ee37-6658-46ba-b653-2778fb6014e5 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.18 "GET /v2.0/ports?device_id=78d69edf-c8c3-4cab-89f9-639cf2a40781 HTTP/1.1" status: 200 len: 931 time: 0.0925894 Mar 30 18:27:51.449639 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0de2245b-0a60-4c17-a218-f5744ae1e29d req-07de00c7-0c9a-45ed-beff-0362c6c62617 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c808b26-bd62-4f55-862f-72376d58fec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874329 Mar 30 18:27:51.506959 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0ec5a31a-ae7d-44e4-8b50-7716c785f665 req-2483a115-2799-4338-a9c0-c6e355878dad tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.18 "GET /v2.0/security-groups?id=d702cca6-3dcb-4b29-b68e-872ffe358394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515306 Mar 30 18:27:52.636480 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65bfca5-bbcb-4966-96e0-fe03060e0603 req-c62b19de-f96f-40e2-84be-4f4e669a6238 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:27:52.638018 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a65bfca5-bbcb-4966-96e0-fe03060e0603 req-c62b19de-f96f-40e2-84be-4f4e669a6238 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/ports?device_id=326dac67-4146-4feb-a664-51f6c37d7bf0 HTTP/1.1" status: 200 len: 931 time: 0.1045907 Mar 30 18:27:52.689925 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfde9f6-5d34-4349-966a-709d360659a1 req-ab481930-a484-4cc6-b9ae-77b97a4af170 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:27:52.691497 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-2bfde9f6-5d34-4349-966a-709d360659a1 req-ab481930-a484-4cc6-b9ae-77b97a4af170 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.18 "GET /v2.0/ports?device_id=78d69edf-c8c3-4cab-89f9-639cf2a40781 HTTP/1.1" status: 200 len: 931 time: 0.1002452 Mar 30 18:27:52.736549 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a65bfca5-bbcb-4966-96e0-fe03060e0603 req-fffc7023-e28a-4034-aa2d-399ffc662683 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c808b26-bd62-4f55-862f-72376d58fec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918543 Mar 30 18:27:52.768485 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-2bfde9f6-5d34-4349-966a-709d360659a1 req-62d62340-e79a-4e93-97ae-62242856c4e2 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.18 "GET /v2.0/security-groups?id=d702cca6-3dcb-4b29-b68e-872ffe358394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628490 Mar 30 18:27:53.873807 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1002395e-9e73-4560-8ce6-17fc06cc3d51 req-22650c20-17c8-468f-a13f-90f262b79441 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:27:53.875860 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-1002395e-9e73-4560-8ce6-17fc06cc3d51 req-22650c20-17c8-468f-a13f-90f262b79441 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/ports?device_id=326dac67-4146-4feb-a664-51f6c37d7bf0 HTTP/1.1" status: 200 len: 931 time: 0.0696709 Mar 30 18:27:53.961873 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d498038a-e575-4aa3-8730-44d85264ac13 req-dda8ba30-0e36-4bbd-ac49-b1fef9b363c6 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:27:53.963370 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-d498038a-e575-4aa3-8730-44d85264ac13 req-dda8ba30-0e36-4bbd-ac49-b1fef9b363c6 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.18 "GET /v2.0/ports?device_id=78d69edf-c8c3-4cab-89f9-639cf2a40781 HTTP/1.1" status: 200 len: 931 time: 0.0971878 Mar 30 18:27:53.966480 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-1002395e-9e73-4560-8ce6-17fc06cc3d51 req-e5c62601-21a9-49e8-981d-4ddd93dc03a8 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c808b26-bd62-4f55-862f-72376d58fec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831487 Mar 30 18:27:54.018132 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-d498038a-e575-4aa3-8730-44d85264ac13 req-f378ddb0-e598-42e3-beb1-cefd7f92313d tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.18 "GET /v2.0/security-groups?id=d702cca6-3dcb-4b29-b68e-872ffe358394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436320 Mar 30 18:27:55.120912 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf054cc-9e24-4140-b6a5-fde071f61cc2 req-f6a47533-779e-4fe5-9c51-c1e190db56b5 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:27:55.122430 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-abf054cc-9e24-4140-b6a5-fde071f61cc2 req-f6a47533-779e-4fe5-9c51-c1e190db56b5 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/ports?device_id=326dac67-4146-4feb-a664-51f6c37d7bf0 HTTP/1.1" status: 200 len: 931 time: 0.0665200 Mar 30 18:27:55.213255 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-abf054cc-9e24-4140-b6a5-fde071f61cc2 req-bfcdc478-1991-4cfe-aa64-6a1ffb9bc574 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c808b26-bd62-4f55-862f-72376d58fec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797369 Mar 30 18:27:55.225810 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9738dea0-267e-4aa2-a68b-48595981bf21 req-17dfb817-6c13-484b-9bb0-758fd61a0f6b tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:27:55.228021 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-9738dea0-267e-4aa2-a68b-48595981bf21 req-17dfb817-6c13-484b-9bb0-758fd61a0f6b tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.18 "GET /v2.0/ports?device_id=78d69edf-c8c3-4cab-89f9-639cf2a40781 HTTP/1.1" status: 200 len: 931 time: 0.1046939 Mar 30 18:27:55.283508 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-9738dea0-267e-4aa2-a68b-48595981bf21 req-97028510-2d33-4709-91d9-5f1aba2c8f22 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.18 "GET /v2.0/security-groups?id=d702cca6-3dcb-4b29-b68e-872ffe358394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501020 Mar 30 18:27:56.347779 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078c0fa1-b236-44e2-a7f5-753018f76c2a req-b5f81ac9-9691-4e01-a4ed-eed7f297e0d9 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:27:56.349314 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-078c0fa1-b236-44e2-a7f5-753018f76c2a req-b5f81ac9-9691-4e01-a4ed-eed7f297e0d9 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/ports?device_id=326dac67-4146-4feb-a664-51f6c37d7bf0 HTTP/1.1" status: 200 len: 931 time: 0.0577033 Mar 30 18:27:56.723795 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-078c0fa1-b236-44e2-a7f5-753018f76c2a req-81c472eb-1505-49ff-b671-4d8981f33054 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c808b26-bd62-4f55-862f-72376d58fec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3689694 Mar 30 18:27:56.739634 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08827c-8899-4a63-8a05-ca02fa2ab2a7 req-0016ed06-dd7d-41f1-9bab-f32a2c7fc874 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:27:56.741192 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-fc08827c-8899-4a63-8a05-ca02fa2ab2a7 req-0016ed06-dd7d-41f1-9bab-f32a2c7fc874 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.18 "GET /v2.0/ports?device_id=78d69edf-c8c3-4cab-89f9-639cf2a40781 HTTP/1.1" status: 200 len: 931 time: 0.3784182 Mar 30 18:27:56.791242 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-fc08827c-8899-4a63-8a05-ca02fa2ab2a7 req-c7d8dcca-e34a-4f37-8f0d-5d219dbce8dc tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.18 "GET /v2.0/security-groups?id=d702cca6-3dcb-4b29-b68e-872ffe358394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443816 Mar 30 18:27:57.366704 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [req-843aa468-6bb0-410a-aea6-5a6b1c209e02 req-cb9d146e-e8f7-4dfe-9246-3a09cb592788 service neutron] Request body: {'port': {'device_id': '78d69edf-c8c3-4cab-89f9-639cf2a40781', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:27:57.373726 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [req-24bcdb12-3703-4864-872e-1c047099827a req-ed280aa4-3703-4a50-82ca-e420a5e720ea service neutron] Request body: {'port': {'device_id': '326dac67-4146-4feb-a664-51f6c37d7bf0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:27:57.470838 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-843aa468-6bb0-410a-aea6-5a6b1c209e02 req-cb9d146e-e8f7-4dfe-9246-3a09cb592788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (827c6ebb-052b-488f-b639-455bf8f2433f), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:57.475244 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-24bcdb12-3703-4864-872e-1c047099827a req-ed280aa4-3703-4a50-82ca-e420a5e720ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (0275eee3-3ecd-4c07-9fba-5309932ff43b), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:57.689836 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-ce7c2645-945e-4896-b83f-8118738c7c67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (c82c41e6-6be9-408a-ae4d-4131a3230230), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:57.985920 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad8c92-b66c-4e9f-bbad-0b00d2f8c8ea req-316a45ce-4b36-4b6b-916b-78c86d160d89 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:27:57.987311 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-77ad8c92-b66c-4e9f-bbad-0b00d2f8c8ea req-316a45ce-4b36-4b6b-916b-78c86d160d89 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/ports?device_id=326dac67-4146-4feb-a664-51f6c37d7bf0 HTTP/1.1" status: 200 len: 931 time: 0.1925235 Mar 30 18:27:58.007227 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [req-24bcdb12-3703-4864-872e-1c047099827a req-ed280aa4-3703-4a50-82ca-e420a5e720ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0275eee3-3ecd-4c07-9fba-5309932ff43b {{(pid=103293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:27:58.025927 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [req-843aa468-6bb0-410a-aea6-5a6b1c209e02 req-cb9d146e-e8f7-4dfe-9246-3a09cb592788 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 827c6ebb-052b-488f-b639-455bf8f2433f {{(pid=103293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:27:58.040088 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-24bcdb12-3703-4864-872e-1c047099827a req-ed280aa4-3703-4a50-82ca-e420a5e720ea service neutron] Publish callbacks [] for port (0275eee3-3ecd-4c07-9fba-5309932ff43b), precommit_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:58.045562 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-843aa468-6bb0-410a-aea6-5a6b1c209e02 req-cb9d146e-e8f7-4dfe-9246-3a09cb592788 service neutron] Publish callbacks [] for port (827c6ebb-052b-488f-b639-455bf8f2433f), precommit_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:58.063783 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4adf1ab-b3c6-4596-b8ba-2ceb51e67b5a req-5ae72a90-ff30-4931-81ee-809787bb93ea tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:27:58.065253 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c4adf1ab-b3c6-4596-b8ba-2ceb51e67b5a req-5ae72a90-ff30-4931-81ee-809787bb93ea tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.18 "GET /v2.0/ports?device_id=78d69edf-c8c3-4cab-89f9-639cf2a40781 HTTP/1.1" status: 200 len: 931 time: 0.1988676 Mar 30 18:27:58.077542 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [req-24bcdb12-3703-4864-872e-1c047099827a req-ed280aa4-3703-4a50-82ca-e420a5e720ea service neutron] Transition to ACTIVE for port object 0275eee3-3ecd-4c07-9fba-5309932ff43b will not be triggered until provisioned by entity L2. {{(pid=103293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 18:27:58.094776 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-24bcdb12-3703-4864-872e-1c047099827a req-ed280aa4-3703-4a50-82ca-e420a5e720ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58814400'] for port (0275eee3-3ecd-4c07-9fba-5309932ff43b), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:58.106393 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [req-843aa468-6bb0-410a-aea6-5a6b1c209e02 req-cb9d146e-e8f7-4dfe-9246-3a09cb592788 service neutron] Transition to ACTIVE for port object 827c6ebb-052b-488f-b639-455bf8f2433f will not be triggered until provisioned by entity L2. {{(pid=103293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 18:27:58.136079 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-843aa468-6bb0-410a-aea6-5a6b1c209e02 req-cb9d146e-e8f7-4dfe-9246-3a09cb592788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58814400'] for port (827c6ebb-052b-488f-b639-455bf8f2433f), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:58.144400 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-77ad8c92-b66c-4e9f-bbad-0b00d2f8c8ea req-4c51a0ef-c89c-4dae-ba49-26cf2c38cae4 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c808b26-bd62-4f55-862f-72376d58fec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475623 Mar 30 18:27:58.196054 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed280aa4-3703-4a50-82ca-e420a5e720ea service neutron] Pushing event updated for resources: {'Port': ['ID=0275eee3-3ecd-4c07-9fba-5309932ff43b,revision_number=2']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:58.210065 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c4adf1ab-b3c6-4596-b8ba-2ceb51e67b5a req-d8d99473-afbd-47f2-84e4-c88991b5926d tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.18 "GET /v2.0/security-groups?id=d702cca6-3dcb-4b29-b68e-872ffe358394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366262 Mar 30 18:27:58.328387 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9d146e-e8f7-4dfe-9246-3a09cb592788 service neutron] Pushing event updated for resources: {'Port': ['ID=827c6ebb-052b-488f-b639-455bf8f2433f,revision_number=2']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:58.356315 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [req-24bcdb12-3703-4864-872e-1c047099827a req-ed280aa4-3703-4a50-82ca-e420a5e720ea service neutron] Attempting to bind port 0275eee3-3ecd-4c07-9fba-5309932ff43b on host hv-cinder-83587 for vnic_type normal with profile {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:27:58.356636 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [req-24bcdb12-3703-4864-872e-1c047099827a req-ed280aa4-3703-4a50-82ca-e420a5e720ea service neutron] Attempting to bind port 0275eee3-3ecd-4c07-9fba-5309932ff43b by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '47e931e0-0296-4d14-b073-623319402841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7795e603-ee58-42af-955a-ecfaba12bbbd'}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:27:58.356967 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bcdb12-3703-4864-872e-1c047099827a req-ed280aa4-3703-4a50-82ca-e420a5e720ea service neutron] Attempting to bind port 0275eee3-3ecd-4c07-9fba-5309932ff43b on network 7795e603-ee58-42af-955a-ecfaba12bbbd {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:27:58.368250 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bcdb12-3703-4864-872e-1c047099827a req-ed280aa4-3703-4a50-82ca-e420a5e720ea service neutron] Port 0275eee3-3ecd-4c07-9fba-5309932ff43b on network 7795e603-ee58-42af-955a-ecfaba12bbbd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 18:27:58.368843 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bcdb12-3703-4864-872e-1c047099827a req-ed280aa4-3703-4a50-82ca-e420a5e720ea service neutron] Attempting to bind port 0275eee3-3ecd-4c07-9fba-5309932ff43b on network 7795e603-ee58-42af-955a-ecfaba12bbbd {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:27:58.372825 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [req-843aa468-6bb0-410a-aea6-5a6b1c209e02 req-cb9d146e-e8f7-4dfe-9246-3a09cb592788 service neutron] Attempting to bind port 827c6ebb-052b-488f-b639-455bf8f2433f on host hv-cinder-83587 for vnic_type normal with profile {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:27:58.373146 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [req-843aa468-6bb0-410a-aea6-5a6b1c209e02 req-cb9d146e-e8f7-4dfe-9246-3a09cb592788 service neutron] Attempting to bind port 827c6ebb-052b-488f-b639-455bf8f2433f by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '2f56e3fd-9689-4254-aa8b-33bed69a4c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4796a877-8d49-4c2d-8839-22f9bcc83fe8'}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:27:58.373460 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843aa468-6bb0-410a-aea6-5a6b1c209e02 req-cb9d146e-e8f7-4dfe-9246-3a09cb592788 service neutron] Attempting to bind port 827c6ebb-052b-488f-b639-455bf8f2433f on network 4796a877-8d49-4c2d-8839-22f9bcc83fe8 {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:27:58.379781 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bcdb12-3703-4864-872e-1c047099827a req-ed280aa4-3703-4a50-82ca-e420a5e720ea service neutron] Checking agent: {'id': '48cc6dd0-9d47-40d1-bfd7-3609261a1488', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 17, 16), 'started_at': datetime.datetime(2022, 3, 30, 18, 17, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:27:58.380109 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bcdb12-3703-4864-872e-1c047099827a req-ed280aa4-3703-4a50-82ca-e420a5e720ea service neutron] Checking segment: {'id': '47e931e0-0296-4d14-b073-623319402841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7795e603-ee58-42af-955a-ecfaba12bbbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:27:58.380483 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bcdb12-3703-4864-872e-1c047099827a req-ed280aa4-3703-4a50-82ca-e420a5e720ea service neutron] Bound using segment: {'id': '47e931e0-0296-4d14-b073-623319402841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7795e603-ee58-42af-955a-ecfaba12bbbd'} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:27:58.380903 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [req-24bcdb12-3703-4864-872e-1c047099827a req-ed280aa4-3703-4a50-82ca-e420a5e720ea service neutron] Bound port: 0275eee3-3ecd-4c07-9fba-5309932ff43b, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47e931e0-0296-4d14-b073-623319402841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7795e603-ee58-42af-955a-ecfaba12bbbd'}}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:27:58.381253 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-24bcdb12-3703-4864-872e-1c047099827a req-ed280aa4-3703-4a50-82ca-e420a5e720ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (0275eee3-3ecd-4c07-9fba-5309932ff43b), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:58.383128 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843aa468-6bb0-410a-aea6-5a6b1c209e02 req-cb9d146e-e8f7-4dfe-9246-3a09cb592788 service neutron] Port 827c6ebb-052b-488f-b639-455bf8f2433f on network 4796a877-8d49-4c2d-8839-22f9bcc83fe8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 18:27:58.383466 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843aa468-6bb0-410a-aea6-5a6b1c209e02 req-cb9d146e-e8f7-4dfe-9246-3a09cb592788 service neutron] Attempting to bind port 827c6ebb-052b-488f-b639-455bf8f2433f on network 4796a877-8d49-4c2d-8839-22f9bcc83fe8 {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:27:58.393844 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843aa468-6bb0-410a-aea6-5a6b1c209e02 req-cb9d146e-e8f7-4dfe-9246-3a09cb592788 service neutron] Checking agent: {'id': '48cc6dd0-9d47-40d1-bfd7-3609261a1488', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 17, 16), 'started_at': datetime.datetime(2022, 3, 30, 18, 17, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:27:58.394172 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843aa468-6bb0-410a-aea6-5a6b1c209e02 req-cb9d146e-e8f7-4dfe-9246-3a09cb592788 service neutron] Checking segment: {'id': '2f56e3fd-9689-4254-aa8b-33bed69a4c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4796a877-8d49-4c2d-8839-22f9bcc83fe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:27:58.394535 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843aa468-6bb0-410a-aea6-5a6b1c209e02 req-cb9d146e-e8f7-4dfe-9246-3a09cb592788 service neutron] Bound using segment: {'id': '2f56e3fd-9689-4254-aa8b-33bed69a4c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4796a877-8d49-4c2d-8839-22f9bcc83fe8'} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:27:58.394944 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [req-843aa468-6bb0-410a-aea6-5a6b1c209e02 req-cb9d146e-e8f7-4dfe-9246-3a09cb592788 service neutron] Bound port: 827c6ebb-052b-488f-b639-455bf8f2433f, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f56e3fd-9689-4254-aa8b-33bed69a4c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4796a877-8d49-4c2d-8839-22f9bcc83fe8'}}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:27:58.395313 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-843aa468-6bb0-410a-aea6-5a6b1c209e02 req-cb9d146e-e8f7-4dfe-9246-3a09cb592788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (827c6ebb-052b-488f-b639-455bf8f2433f), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:58.497260 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [req-24bcdb12-3703-4864-872e-1c047099827a req-ed280aa4-3703-4a50-82ca-e420a5e720ea service neutron] For port 0275eee3-3ecd-4c07-9fba-5309932ff43b, host hv-cinder-83587, cleared binding levels {{(pid=103293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:27:58.500880 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [req-24bcdb12-3703-4864-872e-1c047099827a req-ed280aa4-3703-4a50-82ca-e420a5e720ea service neutron] For port 0275eee3-3ecd-4c07-9fba-5309932ff43b, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=0275eee3-3ecd-4c07-9fba-5309932ff43b,segment=NetworkSegment(47e931e0-0296-4d14-b073-623319402841),segment_id=47e931e0-0296-4d14-b073-623319402841)] {{(pid=103293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:27:58.504574 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [req-843aa468-6bb0-410a-aea6-5a6b1c209e02 req-cb9d146e-e8f7-4dfe-9246-3a09cb592788 service neutron] For port 827c6ebb-052b-488f-b639-455bf8f2433f, host hv-cinder-83587, cleared binding levels {{(pid=103293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:27:58.507589 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [req-843aa468-6bb0-410a-aea6-5a6b1c209e02 req-cb9d146e-e8f7-4dfe-9246-3a09cb592788 service neutron] For port 827c6ebb-052b-488f-b639-455bf8f2433f, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=827c6ebb-052b-488f-b639-455bf8f2433f,segment=NetworkSegment(2f56e3fd-9689-4254-aa8b-33bed69a4c31),segment_id=2f56e3fd-9689-4254-aa8b-33bed69a4c31)] {{(pid=103293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:27:58.510636 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-24bcdb12-3703-4864-872e-1c047099827a req-ed280aa4-3703-4a50-82ca-e420a5e720ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58814400'] for port (0275eee3-3ecd-4c07-9fba-5309932ff43b), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:58.516273 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-843aa468-6bb0-410a-aea6-5a6b1c209e02 req-cb9d146e-e8f7-4dfe-9246-3a09cb592788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58814400'] for port (827c6ebb-052b-488f-b639-455bf8f2433f), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:58.556248 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bcdb12-3703-4864-872e-1c047099827a req-ed280aa4-3703-4a50-82ca-e420a5e720ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:27:58.564632 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-24bcdb12-3703-4864-872e-1c047099827a req-ed280aa4-3703-4a50-82ca-e420a5e720ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for port (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:58.564632 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-24bcdb12-3703-4864-872e-1c047099827a req-ed280aa4-3703-4a50-82ca-e420a5e720ea service neutron] 10.222.0.55 "PUT /v2.0/ports/0275eee3-3ecd-4c07-9fba-5309932ff43b HTTP/1.1" status: 200 len: 1093 time: 1.1889410 Mar 30 18:27:58.564632 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '326dac67-4146-4feb-a664-51f6c37d7bf0', 'tag': '0275eee3-3ecd-4c07-9fba-5309932ff43b'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:27:58.564632 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e41150553c85b09edab6cb52843a30629a36ec9d810f78f9b9d5c7c277fb574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3826da33-a00a-4fa2-babc-4b57cd16480e" -d '{"events": [{"name": "network-changed", "server_uuid": "326dac67-4146-4feb-a664-51f6c37d7bf0", "tag": "0275eee3-3ecd-4c07-9fba-5309932ff43b"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:27:58.570195 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843aa468-6bb0-410a-aea6-5a6b1c209e02 req-cb9d146e-e8f7-4dfe-9246-3a09cb592788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:27:58.570793 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-843aa468-6bb0-410a-aea6-5a6b1c209e02 req-cb9d146e-e8f7-4dfe-9246-3a09cb592788 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for port (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:58.572288 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-843aa468-6bb0-410a-aea6-5a6b1c209e02 req-cb9d146e-e8f7-4dfe-9246-3a09cb592788 service neutron] 10.222.0.55 "PUT /v2.0/ports/827c6ebb-052b-488f-b639-455bf8f2433f HTTP/1.1" status: 200 len: 1093 time: 1.2097962 Mar 30 18:27:58.592251 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed280aa4-3703-4a50-82ca-e420a5e720ea service neutron] Pushing event updated for resources: {'Port': ['ID=0275eee3-3ecd-4c07-9fba-5309932ff43b,revision_number=3']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:58.627140 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b315ce26-dce8-47eb-88a4-af911a4a799d x-openstack-request-id: req-b315ce26-dce8-47eb-88a4-af911a4a799d {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:27:58.627514 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "326dac67-4146-4feb-a664-51f6c37d7bf0", "tag": "0275eee3-3ecd-4c07-9fba-5309932ff43b", "status": "completed", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:27:58.627935 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b315ce26-dce8-47eb-88a4-af911a4a799d {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:27:58.628336 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b315ce26-dce8-47eb-88a4-af911a4a799d'] response: {'name': 'network-changed', 'server_uuid': '326dac67-4146-4feb-a664-51f6c37d7bf0', 'tag': '0275eee3-3ecd-4c07-9fba-5309932ff43b', 'status': 'completed', 'code': 200} Mar 30 18:27:58.709107 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9d146e-e8f7-4dfe-9246-3a09cb592788 service neutron] Pushing event updated for resources: {'Port': ['ID=827c6ebb-052b-488f-b639-455bf8f2433f,revision_number=3']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:58.733578 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843aa468-6bb0-410a-aea6-5a6b1c209e02 req-5111b587-97f9-4ec5-be18-7623d677fb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:27:58.735743 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-843aa468-6bb0-410a-aea6-5a6b1c209e02 req-5111b587-97f9-4ec5-be18-7623d677fb4e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=787f8822ae2148c6a7421981edd0fc14&device_id=78d69edf-c8c3-4cab-89f9-639cf2a40781 HTTP/1.1" status: 200 len: 1127 time: 0.0907745 Mar 30 18:27:58.737703 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bcdb12-3703-4864-872e-1c047099827a req-d00a1560-81ec-496d-af4c-e1a97c831322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:27:58.739284 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-24bcdb12-3703-4864-872e-1c047099827a req-d00a1560-81ec-496d-af4c-e1a97c831322 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5d0b6518d9c94064bcb428f380076511&device_id=326dac67-4146-4feb-a664-51f6c37d7bf0 HTTP/1.1" status: 200 len: 1127 time: 0.0954826 Mar 30 18:27:58.827619 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-843aa468-6bb0-410a-aea6-5a6b1c209e02 req-a0ebb199-6025-4a47-9ac7-79846284eda0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=827c6ebb-052b-488f-b639-455bf8f2433f HTTP/1.1" status: 200 len: 217 time: 0.0663762 Mar 30 18:27:58.829583 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-24bcdb12-3703-4864-872e-1c047099827a req-5e2f2515-dc0c-49ad-96c1-8552907d9e80 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0275eee3-3ecd-4c07-9fba-5309932ff43b HTTP/1.1" status: 200 len: 217 time: 0.0621746 Mar 30 18:27:58.913622 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bcdb12-3703-4864-872e-1c047099827a req-ed116d80-cc99-403a-8705-379cc9ffe517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:27:58.914949 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-24bcdb12-3703-4864-872e-1c047099827a req-ed116d80-cc99-403a-8705-379cc9ffe517 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=35545748-b728-48d5-8ad6-a0182a33acb6 HTTP/1.1" status: 200 len: 854 time: 0.0767369 Mar 30 18:27:58.916619 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843aa468-6bb0-410a-aea6-5a6b1c209e02 req-80eb71f1-8516-4455-bde6-6332e6dd4fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:27:58.917912 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-843aa468-6bb0-410a-aea6-5a6b1c209e02 req-80eb71f1-8516-4455-bde6-6332e6dd4fbe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0e142d18-592e-4ba8-b0fe-f5627b21c704 HTTP/1.1" status: 200 len: 854 time: 0.0807791 Mar 30 18:27:58.970886 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-843aa468-6bb0-410a-aea6-5a6b1c209e02 req-c06b9f56-6d74-427d-b658-f2826728a48e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4796a877-8d49-4c2d-8839-22f9bcc83fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441873 Mar 30 18:27:59.037858 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bcdb12-3703-4864-872e-1c047099827a req-edf7fe6c-98d8-4383-bd64-a3f88198faa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:27:59.039375 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-24bcdb12-3703-4864-872e-1c047099827a req-edf7fe6c-98d8-4383-bd64-a3f88198faa5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7795e603-ee58-42af-955a-ecfaba12bbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1116762 Mar 30 18:27:59.109339 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-843aa468-6bb0-410a-aea6-5a6b1c209e02 req-515c87e5-35b2-466f-9348-e97a66422104 service neutron] 10.222.0.55 "GET /v2.0/networks/4796a877-8d49-4c2d-8839-22f9bcc83fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319242 Mar 30 18:27:59.193210 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-24bcdb12-3703-4864-872e-1c047099827a req-9c8fd17d-2505-4cd0-86c6-68b1bc2da8e0 service neutron] 10.222.0.55 "GET /v2.0/networks/7795e603-ee58-42af-955a-ecfaba12bbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426513 Mar 30 18:27:59.300234 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-843aa468-6bb0-410a-aea6-5a6b1c209e02 req-43e7a9a5-cc73-41ce-9be8-3c4bda1692a8 service neutron] 10.222.0.55 "GET /v2.0/networks/4796a877-8d49-4c2d-8839-22f9bcc83fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836045 Mar 30 18:27:59.371225 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-24bcdb12-3703-4864-872e-1c047099827a req-2c1d163d-f4d0-46dc-b393-b7a2c13eeaa9 service neutron] 10.222.0.55 "GET /v2.0/networks/7795e603-ee58-42af-955a-ecfaba12bbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681421 Mar 30 18:27:59.378455 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc3a84-865d-42f4-86fc-f67142b54c6e req-f474916b-c681-4bf4-8bc3-798d676bd068 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:27:59.379833 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-16dc3a84-865d-42f4-86fc-f67142b54c6e req-f474916b-c681-4bf4-8bc3-798d676bd068 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/ports?device_id=326dac67-4146-4feb-a664-51f6c37d7bf0 HTTP/1.1" status: 200 len: 943 time: 0.1644523 Mar 30 18:27:59.387521 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610c6c85-46e6-485c-b60b-a85224f614f9 req-ff01ae40-7e83-4b69-a521-fc7a7545340e tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:27:59.388935 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-610c6c85-46e6-485c-b60b-a85224f614f9 req-ff01ae40-7e83-4b69-a521-fc7a7545340e tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.18 "GET /v2.0/ports?device_id=78d69edf-c8c3-4cab-89f9-639cf2a40781 HTTP/1.1" status: 200 len: 943 time: 0.1063845 Mar 30 18:27:59.458229 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-16dc3a84-865d-42f4-86fc-f67142b54c6e req-15144228-bb96-4916-bd95-09742e03f54e tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c808b26-bd62-4f55-862f-72376d58fec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683537 Mar 30 18:27:59.465028 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-610c6c85-46e6-485c-b60b-a85224f614f9 req-9ad14e91-e7fe-4a87-a897-2b9cf68ef8df tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.18 "GET /v2.0/security-groups?id=d702cca6-3dcb-4b29-b68e-872ffe358394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678430 Mar 30 18:27:59.568458 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826da33-a00a-4fa2-babc-4b57cd16480e req-37b1229b-df21-4343-b00e-b3e1f346a0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:27:59.569986 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3826da33-a00a-4fa2-babc-4b57cd16480e req-37b1229b-df21-4343-b00e-b3e1f346a0a8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5d0b6518d9c94064bcb428f380076511&device_id=326dac67-4146-4feb-a664-51f6c37d7bf0 HTTP/1.1" status: 200 len: 1127 time: 0.0470164 Mar 30 18:27:59.655913 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826da33-a00a-4fa2-babc-4b57cd16480e req-885ef3db-9ad1-4b11-b2e3-3a6e97055838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:27:59.657299 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3826da33-a00a-4fa2-babc-4b57cd16480e req-885ef3db-9ad1-4b11-b2e3-3a6e97055838 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7795e603-ee58-42af-955a-ecfaba12bbbd HTTP/1.1" status: 200 len: 916 time: 0.0800772 Mar 30 18:27:59.704509 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3826da33-a00a-4fa2-babc-4b57cd16480e req-21317e2b-c333-4c2f-9278-f29c788863a6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0275eee3-3ecd-4c07-9fba-5309932ff43b HTTP/1.1" status: 200 len: 217 time: 0.0367291 Mar 30 18:27:59.754767 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826da33-a00a-4fa2-babc-4b57cd16480e req-1932aee5-69bd-4914-a269-2d557c25cf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:27:59.756188 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3826da33-a00a-4fa2-babc-4b57cd16480e req-1932aee5-69bd-4914-a269-2d557c25cf1a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=35545748-b728-48d5-8ad6-a0182a33acb6 HTTP/1.1" status: 200 len: 854 time: 0.0425158 Mar 30 18:27:59.807519 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826da33-a00a-4fa2-babc-4b57cd16480e req-c457adfd-08cc-4a4a-b74a-9f2f4c8987c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:27:59.809142 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3826da33-a00a-4fa2-babc-4b57cd16480e req-c457adfd-08cc-4a4a-b74a-9f2f4c8987c1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7795e603-ee58-42af-955a-ecfaba12bbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433908 Mar 30 18:27:59.906934 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3826da33-a00a-4fa2-babc-4b57cd16480e req-b4dae9e8-ec7e-486f-aab4-19e325fd1b30 service neutron] 10.222.0.55 "GET /v2.0/networks/7795e603-ee58-42af-955a-ecfaba12bbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871363 Mar 30 18:27:59.994421 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3826da33-a00a-4fa2-babc-4b57cd16480e req-3acdf2c4-992a-44ac-b898-ac401c470654 service neutron] 10.222.0.55 "GET /v2.0/networks/7795e603-ee58-42af-955a-ecfaba12bbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818710 Mar 30 18:28:00.077438 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-7efffe4f-4f43-4d06-a2ad-5db826e9fa90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bb9cbda0-d504-4372-97ec-0881b5676f92), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:00.604669 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a795f46-77e5-489a-9f7f-f16ba3f8de1c req-a1c73369-eabc-4668-b585-a2426c491cf7 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:00.606135 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-1a795f46-77e5-489a-9f7f-f16ba3f8de1c req-a1c73369-eabc-4668-b585-a2426c491cf7 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/ports?device_id=326dac67-4146-4feb-a664-51f6c37d7bf0 HTTP/1.1" status: 200 len: 943 time: 0.0829628 Mar 30 18:28:00.616702 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875aa17d-a2bc-4902-b30d-214675bd304f req-e26714da-15af-4e9a-86b5-f94cd2832ade tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:00.618096 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-875aa17d-a2bc-4902-b30d-214675bd304f req-e26714da-15af-4e9a-86b5-f94cd2832ade tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.18 "GET /v2.0/ports?device_id=78d69edf-c8c3-4cab-89f9-639cf2a40781 HTTP/1.1" status: 200 len: 943 time: 0.0846674 Mar 30 18:28:00.632995 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78d69edf-c8c3-4cab-89f9-639cf2a40781', 'tag': '827c6ebb-052b-488f-b639-455bf8f2433f'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:28:00.635355 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e41150553c85b09edab6cb52843a30629a36ec9d810f78f9b9d5c7c277fb574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a07fd72-5007-48ec-bf51-85aff8c48eab" -d '{"events": [{"name": "network-changed", "server_uuid": "78d69edf-c8c3-4cab-89f9-639cf2a40781", "tag": "827c6ebb-052b-488f-b639-455bf8f2433f"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:28:00.690556 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-1a795f46-77e5-489a-9f7f-f16ba3f8de1c req-8e9d099e-bd68-4b84-8b5d-990a62d9a3f3 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c808b26-bd62-4f55-862f-72376d58fec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715187 Mar 30 18:28:00.701493 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-875aa17d-a2bc-4902-b30d-214675bd304f req-96cd76ba-02d8-46ff-a1ae-6eff66ee7c69 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.18 "GET /v2.0/security-groups?id=d702cca6-3dcb-4b29-b68e-872ffe358394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753007 Mar 30 18:28:00.748016 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1097895e-d44d-435f-9f17-24ef92038c23 x-openstack-request-id: req-1097895e-d44d-435f-9f17-24ef92038c23 {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:28:00.748327 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78d69edf-c8c3-4cab-89f9-639cf2a40781", "tag": "827c6ebb-052b-488f-b639-455bf8f2433f", "status": "completed", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:28:00.748579 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1097895e-d44d-435f-9f17-24ef92038c23 {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:28:00.748976 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1097895e-d44d-435f-9f17-24ef92038c23'] response: {'name': 'network-changed', 'server_uuid': '78d69edf-c8c3-4cab-89f9-639cf2a40781', 'tag': '827c6ebb-052b-488f-b639-455bf8f2433f', 'status': 'completed', 'code': 200} Mar 30 18:28:00.825544 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a07fd72-5007-48ec-bf51-85aff8c48eab req-d888db52-f68a-4226-8659-7cc79644c174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:00.827065 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-1a07fd72-5007-48ec-bf51-85aff8c48eab req-d888db52-f68a-4226-8659-7cc79644c174 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=787f8822ae2148c6a7421981edd0fc14&device_id=78d69edf-c8c3-4cab-89f9-639cf2a40781 HTTP/1.1" status: 200 len: 1127 time: 0.0448716 Mar 30 18:28:00.942493 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-13baec5a-bf8f-4a2b-bc28-4df6d37235a9 req-712d65f1-1188-4615-9fe6-2cf3e693479a tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1942000670&fields=id&tenant_id=fe928741f1314e67af27b8f6e56a5518 HTTP/1.1" status: 200 len: 267 time: 0.0651889 Mar 30 18:28:00.961970 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a07fd72-5007-48ec-bf51-85aff8c48eab req-201cfcbb-e722-4b22-90db-4d983853b998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:00.963374 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-1a07fd72-5007-48ec-bf51-85aff8c48eab req-201cfcbb-e722-4b22-90db-4d983853b998 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4796a877-8d49-4c2d-8839-22f9bcc83fe8 HTTP/1.1" status: 200 len: 915 time: 0.1298797 Mar 30 18:28:01.036835 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-1a07fd72-5007-48ec-bf51-85aff8c48eab req-49df6b6b-b3c8-48b8-ae39-57bd2c9b41dc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=827c6ebb-052b-488f-b639-455bf8f2433f HTTP/1.1" status: 200 len: 217 time: 0.0633488 Mar 30 18:28:01.061197 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device 0275eee3-3ecd-4c07-9fba-5309932ff43b details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103295) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:28:01.107931 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a07fd72-5007-48ec-bf51-85aff8c48eab req-9c7afb96-b54e-46c0-885f-d1332b4365eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:01.109896 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-1a07fd72-5007-48ec-bf51-85aff8c48eab req-9c7afb96-b54e-46c0-885f-d1332b4365eb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0e142d18-592e-4ba8-b0fe-f5627b21c704 HTTP/1.1" status: 200 len: 854 time: 0.0656614 Mar 30 18:28:01.115696 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13baec5a-bf8f-4a2b-bc28-4df6d37235a9 req-41d8798d-055a-463b-814e-c98a8ca26aab tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:01.117043 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-13baec5a-bf8f-4a2b-bc28-4df6d37235a9 req-41d8798d-055a-463b-814e-c98a8ca26aab tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/networks?id=0b1367f6-383f-4fe9-a1d7-150df900731d HTTP/1.1" status: 200 len: 811 time: 0.1668215 Mar 30 18:28:01.147545 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-1a07fd72-5007-48ec-bf51-85aff8c48eab req-ed52aa87-c132-45a1-8ea9-3ce2009cfef8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4796a877-8d49-4c2d-8839-22f9bcc83fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295615 Mar 30 18:28:01.151122 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-13baec5a-bf8f-4a2b-bc28-4df6d37235a9 req-c51d6348-2e17-44cd-89d5-f92307b032a2 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/quotas/fe928741f1314e67af27b8f6e56a5518 HTTP/1.1" status: 200 len: 375 time: 0.0242953 Mar 30 18:28:01.157746 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port 0275eee3-3ecd-4c07-9fba-5309932ff43b, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=0275eee3-3ecd-4c07-9fba-5309932ff43b,segment=NetworkSegment(47e931e0-0296-4d14-b073-623319402841),segment_id=47e931e0-0296-4d14-b073-623319402841)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:28:01.169536 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Returning: {'device': '0275eee3-3ecd-4c07-9fba-5309932ff43b', 'network_id': '7795e603-ee58-42af-955a-ecfaba12bbbd', 'port_id': '0275eee3-3ecd-4c07-9fba-5309932ff43b', 'mac_address': 'fa:16:3e:44:3c:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35545748-b728-48d5-8ad6-a0182a33acb6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103295) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:28:01.212052 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Current status of the port 0275eee3-3ecd-4c07-9fba-5309932ff43b is: DOWN; New status is: BUILD {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:28:01.212348 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (0275eee3-3ecd-4c07-9fba-5309932ff43b), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:01.229038 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0275eee3-3ecd-4c07-9fba-5309932ff43b {{(pid=103295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:28:01.236412 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f19afa9d-e030-40e8-acc4-8e1b9083a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (63dcb6ae-3517-415b-a3a4-cfabe01bf14f), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:01.249823 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port 0275eee3-3ecd-4c07-9fba-5309932ff43b, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=0275eee3-3ecd-4c07-9fba-5309932ff43b,segment=NetworkSegment(47e931e0-0296-4d14-b073-623319402841),segment_id=47e931e0-0296-4d14-b073-623319402841)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:28:01.253994 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (0275eee3-3ecd-4c07-9fba-5309932ff43b), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:01.254635 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device 827c6ebb-052b-488f-b639-455bf8f2433f details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103295) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:28:01.274706 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-13baec5a-bf8f-4a2b-bc28-4df6d37235a9 req-301163e7-5b61-4e3a-8fd0-4e38b48ace3b tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fe928741f1314e67af27b8f6e56a5518&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1133542 Mar 30 18:28:01.278297 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-1a07fd72-5007-48ec-bf51-85aff8c48eab req-3e4f9445-3804-4c38-b374-bf1703e09986 service neutron] 10.222.0.55 "GET /v2.0/networks/4796a877-8d49-4c2d-8839-22f9bcc83fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250842 Mar 30 18:28:01.442088 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-1a07fd72-5007-48ec-bf51-85aff8c48eab req-471ae82b-c817-4e75-96da-c59b80758db9 service neutron] 10.222.0.55 "GET /v2.0/networks/4796a877-8d49-4c2d-8839-22f9bcc83fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580396 Mar 30 18:28:01.444285 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-13baec5a-bf8f-4a2b-bc28-4df6d37235a9 req-aaa9f1b2-1015-4c89-a1d6-e8bfd72fd28c service neutron] 10.222.0.18 "GET /v2.0/networks/0b1367f6-383f-4fe9-a1d7-150df900731d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532590 Mar 30 18:28:01.481506 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Pushing event updated for resources: {'Port': ['ID=0275eee3-3ecd-4c07-9fba-5309932ff43b,revision_number=4']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:28:01.521113 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port 827c6ebb-052b-488f-b639-455bf8f2433f, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=827c6ebb-052b-488f-b639-455bf8f2433f,segment=NetworkSegment(2f56e3fd-9689-4254-aa8b-33bed69a4c31),segment_id=2f56e3fd-9689-4254-aa8b-33bed69a4c31)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:28:01.532227 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-13baec5a-bf8f-4a2b-bc28-4df6d37235a9 req-c2688eb9-6551-438c-84f2-88749e725130 service neutron] 10.222.0.18 "GET /v2.0/networks/0b1367f6-383f-4fe9-a1d7-150df900731d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820358 Mar 30 18:28:01.532813 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Returning: {'device': '827c6ebb-052b-488f-b639-455bf8f2433f', 'network_id': '4796a877-8d49-4c2d-8839-22f9bcc83fe8', 'port_id': '827c6ebb-052b-488f-b639-455bf8f2433f', 'mac_address': 'fa:16:3e:b4:7b:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e142d18-592e-4ba8-b0fe-f5627b21c704', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103295) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:28:01.572652 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Current status of the port 827c6ebb-052b-488f-b639-455bf8f2433f is: DOWN; New status is: BUILD {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:28:01.573038 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (827c6ebb-052b-488f-b639-455bf8f2433f), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:01.585643 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 827c6ebb-052b-488f-b639-455bf8f2433f {{(pid=103295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:28:01.604989 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port 827c6ebb-052b-488f-b639-455bf8f2433f, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=827c6ebb-052b-488f-b639-455bf8f2433f,segment=NetworkSegment(2f56e3fd-9689-4254-aa8b-33bed69a4c31),segment_id=2f56e3fd-9689-4254-aa8b-33bed69a4c31)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:28:01.608987 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (827c6ebb-052b-488f-b639-455bf8f2433f), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:01.655931 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Pushing event updated for resources: {'Port': ['ID=827c6ebb-052b-488f-b639-455bf8f2433f,revision_number=4']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:28:01.861600 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b6a17d-2fa0-469f-9438-e6427aadff79 req-319e84c0-c575-42a4-b9b9-9bc94f3b76e9 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:01.863431 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-b4b6a17d-2fa0-469f-9438-e6427aadff79 req-319e84c0-c575-42a4-b9b9-9bc94f3b76e9 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/ports?device_id=326dac67-4146-4feb-a664-51f6c37d7bf0 HTTP/1.1" status: 200 len: 944 time: 0.0927715 Mar 30 18:28:01.882367 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6642343-4cb5-4df2-b7e9-c03c1a68be78 req-0ee4e261-b9e1-41b4-800d-f099b7b7eaff tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:01.883853 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-b6642343-4cb5-4df2-b7e9-c03c1a68be78 req-0ee4e261-b9e1-41b4-800d-f099b7b7eaff tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.18 "GET /v2.0/ports?device_id=78d69edf-c8c3-4cab-89f9-639cf2a40781 HTTP/1.1" status: 200 len: 944 time: 0.0834658 Mar 30 18:28:01.944563 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-b4b6a17d-2fa0-469f-9438-e6427aadff79 req-e8a2b7d2-5daf-4605-9651-aadd9d8f87b3 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c808b26-bd62-4f55-862f-72376d58fec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749037 Mar 30 18:28:01.954826 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] get_ports_and_sgs() called for port_ids ['827c6ebb-052b-488f-b639-455bf8f2433f'] {{(pid=103295) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:28:01.961961 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-b6642343-4cb5-4df2-b7e9-c03c1a68be78 req-da81266f-dc16-4b8f-96aa-2f871fa79761 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.18 "GET /v2.0/security-groups?id=d702cca6-3dcb-4b29-b68e-872ffe358394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699010 Mar 30 18:28:01.990795 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] get_ports_and_sgs() called for port_ids ['0275eee3-3ecd-4c07-9fba-5309932ff43b'] {{(pid=103295) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:28:02.034434 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-85ad739d-7dab-4896-a5af-f9c38ce2101c req-dc39566a-5b84-4b2e-861b-3a8eb4ef4221 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cdcf44a-e879-41c0-99a9-37324afe8f4b HTTP/1.1" status: 200 len: 210 time: 0.0310898 Mar 30 18:28:02.617536 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-735ee7a5-faf9-4a72-9605-65e031eaef75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bc479c0e-1124-4d13-b03e-bb2d712dc776), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:02.841486 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13baec5a-bf8f-4a2b-bc28-4df6d37235a9 req-24ee843b-f87d-4878-9e51-ef60206c78c3 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:02.843025 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-13baec5a-bf8f-4a2b-bc28-4df6d37235a9 req-24ee843b-f87d-4878-9e51-ef60206c78c3 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.55 "GET /v2.0/networks?id=0b1367f6-383f-4fe9-a1d7-150df900731d HTTP/1.1" status: 200 len: 811 time: 0.0979214 Mar 30 18:28:02.913702 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-13baec5a-bf8f-4a2b-bc28-4df6d37235a9 req-0e845cdb-1eb7-4c38-929f-e4563b87f945 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe928741f1314e67af27b8f6e56a5518 HTTP/1.1" status: 200 len: 380 time: 0.0572529 Mar 30 18:28:02.925451 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [req-13baec5a-bf8f-4a2b-bc28-4df6d37235a9 req-4e60341f-b5b2-4f62-ba1b-0e2f7cc3d4ec tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Request body: {'port': {'device_id': '6cdcf44a-e879-41c0-99a9-37324afe8f4b', 'network_id': '0b1367f6-383f-4fe9-a1d7-150df900731d', 'admin_state_up': True, 'tenant_id': 'fe928741f1314e67af27b8f6e56a5518', 'security_groups': ['24f77ee3-bf86-49e1-a9cc-0c1c0f76b2ef']}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:28:03.063535 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device 827c6ebb-052b-488f-b639-455bf8f2433f up at agent hyperv_hv-cinder-83587 {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:28:03.117325 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Provisioning for port 827c6ebb-052b-488f-b639-455bf8f2433f completed by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 18:28:03.122472 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Provisioning complete for port 827c6ebb-052b-488f-b639-455bf8f2433f triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:28:03.122995 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (827c6ebb-052b-488f-b639-455bf8f2433f), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:03.203759 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Current status of the port 827c6ebb-052b-488f-b639-455bf8f2433f is: BUILD; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:28:03.204065 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (827c6ebb-052b-488f-b639-455bf8f2433f), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:03.228377 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78d69edf-c8c3-4cab-89f9-639cf2a40781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '827c6ebb-052b-488f-b639-455bf8f2433f'}] {{(pid=103295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:28:03.230669 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7869a1eaeafddf677110b76453ce8b8be8513095297872c2e0c75408178073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a2e781-3d4f-4800-8126-bdad7ec6e7a0" -d '{"events": [{"server_uuid": "78d69edf-c8c3-4cab-89f9-639cf2a40781", "name": "network-vif-plugged", "status": "completed", "tag": "827c6ebb-052b-488f-b639-455bf8f2433f"}]}' {{(pid=103295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:28:03.244580 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port 827c6ebb-052b-488f-b639-455bf8f2433f, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=827c6ebb-052b-488f-b639-455bf8f2433f,segment=NetworkSegment(2f56e3fd-9689-4254-aa8b-33bed69a4c31),segment_id=2f56e3fd-9689-4254-aa8b-33bed69a4c31)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:28:03.249039 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (827c6ebb-052b-488f-b639-455bf8f2433f), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:03.249921 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device 0275eee3-3ecd-4c07-9fba-5309932ff43b up at agent hyperv_hv-cinder-83587 {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:28:03.330800 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Pushing event updated for resources: {'Port': ['ID=827c6ebb-052b-488f-b639-455bf8f2433f,revision_number=5']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:28:03.346963 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Provisioning for port 0275eee3-3ecd-4c07-9fba-5309932ff43b completed by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 18:28:03.351391 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Provisioning complete for port 0275eee3-3ecd-4c07-9fba-5309932ff43b triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:28:03.351773 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (0275eee3-3ecd-4c07-9fba-5309932ff43b), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:03.369016 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13baec5a-bf8f-4a2b-bc28-4df6d37235a9 req-4e60341f-b5b2-4f62-ba1b-0e2f7cc3d4ec tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Made reservation on behalf of fe928741f1314e67af27b8f6e56a5518 for: {'port': 1} {{(pid=103293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:28:03.372230 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-13baec5a-bf8f-4a2b-bc28-4df6d37235a9 req-4e60341f-b5b2-4f62-ba1b-0e2f7cc3d4ec tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:03.448928 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Current status of the port 0275eee3-3ecd-4c07-9fba-5309932ff43b is: BUILD; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:28:03.449320 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (0275eee3-3ecd-4c07-9fba-5309932ff43b), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:03.450099 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec001e-465a-4a4c-90f8-fd9d145df48d req-d8af7c22-c0eb-4101-bffe-499a0bb2f827 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:03.451529 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-28ec001e-465a-4a4c-90f8-fd9d145df48d req-d8af7c22-c0eb-4101-bffe-499a0bb2f827 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/ports?device_id=326dac67-4146-4feb-a664-51f6c37d7bf0 HTTP/1.1" status: 200 len: 944 time: 0.4325092 Mar 30 18:28:03.468245 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df204c72-f48e-45a3-ad0a-782115f7b2f2 req-02f08f2d-b56c-4013-8977-739ad6785f2f tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:03.469839 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-df204c72-f48e-45a3-ad0a-782115f7b2f2 req-02f08f2d-b56c-4013-8977-739ad6785f2f tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.18 "GET /v2.0/ports?device_id=78d69edf-c8c3-4cab-89f9-639cf2a40781 HTTP/1.1" status: 200 len: 944 time: 0.4199817 Mar 30 18:28:03.487823 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port 0275eee3-3ecd-4c07-9fba-5309932ff43b, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=0275eee3-3ecd-4c07-9fba-5309932ff43b,segment=NetworkSegment(47e931e0-0296-4d14-b073-623319402841),segment_id=47e931e0-0296-4d14-b073-623319402841)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:28:03.492498 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (0275eee3-3ecd-4c07-9fba-5309932ff43b), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:03.545527 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Pushing event updated for resources: {'Port': ['ID=0275eee3-3ecd-4c07-9fba-5309932ff43b,revision_number=5']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:28:03.589088 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-28ec001e-465a-4a4c-90f8-fd9d145df48d req-b16910a9-52d6-4e9c-882a-75ff90565f92 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c808b26-bd62-4f55-862f-72376d58fec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288919 Mar 30 18:28:03.608559 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-df204c72-f48e-45a3-ad0a-782115f7b2f2 req-f40581f2-17a6-4c48-b4f9-edb61081e627 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.18 "GET /v2.0/security-groups?id=d702cca6-3dcb-4b29-b68e-872ffe358394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254983 Mar 30 18:28:03.608559 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.db_base_plugin_common [req-13baec5a-bf8f-4a2b-bc28-4df6d37235a9 req-4e60341f-b5b2-4f62-ba1b-0e2f7cc3d4ec tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Allocated IP 172.20.0.10 (0b1367f6-383f-4fe9-a1d7-150df900731d/05e7e92f-e546-49c8-b6ba-98f906bbb13a/9e4c4702-b2d2-42a7-9795-443048bf8b07) {{(pid=103293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:28:03.661847 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b94c74-8674-4767-b8fc-52e261971b32 x-openstack-request-id: req-d4b94c74-8674-4767-b8fc-52e261971b32 {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:28:03.662371 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78d69edf-c8c3-4cab-89f9-639cf2a40781", "name": "network-vif-plugged", "status": "completed", "tag": "827c6ebb-052b-488f-b639-455bf8f2433f", "code": 200}]} {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:28:03.662483 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d4b94c74-8674-4767-b8fc-52e261971b32 {{(pid=103295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:28:03.662856 dv-cinder-835879-1-iscsi neutron-server[103295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4b94c74-8674-4767-b8fc-52e261971b32'] response: {'server_uuid': '78d69edf-c8c3-4cab-89f9-639cf2a40781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '827c6ebb-052b-488f-b639-455bf8f2433f', 'code': 200} Mar 30 18:28:03.710525 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-204170ea-f04d-46eb-a075-677c97e06375 req-4acbd957-d2f7-4d75-89b3-77637977f98d tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cdcf44a-e879-41c0-99a9-37324afe8f4b HTTP/1.1" status: 200 len: 210 time: 0.0616748 Mar 30 18:28:03.771244 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-13baec5a-bf8f-4a2b-bc28-4df6d37235a9 req-4e60341f-b5b2-4f62-ba1b-0e2f7cc3d4ec tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks [] for port (9e4c4702-b2d2-42a7-9795-443048bf8b07), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:03.809358 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-13baec5a-bf8f-4a2b-bc28-4df6d37235a9 req-4e60341f-b5b2-4f62-ba1b-0e2f7cc3d4ec tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759689464324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58814409'] for port (9e4c4702-b2d2-42a7-9795-443048bf8b07), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:03.874946 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13baec5a-bf8f-4a2b-bc28-4df6d37235a9 req-4e60341f-b5b2-4f62-ba1b-0e2f7cc3d4ec tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Network 0b1367f6-383f-4fe9-a1d7-150df900731d is already hosted by enough agents. {{(pid=103293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:28:03.880489 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.base_scheduler [req-13baec5a-bf8f-4a2b-bc28-4df6d37235a9 req-4e60341f-b5b2-4f62-ba1b-0e2f7cc3d4ec tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Resources bound (agent type, host, resource id): {{(pid=103293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:28:03.886896 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [req-13baec5a-bf8f-4a2b-bc28-4df6d37235a9 req-4e60341f-b5b2-4f62-ba1b-0e2f7cc3d4ec tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Received port after_create {{(pid=103293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:28:03.913781 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e60341f-b5b2-4f62-ba1b-0e2f7cc3d4ec tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Pushing event updated for resources: {'Port': ['ID=9e4c4702-b2d2-42a7-9795-443048bf8b07,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:28:03.936993 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4019b5-ef8b-436d-b269-baad67c69d65 req-ba44743a-8007-4172-bc2b-5f8c05649523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:03.939068 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-5f4019b5-ef8b-436d-b269-baad67c69d65 req-ba44743a-8007-4172-bc2b-5f8c05649523 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=78d69edf-c8c3-4cab-89f9-639cf2a40781 HTTP/1.1" status: 200 len: 1129 time: 0.1022136 Mar 30 18:28:03.949665 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13baec5a-bf8f-4a2b-bc28-4df6d37235a9 req-4e60341f-b5b2-4f62-ba1b-0e2f7cc3d4ec tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:03.950280 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-13baec5a-bf8f-4a2b-bc28-4df6d37235a9 req-4e60341f-b5b2-4f62-ba1b-0e2f7cc3d4ec tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for port (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:03.980950 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-13baec5a-bf8f-4a2b-bc28-4df6d37235a9 req-4e60341f-b5b2-4f62-ba1b-0e2f7cc3d4ec tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0595870 Mar 30 18:28:03.998796 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (6489659c-3f19-4a2c-89f8-52d37c938fb3), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:04.005254 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [req-13baec5a-bf8f-4a2b-bc28-4df6d37235a9 req-47ab4f84-3e72-4cef-907a-bbad0db4f0a2 service neutron] Request body: {'port': {'device_id': '6cdcf44a-e879-41c0-99a9-37324afe8f4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:28:04.029017 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-5f4019b5-ef8b-436d-b269-baad67c69d65 req-152e859b-cfb9-4961-b82c-4cb246c82a91 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d702cca6-3dcb-4b29-b68e-872ffe358394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759890 Mar 30 18:28:04.069589 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-13baec5a-bf8f-4a2b-bc28-4df6d37235a9 req-47ab4f84-3e72-4cef-907a-bbad0db4f0a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (9e4c4702-b2d2-42a7-9795-443048bf8b07), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:04.159460 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-2b4bc495-861c-41a7-a731-534335d6df11 None None] Provisioning complete for port 9e4c4702-b2d2-42a7-9795-443048bf8b07 triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:28:04.159730 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-2b4bc495-861c-41a7-a731-534335d6df11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (9e4c4702-b2d2-42a7-9795-443048bf8b07), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:04.192331 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-2b4bc495-861c-41a7-a731-534335d6df11 None None] Port 9e4c4702-b2d2-42a7-9795-443048bf8b07 cannot update to ACTIVE because it is not bound. {{(pid=103295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:28:04.320540 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [req-13baec5a-bf8f-4a2b-bc28-4df6d37235a9 req-47ab4f84-3e72-4cef-907a-bbad0db4f0a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e4c4702-b2d2-42a7-9795-443048bf8b07 {{(pid=103293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:28:04.327661 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-13baec5a-bf8f-4a2b-bc28-4df6d37235a9 req-47ab4f84-3e72-4cef-907a-bbad0db4f0a2 service neutron] Publish callbacks [] for port (9e4c4702-b2d2-42a7-9795-443048bf8b07), precommit_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:04.339921 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [req-13baec5a-bf8f-4a2b-bc28-4df6d37235a9 req-47ab4f84-3e72-4cef-907a-bbad0db4f0a2 service neutron] Transition to ACTIVE for port object 9e4c4702-b2d2-42a7-9795-443048bf8b07 will not be triggered until provisioned by entity L2. {{(pid=103293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 18:28:04.343615 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-13baec5a-bf8f-4a2b-bc28-4df6d37235a9 req-47ab4f84-3e72-4cef-907a-bbad0db4f0a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58814400'] for port (9e4c4702-b2d2-42a7-9795-443048bf8b07), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:04.417870 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ab4f84-3e72-4cef-907a-bbad0db4f0a2 service neutron] Pushing event updated for resources: {'Port': ['ID=9e4c4702-b2d2-42a7-9795-443048bf8b07,revision_number=2']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:28:04.465233 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [req-13baec5a-bf8f-4a2b-bc28-4df6d37235a9 req-47ab4f84-3e72-4cef-907a-bbad0db4f0a2 service neutron] Attempting to bind port 9e4c4702-b2d2-42a7-9795-443048bf8b07 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:28:04.465570 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [req-13baec5a-bf8f-4a2b-bc28-4df6d37235a9 req-47ab4f84-3e72-4cef-907a-bbad0db4f0a2 service neutron] Attempting to bind port 9e4c4702-b2d2-42a7-9795-443048bf8b07 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': 'dad84a97-fd4a-469c-ab9e-3a94ab918256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0b1367f6-383f-4fe9-a1d7-150df900731d'}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:28:04.465889 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13baec5a-bf8f-4a2b-bc28-4df6d37235a9 req-47ab4f84-3e72-4cef-907a-bbad0db4f0a2 service neutron] Attempting to bind port 9e4c4702-b2d2-42a7-9795-443048bf8b07 on network 0b1367f6-383f-4fe9-a1d7-150df900731d {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:28:04.470372 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13baec5a-bf8f-4a2b-bc28-4df6d37235a9 req-47ab4f84-3e72-4cef-907a-bbad0db4f0a2 service neutron] Port 9e4c4702-b2d2-42a7-9795-443048bf8b07 on network 0b1367f6-383f-4fe9-a1d7-150df900731d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 18:28:04.470684 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13baec5a-bf8f-4a2b-bc28-4df6d37235a9 req-47ab4f84-3e72-4cef-907a-bbad0db4f0a2 service neutron] Attempting to bind port 9e4c4702-b2d2-42a7-9795-443048bf8b07 on network 0b1367f6-383f-4fe9-a1d7-150df900731d {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:28:04.475625 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13baec5a-bf8f-4a2b-bc28-4df6d37235a9 req-47ab4f84-3e72-4cef-907a-bbad0db4f0a2 service neutron] Checking agent: {'id': '48cc6dd0-9d47-40d1-bfd7-3609261a1488', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 17, 16), 'started_at': datetime.datetime(2022, 3, 30, 18, 17, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:28:04.475956 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13baec5a-bf8f-4a2b-bc28-4df6d37235a9 req-47ab4f84-3e72-4cef-907a-bbad0db4f0a2 service neutron] Checking segment: {'id': 'dad84a97-fd4a-469c-ab9e-3a94ab918256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0b1367f6-383f-4fe9-a1d7-150df900731d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:28:04.476333 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13baec5a-bf8f-4a2b-bc28-4df6d37235a9 req-47ab4f84-3e72-4cef-907a-bbad0db4f0a2 service neutron] Bound using segment: {'id': 'dad84a97-fd4a-469c-ab9e-3a94ab918256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0b1367f6-383f-4fe9-a1d7-150df900731d'} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:28:04.476753 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [req-13baec5a-bf8f-4a2b-bc28-4df6d37235a9 req-47ab4f84-3e72-4cef-907a-bbad0db4f0a2 service neutron] Bound port: 9e4c4702-b2d2-42a7-9795-443048bf8b07, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dad84a97-fd4a-469c-ab9e-3a94ab918256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0b1367f6-383f-4fe9-a1d7-150df900731d'}}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:28:04.477102 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-13baec5a-bf8f-4a2b-bc28-4df6d37235a9 req-47ab4f84-3e72-4cef-907a-bbad0db4f0a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (9e4c4702-b2d2-42a7-9795-443048bf8b07), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:04.541203 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [req-13baec5a-bf8f-4a2b-bc28-4df6d37235a9 req-47ab4f84-3e72-4cef-907a-bbad0db4f0a2 service neutron] For port 9e4c4702-b2d2-42a7-9795-443048bf8b07, host hv-cinder-83587, cleared binding levels {{(pid=103293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:28:04.544692 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [req-13baec5a-bf8f-4a2b-bc28-4df6d37235a9 req-47ab4f84-3e72-4cef-907a-bbad0db4f0a2 service neutron] For port 9e4c4702-b2d2-42a7-9795-443048bf8b07, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=9e4c4702-b2d2-42a7-9795-443048bf8b07,segment=NetworkSegment(dad84a97-fd4a-469c-ab9e-3a94ab918256),segment_id=dad84a97-fd4a-469c-ab9e-3a94ab918256)] {{(pid=103293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:28:04.551027 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-13baec5a-bf8f-4a2b-bc28-4df6d37235a9 req-47ab4f84-3e72-4cef-907a-bbad0db4f0a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58814400'] for port (9e4c4702-b2d2-42a7-9795-443048bf8b07), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:04.584357 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13baec5a-bf8f-4a2b-bc28-4df6d37235a9 req-47ab4f84-3e72-4cef-907a-bbad0db4f0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:04.585038 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-13baec5a-bf8f-4a2b-bc28-4df6d37235a9 req-47ab4f84-3e72-4cef-907a-bbad0db4f0a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for port (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:04.586392 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-13baec5a-bf8f-4a2b-bc28-4df6d37235a9 req-47ab4f84-3e72-4cef-907a-bbad0db4f0a2 service neutron] 10.222.0.55 "PUT /v2.0/ports/9e4c4702-b2d2-42a7-9795-443048bf8b07 HTTP/1.1" status: 200 len: 1094 time: 0.5898049 Mar 30 18:28:04.588409 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cdcf44a-e879-41c0-99a9-37324afe8f4b', 'tag': '9e4c4702-b2d2-42a7-9795-443048bf8b07'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:28:04.590674 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e41150553c85b09edab6cb52843a30629a36ec9d810f78f9b9d5c7c277fb574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e525e79-ee8f-48fb-a001-1fc1212deb77" -d '{"events": [{"name": "network-changed", "server_uuid": "6cdcf44a-e879-41c0-99a9-37324afe8f4b", "tag": "9e4c4702-b2d2-42a7-9795-443048bf8b07"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:28:04.619951 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ab4f84-3e72-4cef-907a-bbad0db4f0a2 service neutron] Pushing event updated for resources: {'Port': ['ID=9e4c4702-b2d2-42a7-9795-443048bf8b07,revision_number=3']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:28:04.665460 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6aa1141-6727-4ce4-a55b-ef50f8d430ce x-openstack-request-id: req-f6aa1141-6727-4ce4-a55b-ef50f8d430ce {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:28:04.665777 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cdcf44a-e879-41c0-99a9-37324afe8f4b", "tag": "9e4c4702-b2d2-42a7-9795-443048bf8b07", "status": "completed", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:28:04.666011 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f6aa1141-6727-4ce4-a55b-ef50f8d430ce {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:28:04.666724 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6aa1141-6727-4ce4-a55b-ef50f8d430ce'] response: {'name': 'network-changed', 'server_uuid': '6cdcf44a-e879-41c0-99a9-37324afe8f4b', 'tag': '9e4c4702-b2d2-42a7-9795-443048bf8b07', 'status': 'completed', 'code': 200} Mar 30 18:28:04.774480 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13baec5a-bf8f-4a2b-bc28-4df6d37235a9 req-fa257c5a-a921-4c1b-9428-387d0d2108f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:04.776041 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-13baec5a-bf8f-4a2b-bc28-4df6d37235a9 req-fa257c5a-a921-4c1b-9428-387d0d2108f8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fe928741f1314e67af27b8f6e56a5518&device_id=6cdcf44a-e879-41c0-99a9-37324afe8f4b HTTP/1.1" status: 200 len: 1128 time: 0.1274569 Mar 30 18:28:04.787850 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed765eee-1fc3-427a-94b5-d1a4de02e3c8 req-e8b176f7-6bdf-4ec5-9b7d-83406fcd47a9 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:04.789253 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ed765eee-1fc3-427a-94b5-d1a4de02e3c8 req-e8b176f7-6bdf-4ec5-9b7d-83406fcd47a9 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/ports?device_id=326dac67-4146-4feb-a664-51f6c37d7bf0 HTTP/1.1" status: 200 len: 945 time: 0.1044102 Mar 30 18:28:04.823730 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475162e3-b720-4ad5-817e-c12942441b15 req-f7449557-77c6-4b86-9902-071bd9a022a2 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:04.825182 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-475162e3-b720-4ad5-817e-c12942441b15 req-f7449557-77c6-4b86-9902-071bd9a022a2 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.18 "GET /v2.0/ports?device_id=78d69edf-c8c3-4cab-89f9-639cf2a40781 HTTP/1.1" status: 200 len: 945 time: 0.1123607 Mar 30 18:28:04.855629 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-13baec5a-bf8f-4a2b-bc28-4df6d37235a9 req-6e28afc0-43e2-49e4-8289-d1d037c8568e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e4c4702-b2d2-42a7-9795-443048bf8b07 HTTP/1.1" status: 200 len: 217 time: 0.0522499 Mar 30 18:28:04.942734 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ed765eee-1fc3-427a-94b5-d1a4de02e3c8 req-25b7f5e7-020f-4242-9b94-7f250544874a tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c808b26-bd62-4f55-862f-72376d58fec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470194 Mar 30 18:28:04.958570 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-475162e3-b720-4ad5-817e-c12942441b15 req-b1280ee9-09ad-4093-9eab-217071718159 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.18 "GET /v2.0/security-groups?id=d702cca6-3dcb-4b29-b68e-872ffe358394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063836 Mar 30 18:28:04.960106 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13baec5a-bf8f-4a2b-bc28-4df6d37235a9 req-04d97cdc-1469-434a-a136-4ae1593915f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:04.961456 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-13baec5a-bf8f-4a2b-bc28-4df6d37235a9 req-04d97cdc-1469-434a-a136-4ae1593915f7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05e7e92f-e546-49c8-b6ba-98f906bbb13a HTTP/1.1" status: 200 len: 850 time: 0.0972281 Mar 30 18:28:05.036816 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13baec5a-bf8f-4a2b-bc28-4df6d37235a9 req-894972a7-83b5-4d28-acb3-4b61fddf27cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:05.038348 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-13baec5a-bf8f-4a2b-bc28-4df6d37235a9 req-894972a7-83b5-4d28-acb3-4b61fddf27cd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0b1367f6-383f-4fe9-a1d7-150df900731d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0699999 Mar 30 18:28:05.115020 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81801a5-846c-4651-a059-b197b7f489b4 req-3bd453a1-8d6e-4fd7-a83f-7e481dfc03a8 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:05.116518 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-e81801a5-846c-4651-a059-b197b7f489b4 req-3bd453a1-8d6e-4fd7-a83f-7e481dfc03a8 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cdcf44a-e879-41c0-99a9-37324afe8f4b HTTP/1.1" status: 200 len: 944 time: 0.1081064 Mar 30 18:28:05.173312 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-13baec5a-bf8f-4a2b-bc28-4df6d37235a9 req-1d22c3c3-e366-4b2b-a7d3-8114abc61dc4 service neutron] 10.222.0.55 "GET /v2.0/networks/0b1367f6-383f-4fe9-a1d7-150df900731d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245773 Mar 30 18:28:05.205555 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-e81801a5-846c-4651-a059-b197b7f489b4 req-624b5736-1a0b-4c43-a214-c94c1c09b277 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/security-groups?id=24f77ee3-bf86-49e1-a9cc-0c1c0f76b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812786 Mar 30 18:28:05.270344 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-13baec5a-bf8f-4a2b-bc28-4df6d37235a9 req-c0a522d1-f05e-4e81-a937-b2edd2951f1e service neutron] 10.222.0.55 "GET /v2.0/networks/0b1367f6-383f-4fe9-a1d7-150df900731d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887601 Mar 30 18:28:05.401170 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e525e79-ee8f-48fb-a001-1fc1212deb77 req-ee5b5b04-07b3-4c9a-87ff-9cc82d38bda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:05.402727 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-2e525e79-ee8f-48fb-a001-1fc1212deb77 req-ee5b5b04-07b3-4c9a-87ff-9cc82d38bda8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fe928741f1314e67af27b8f6e56a5518&device_id=6cdcf44a-e879-41c0-99a9-37324afe8f4b HTTP/1.1" status: 200 len: 1128 time: 0.0480764 Mar 30 18:28:05.496374 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e525e79-ee8f-48fb-a001-1fc1212deb77 req-3ac66eaf-f169-4f77-8c1f-f2ef1c69824f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:05.497735 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-2e525e79-ee8f-48fb-a001-1fc1212deb77 req-3ac66eaf-f169-4f77-8c1f-f2ef1c69824f service neutron] 10.222.0.55 "GET /v2.0/networks?id=0b1367f6-383f-4fe9-a1d7-150df900731d HTTP/1.1" status: 200 len: 912 time: 0.0875111 Mar 30 18:28:05.542180 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-2e525e79-ee8f-48fb-a001-1fc1212deb77 req-e4171abe-0ae3-43ac-baff-bc375de1f6d8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e4c4702-b2d2-42a7-9795-443048bf8b07 HTTP/1.1" status: 200 len: 217 time: 0.0367744 Mar 30 18:28:05.588813 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e525e79-ee8f-48fb-a001-1fc1212deb77 req-af92e8fa-6e5b-4004-b618-2b9b4bf13faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:05.590235 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-2e525e79-ee8f-48fb-a001-1fc1212deb77 req-af92e8fa-6e5b-4004-b618-2b9b4bf13faf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05e7e92f-e546-49c8-b6ba-98f906bbb13a HTTP/1.1" status: 200 len: 850 time: 0.0418422 Mar 30 18:28:05.637228 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e525e79-ee8f-48fb-a001-1fc1212deb77 req-3cecda94-0ef8-4318-9f0a-70fbe1f4f201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:05.638652 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-2e525e79-ee8f-48fb-a001-1fc1212deb77 req-3cecda94-0ef8-4318-9f0a-70fbe1f4f201 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0b1367f6-383f-4fe9-a1d7-150df900731d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409846 Mar 30 18:28:05.663902 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '326dac67-4146-4feb-a664-51f6c37d7bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0275eee3-3ecd-4c07-9fba-5309932ff43b'}] {{(pid=103295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:28:05.666257 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7869a1eaeafddf677110b76453ce8b8be8513095297872c2e0c75408178073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c786161-012e-4be6-9c76-1b8caeb12bbd" -d '{"events": [{"server_uuid": "326dac67-4146-4feb-a664-51f6c37d7bf0", "name": "network-vif-plugged", "status": "completed", "tag": "0275eee3-3ecd-4c07-9fba-5309932ff43b"}]}' {{(pid=103295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:28:05.700399 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f417ce42-b8af-4c29-9b94-8d603710543c x-openstack-request-id: req-f417ce42-b8af-4c29-9b94-8d603710543c {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:28:05.700687 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "326dac67-4146-4feb-a664-51f6c37d7bf0", "name": "network-vif-plugged", "status": "completed", "tag": "0275eee3-3ecd-4c07-9fba-5309932ff43b", "code": 200}]} {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:28:05.700934 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f417ce42-b8af-4c29-9b94-8d603710543c {{(pid=103295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:28:05.701325 dv-cinder-835879-1-iscsi neutron-server[103295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f417ce42-b8af-4c29-9b94-8d603710543c'] response: {'server_uuid': '326dac67-4146-4feb-a664-51f6c37d7bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0275eee3-3ecd-4c07-9fba-5309932ff43b', 'code': 200} Mar 30 18:28:05.729825 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-2e525e79-ee8f-48fb-a001-1fc1212deb77 req-4348e5e9-95fc-460a-9636-3f8c9a422cd3 service neutron] 10.222.0.55 "GET /v2.0/networks/0b1367f6-383f-4fe9-a1d7-150df900731d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850458 Mar 30 18:28:05.823160 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-2e525e79-ee8f-48fb-a001-1fc1212deb77 req-b37e8af7-7e11-486e-92ce-1e002261381d service neutron] 10.222.0.55 "GET /v2.0/networks/0b1367f6-383f-4fe9-a1d7-150df900731d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854442 Mar 30 18:28:05.931379 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003e4fdc-c156-4c9e-863d-e0927a1632ad req-9699f982-deae-4759-9d9c-b3bb9f607817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:05.932819 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-003e4fdc-c156-4c9e-863d-e0927a1632ad req-9699f982-deae-4759-9d9c-b3bb9f607817 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=326dac67-4146-4feb-a664-51f6c37d7bf0 HTTP/1.1" status: 200 len: 1129 time: 0.0434792 Mar 30 18:28:05.976111 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-003e4fdc-c156-4c9e-863d-e0927a1632ad req-2a7907fa-62fd-49d5-8513-350e846af66f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4c808b26-bd62-4f55-862f-72376d58fec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373430 Mar 30 18:28:06.092304 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d661f23-4e47-4d3b-8c8a-a0c8502b7065 req-e512e74e-ac20-444e-836b-3d2310399580 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:06.093663 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-2d661f23-4e47-4d3b-8c8a-a0c8502b7065 req-e512e74e-ac20-444e-836b-3d2310399580 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/ports?device_id=326dac67-4146-4feb-a664-51f6c37d7bf0 HTTP/1.1" status: 200 len: 945 time: 0.0865579 Mar 30 18:28:06.104258 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073a8e3a-b87a-4b6f-ba68-bd099fe57f4f req-8e5fd436-986a-4a70-9cf8-4f169e366e26 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:06.105615 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-073a8e3a-b87a-4b6f-ba68-bd099fe57f4f req-8e5fd436-986a-4a70-9cf8-4f169e366e26 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.18 "GET /v2.0/ports?device_id=78d69edf-c8c3-4cab-89f9-639cf2a40781 HTTP/1.1" status: 200 len: 945 time: 0.0691042 Mar 30 18:28:06.172005 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-2d661f23-4e47-4d3b-8c8a-a0c8502b7065 req-7c2d36d0-caa7-4f6f-a352-47eabb543876 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c808b26-bd62-4f55-862f-72376d58fec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654712 Mar 30 18:28:06.178944 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-073a8e3a-b87a-4b6f-ba68-bd099fe57f4f req-8cf019d1-f542-4e6a-8457-b97276cae19c tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.18 "GET /v2.0/security-groups?id=d702cca6-3dcb-4b29-b68e-872ffe358394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660880 Mar 30 18:28:06.328129 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d073186-cca7-467c-a529-986ccaa80258 req-727eb77e-0513-4796-bfb2-dc3bd7bdf8ae tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:06.329667 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-8d073186-cca7-467c-a529-986ccaa80258 req-727eb77e-0513-4796-bfb2-dc3bd7bdf8ae tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cdcf44a-e879-41c0-99a9-37324afe8f4b HTTP/1.1" status: 200 len: 944 time: 0.0575593 Mar 30 18:28:06.382575 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-8d073186-cca7-467c-a529-986ccaa80258 req-793730b7-3b87-40df-8b78-a2f8558993c2 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/security-groups?id=24f77ee3-bf86-49e1-a9cc-0c1c0f76b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468280 Mar 30 18:28:07.285376 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c6e308-e81b-4376-a760-4541518f5c3c req-c4ef8944-2248-4d03-ad61-5e9850eef9bf tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:07.286836 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-e9c6e308-e81b-4376-a760-4541518f5c3c req-c4ef8944-2248-4d03-ad61-5e9850eef9bf tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/ports?device_id=326dac67-4146-4feb-a664-51f6c37d7bf0 HTTP/1.1" status: 200 len: 945 time: 0.0517025 Mar 30 18:28:07.334424 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-e9c6e308-e81b-4376-a760-4541518f5c3c req-af095bcf-a9df-447e-af81-fcad6afc4867 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c808b26-bd62-4f55-862f-72376d58fec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417223 Mar 30 18:28:07.451060 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c34e37-c072-43ad-bcd0-ee687e24d4b3 req-2039bc55-2482-446d-9756-9182eb799cd2 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:07.452574 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-72c34e37-c072-43ad-bcd0-ee687e24d4b3 req-2039bc55-2482-446d-9756-9182eb799cd2 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/ports?device_id=326dac67-4146-4feb-a664-51f6c37d7bf0 HTTP/1.1" status: 200 len: 945 time: 0.0528049 Mar 30 18:28:07.528889 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-72c34e37-c072-43ad-bcd0-ee687e24d4b3 req-ad6116f3-f363-4271-b82a-16e544273cb1 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c808b26-bd62-4f55-862f-72376d58fec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669978 Mar 30 18:28:07.550576 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ccab83-f42e-4ed1-88d0-7e2dfa97c00c req-4422a810-a41b-433c-8d72-74f09d676ea2 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:07.550576 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-56ccab83-f42e-4ed1-88d0-7e2dfa97c00c req-4422a810-a41b-433c-8d72-74f09d676ea2 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cdcf44a-e879-41c0-99a9-37324afe8f4b HTTP/1.1" status: 200 len: 944 time: 0.0889430 Mar 30 18:28:07.592044 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-56ccab83-f42e-4ed1-88d0-7e2dfa97c00c req-9eae6c12-7a6c-4cd1-9828-4ebff0a8ad29 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/security-groups?id=24f77ee3-bf86-49e1-a9cc-0c1c0f76b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441794 Mar 30 18:28:08.010082 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e85535-e8f7-4c18-804c-fcef5c3304d4 req-b8136d56-9c5c-4fab-9a16-f7374610230e tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:08.011541 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a0e85535-e8f7-4c18-804c-fcef5c3304d4 req-b8136d56-9c5c-4fab-9a16-f7374610230e tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/ports?device_id=326dac67-4146-4feb-a664-51f6c37d7bf0 HTTP/1.1" status: 200 len: 945 time: 0.0507717 Mar 30 18:28:08.056591 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a0e85535-e8f7-4c18-804c-fcef5c3304d4 req-084ccbd6-8019-4442-ba56-c9d10b3ff518 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c808b26-bd62-4f55-862f-72376d58fec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395875 Mar 30 18:28:08.711815 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8563105-78c3-4a0a-91d7-96a73d3235b8 req-c6c9976b-787b-4156-bb1b-280087a46edf tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:08.713274 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c8563105-78c3-4a0a-91d7-96a73d3235b8 req-c6c9976b-787b-4156-bb1b-280087a46edf tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cdcf44a-e879-41c0-99a9-37324afe8f4b HTTP/1.1" status: 200 len: 944 time: 0.0580213 Mar 30 18:28:08.761334 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c8563105-78c3-4a0a-91d7-96a73d3235b8 req-3cb1f5d9-173c-4042-9b50-dd1129eb2728 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/security-groups?id=24f77ee3-bf86-49e1-a9cc-0c1c0f76b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411925 Mar 30 18:28:09.882071 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5de7c4a-135a-42e1-814f-d6337f5a8ec3 req-05371373-6653-4b77-a6a1-6828b641a770 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:09.883586 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-d5de7c4a-135a-42e1-814f-d6337f5a8ec3 req-05371373-6653-4b77-a6a1-6828b641a770 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cdcf44a-e879-41c0-99a9-37324afe8f4b HTTP/1.1" status: 200 len: 944 time: 0.0554278 Mar 30 18:28:09.933265 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-d5de7c4a-135a-42e1-814f-d6337f5a8ec3 req-93518bbb-5da6-4105-8c22-92f81d53c8f1 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/security-groups?id=24f77ee3-bf86-49e1-a9cc-0c1c0f76b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440269 Mar 30 18:28:11.049563 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f4f10-0363-46e2-b8f2-cd04916e6cd3 req-cf843e97-beab-4b61-88e8-3fd1a69633e0 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:11.051012 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-374f4f10-0363-46e2-b8f2-cd04916e6cd3 req-cf843e97-beab-4b61-88e8-3fd1a69633e0 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cdcf44a-e879-41c0-99a9-37324afe8f4b HTTP/1.1" status: 200 len: 944 time: 0.0515337 Mar 30 18:28:11.100740 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-374f4f10-0363-46e2-b8f2-cd04916e6cd3 req-5e1496f7-8a90-4a0f-b90d-af140c885cb2 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/security-groups?id=24f77ee3-bf86-49e1-a9cc-0c1c0f76b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441105 Mar 30 18:28:12.214524 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1081d-0c73-4957-97d5-8563e9075d79 req-7b20d8c8-42dd-4c92-9c40-07e35bff1813 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:12.216011 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-75e1081d-0c73-4957-97d5-8563e9075d79 req-7b20d8c8-42dd-4c92-9c40-07e35bff1813 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cdcf44a-e879-41c0-99a9-37324afe8f4b HTTP/1.1" status: 200 len: 944 time: 0.0515084 Mar 30 18:28:12.262408 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-75e1081d-0c73-4957-97d5-8563e9075d79 req-6c47e2f5-3173-41eb-bc2f-51bd1901ba31 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/security-groups?id=24f77ee3-bf86-49e1-a9cc-0c1c0f76b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409114 Mar 30 18:28:13.125709 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device 9e4c4702-b2d2-42a7-9795-443048bf8b07 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103295) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:28:13.220009 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port 9e4c4702-b2d2-42a7-9795-443048bf8b07, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=9e4c4702-b2d2-42a7-9795-443048bf8b07,segment=NetworkSegment(dad84a97-fd4a-469c-ab9e-3a94ab918256),segment_id=dad84a97-fd4a-469c-ab9e-3a94ab918256)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:28:13.230922 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Returning: {'device': '9e4c4702-b2d2-42a7-9795-443048bf8b07', 'network_id': '0b1367f6-383f-4fe9-a1d7-150df900731d', 'port_id': '9e4c4702-b2d2-42a7-9795-443048bf8b07', 'mac_address': 'fa:16:3e:6c:44:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e7e92f-e546-49c8-b6ba-98f906bbb13a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103295) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:28:13.269420 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Current status of the port 9e4c4702-b2d2-42a7-9795-443048bf8b07 is: DOWN; New status is: BUILD {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:28:13.269802 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (9e4c4702-b2d2-42a7-9795-443048bf8b07), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:13.282474 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e4c4702-b2d2-42a7-9795-443048bf8b07 {{(pid=103295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:28:13.301792 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port 9e4c4702-b2d2-42a7-9795-443048bf8b07, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=9e4c4702-b2d2-42a7-9795-443048bf8b07,segment=NetworkSegment(dad84a97-fd4a-469c-ab9e-3a94ab918256),segment_id=dad84a97-fd4a-469c-ab9e-3a94ab918256)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:28:13.306947 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (9e4c4702-b2d2-42a7-9795-443048bf8b07), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:13.354759 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Pushing event updated for resources: {'Port': ['ID=9e4c4702-b2d2-42a7-9795-443048bf8b07,revision_number=4']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:28:13.380135 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3be71ea-8c14-465a-88c3-c06b196d259a req-f5702853-3c6a-482c-baf8-52c385eba7f6 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:13.381612 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c3be71ea-8c14-465a-88c3-c06b196d259a req-f5702853-3c6a-482c-baf8-52c385eba7f6 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cdcf44a-e879-41c0-99a9-37324afe8f4b HTTP/1.1" status: 200 len: 945 time: 0.0529637 Mar 30 18:28:13.430101 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c3be71ea-8c14-465a-88c3-c06b196d259a req-9efd2345-c07f-4152-b43c-233de93931cd tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/security-groups?id=24f77ee3-bf86-49e1-a9cc-0c1c0f76b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429504 Mar 30 18:28:13.644690 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] get_ports_and_sgs() called for port_ids ['9e4c4702-b2d2-42a7-9795-443048bf8b07'] {{(pid=103295) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:28:14.553648 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64356e81-e20a-4718-97e1-e0f1338364e6 req-c16ce50d-553f-4514-8fe0-6b9f3066640a tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:14.555100 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-64356e81-e20a-4718-97e1-e0f1338364e6 req-c16ce50d-553f-4514-8fe0-6b9f3066640a tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cdcf44a-e879-41c0-99a9-37324afe8f4b HTTP/1.1" status: 200 len: 945 time: 0.0559447 Mar 30 18:28:14.603116 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-64356e81-e20a-4718-97e1-e0f1338364e6 req-a83998e8-6019-4caa-9636-73fa88ce2b2c tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/security-groups?id=24f77ee3-bf86-49e1-a9cc-0c1c0f76b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423870 Mar 30 18:28:15.716818 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fec6c4-29e6-41d4-a034-a34fe7d89d84 req-11d6e91b-180a-4c5f-8b88-51e90f3d9aba tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:15.718180 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-71fec6c4-29e6-41d4-a034-a34fe7d89d84 req-11d6e91b-180a-4c5f-8b88-51e90f3d9aba tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cdcf44a-e879-41c0-99a9-37324afe8f4b HTTP/1.1" status: 200 len: 945 time: 0.0503407 Mar 30 18:28:15.764967 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-71fec6c4-29e6-41d4-a034-a34fe7d89d84 req-84fa2112-615a-4ed7-bfe2-7daff6e76a68 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/security-groups?id=24f77ee3-bf86-49e1-a9cc-0c1c0f76b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407546 Mar 30 18:28:16.423882 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (48cc6dd0-9d47-40d1-bfd7-3609261a1488), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:16.882494 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dfb830-6706-46df-b4e0-08b3f9253c4b req-8a0f06cc-7a01-463d-a4dd-3f9ecc2fbb40 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:16.883973 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a3dfb830-6706-46df-b4e0-08b3f9253c4b req-8a0f06cc-7a01-463d-a4dd-3f9ecc2fbb40 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cdcf44a-e879-41c0-99a9-37324afe8f4b HTTP/1.1" status: 200 len: 945 time: 0.0543435 Mar 30 18:28:16.931278 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a3dfb830-6706-46df-b4e0-08b3f9253c4b req-9cf535c5-2626-4bb5-9974-446889aa6144 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/security-groups?id=24f77ee3-bf86-49e1-a9cc-0c1c0f76b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418153 Mar 30 18:28:17.133658 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device 9e4c4702-b2d2-42a7-9795-443048bf8b07 up at agent hyperv_hv-cinder-83587 {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:28:17.184164 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Provisioning for port 9e4c4702-b2d2-42a7-9795-443048bf8b07 completed by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 18:28:17.188843 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Provisioning complete for port 9e4c4702-b2d2-42a7-9795-443048bf8b07 triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:28:17.189308 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (9e4c4702-b2d2-42a7-9795-443048bf8b07), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:17.263245 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Current status of the port 9e4c4702-b2d2-42a7-9795-443048bf8b07 is: BUILD; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:28:17.263652 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (9e4c4702-b2d2-42a7-9795-443048bf8b07), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:17.285499 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cdcf44a-e879-41c0-99a9-37324afe8f4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e4c4702-b2d2-42a7-9795-443048bf8b07'}] {{(pid=103295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:28:17.287736 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7869a1eaeafddf677110b76453ce8b8be8513095297872c2e0c75408178073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a07247e7-0909-428f-b2e9-15d5dd3cb0e9" -d '{"events": [{"server_uuid": "6cdcf44a-e879-41c0-99a9-37324afe8f4b", "name": "network-vif-plugged", "status": "completed", "tag": "9e4c4702-b2d2-42a7-9795-443048bf8b07"}]}' {{(pid=103295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:28:17.300105 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port 9e4c4702-b2d2-42a7-9795-443048bf8b07, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=9e4c4702-b2d2-42a7-9795-443048bf8b07,segment=NetworkSegment(dad84a97-fd4a-469c-ab9e-3a94ab918256),segment_id=dad84a97-fd4a-469c-ab9e-3a94ab918256)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:28:17.304467 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (9e4c4702-b2d2-42a7-9795-443048bf8b07), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:17.331740 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19311dc4-80d8-4058-bd9c-d8b9e0583640 x-openstack-request-id: req-19311dc4-80d8-4058-bd9c-d8b9e0583640 {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:28:17.332052 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cdcf44a-e879-41c0-99a9-37324afe8f4b", "name": "network-vif-plugged", "status": "completed", "tag": "9e4c4702-b2d2-42a7-9795-443048bf8b07", "code": 200}]} {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:28:17.332304 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-19311dc4-80d8-4058-bd9c-d8b9e0583640 {{(pid=103295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:28:17.332691 dv-cinder-835879-1-iscsi neutron-server[103295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19311dc4-80d8-4058-bd9c-d8b9e0583640'] response: {'server_uuid': '6cdcf44a-e879-41c0-99a9-37324afe8f4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e4c4702-b2d2-42a7-9795-443048bf8b07', 'code': 200} Mar 30 18:28:17.361902 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Pushing event updated for resources: {'Port': ['ID=9e4c4702-b2d2-42a7-9795-443048bf8b07,revision_number=5']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:28:17.589317 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b6a13-1e93-407b-ae2c-a1201d9b2814 req-e4906e89-ecc4-4569-8411-7ebf960a8e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:17.590768 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-185b6a13-1e93-407b-ae2c-a1201d9b2814 req-e4906e89-ecc4-4569-8411-7ebf960a8e8e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6cdcf44a-e879-41c0-99a9-37324afe8f4b HTTP/1.1" status: 200 len: 1130 time: 0.0434835 Mar 30 18:28:17.634601 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-185b6a13-1e93-407b-ae2c-a1201d9b2814 req-11aa6958-1088-4c11-9c16-8962911f4f07 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=24f77ee3-bf86-49e1-a9cc-0c1c0f76b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376189 Mar 30 18:28:18.047348 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090be416-f7cf-4f64-b9ad-09bffbff22d3 req-fbbc2ce4-012e-45cf-b7ce-c6268a0406a1 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:18.049457 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-090be416-f7cf-4f64-b9ad-09bffbff22d3 req-fbbc2ce4-012e-45cf-b7ce-c6268a0406a1 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cdcf44a-e879-41c0-99a9-37324afe8f4b HTTP/1.1" status: 200 len: 946 time: 0.0511777 Mar 30 18:28:18.099109 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-090be416-f7cf-4f64-b9ad-09bffbff22d3 req-29a4a4c7-67bd-4c46-8133-2303c54e54e6 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/security-groups?id=24f77ee3-bf86-49e1-a9cc-0c1c0f76b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441458 Mar 30 18:28:18.253149 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.agents_db [None req-615cdb4a-d653-495f-8f07-938524d0c5b5 None None] Agent healthcheck: found 6 active agents {{(pid=103296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:28:19.217402 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c00dfe-46a3-47f6-8c58-49bb4fc66ccd req-fc014a69-1e4f-4c6a-9a47-0fe0078ad82b tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:19.218931 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-78c00dfe-46a3-47f6-8c58-49bb4fc66ccd req-fc014a69-1e4f-4c6a-9a47-0fe0078ad82b tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cdcf44a-e879-41c0-99a9-37324afe8f4b HTTP/1.1" status: 200 len: 946 time: 0.0516140 Mar 30 18:28:19.266058 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-78c00dfe-46a3-47f6-8c58-49bb4fc66ccd req-6b3d49fe-cee8-4b1e-9853-45e15c23c2cd tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/security-groups?id=24f77ee3-bf86-49e1-a9cc-0c1c0f76b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410795 Mar 30 18:28:20.381748 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407a094-f3d9-460d-b220-89b204baf8ba req-db6dcaf3-bf4c-4b0f-817e-4c2ca97fe44c tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:20.383253 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-f407a094-f3d9-460d-b220-89b204baf8ba req-db6dcaf3-bf4c-4b0f-817e-4c2ca97fe44c tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cdcf44a-e879-41c0-99a9-37324afe8f4b HTTP/1.1" status: 200 len: 946 time: 0.0519373 Mar 30 18:28:20.431703 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-f407a094-f3d9-460d-b220-89b204baf8ba req-948a4ae1-1614-4919-b572-094d9f036192 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/security-groups?id=24f77ee3-bf86-49e1-a9cc-0c1c0f76b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426888 Mar 30 18:28:21.550949 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d11719-8c37-4193-8b21-fe5f3c863be3 req-3b2e4e31-1b6f-4001-9261-1640bc8f10c4 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:21.552471 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-74d11719-8c37-4193-8b21-fe5f3c863be3 req-3b2e4e31-1b6f-4001-9261-1640bc8f10c4 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cdcf44a-e879-41c0-99a9-37324afe8f4b HTTP/1.1" status: 200 len: 946 time: 0.0567894 Mar 30 18:28:21.602653 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-74d11719-8c37-4193-8b21-fe5f3c863be3 req-f9baedca-c0f6-47f6-8400-37037ecfa7d7 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/security-groups?id=24f77ee3-bf86-49e1-a9cc-0c1c0f76b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445776 Mar 30 18:28:22.732506 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94793694-bd98-42d1-8bac-df81989973e3 req-995fea9a-2dbf-4ff7-85e5-07d2c0329b91 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:22.734694 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-94793694-bd98-42d1-8bac-df81989973e3 req-995fea9a-2dbf-4ff7-85e5-07d2c0329b91 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cdcf44a-e879-41c0-99a9-37324afe8f4b HTTP/1.1" status: 200 len: 946 time: 0.0548630 Mar 30 18:28:22.787511 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-94793694-bd98-42d1-8bac-df81989973e3 req-fb094b14-be68-4dce-b93c-ec4e16605445 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/security-groups?id=24f77ee3-bf86-49e1-a9cc-0c1c0f76b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458050 Mar 30 18:28:22.890240 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a9b1f4-a3da-4062-b006-5300c9657ea2 req-034bf338-cf27-4417-842b-fd1bb66ee055 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:22.891766 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-f2a9b1f4-a3da-4062-b006-5300c9657ea2 req-034bf338-cf27-4417-842b-fd1bb66ee055 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/ports?device_id=326dac67-4146-4feb-a664-51f6c37d7bf0 HTTP/1.1" status: 200 len: 945 time: 0.0798404 Mar 30 18:28:22.940778 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee334172-ddb0-4a0d-91e1-77bfa8c4cf73 req-55f1adb4-eb68-4fcf-b906-98269169b834 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:22.942227 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ee334172-ddb0-4a0d-91e1-77bfa8c4cf73 req-55f1adb4-eb68-4fcf-b906-98269169b834 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cdcf44a-e879-41c0-99a9-37324afe8f4b HTTP/1.1" status: 200 len: 946 time: 0.0899162 Mar 30 18:28:22.969320 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-f2a9b1f4-a3da-4062-b006-5300c9657ea2 req-0d426abd-1344-4153-af88-0950c6e1d7f7 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c808b26-bd62-4f55-862f-72376d58fec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706513 Mar 30 18:28:22.991655 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 42152) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:28:22.999070 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ee334172-ddb0-4a0d-91e1-77bfa8c4cf73 req-84d0d524-b5dc-4a59-81ea-3282a81e6ca6 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/security-groups?id=24f77ee3-bf86-49e1-a9cc-0c1c0f76b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488880 Mar 30 18:28:23.022108 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 42156) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:28:23.208826 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78cc19df-1d6d-40bf-b458-3bbddbe53080 tempest-TestMinimumBasicScenario-1016100202 tempest-TestMinimumBasicScenario-1016100202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:23.210321 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-78cc19df-1d6d-40bf-b458-3bbddbe53080 tempest-TestMinimumBasicScenario-1016100202 tempest-TestMinimumBasicScenario-1016100202-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=326dac67-4146-4feb-a664-51f6c37d7bf0 HTTP/1.1" status: 200 len: 1124 time: 0.2176838 Mar 30 18:28:23.213338 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 42160) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:28:23.217832 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [None req-20b4ae94-cfce-4820-ad56-e5158de574eb tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Request body: {'floatingip': {'floating_network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'port_id': '0275eee3-3ecd-4c07-9fba-5309932ff43b', 'tenant_id': '5d0b6518d9c94064bcb428f380076511', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:28:23.218677 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a733fc8e-2d7b-4e26-94fa-eec242ae7bd5 tempest-TestVolumeBootPattern-5267863 tempest-TestVolumeBootPattern-5267863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:23.220692 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-a733fc8e-2d7b-4e26-94fa-eec242ae7bd5 tempest-TestVolumeBootPattern-5267863 tempest-TestVolumeBootPattern-5267863-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6cdcf44a-e879-41c0-99a9-37324afe8f4b HTTP/1.1" status: 200 len: 1125 time: 0.1975884 Mar 30 18:28:23.223441 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 42162) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:28:23.227509 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-c7db5643-ea9d-4929-923f-af861be28b56 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Request body: {'floatingip': {'floating_network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'port_id': '9e4c4702-b2d2-42a7-9795-443048bf8b07', 'tenant_id': 'fe928741f1314e67af27b8f6e56a5518', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:28:23.239033 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-20b4ae94-cfce-4820-ad56-e5158de574eb tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:23.247737 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c7db5643-ea9d-4929-923f-af861be28b56 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:23.336390 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-20b4ae94-cfce-4820-ad56-e5158de574eb tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:23.343205 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c7db5643-ea9d-4929-923f-af861be28b56 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:23.437845 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.db_base_plugin_common [None req-20b4ae94-cfce-4820-ad56-e5158de574eb tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Allocated IP 172.27.0.185 (502cc405-82c2-4579-84e2-1393f2fa67cd/b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8/be11bf84-4086-4c2a-ab07-38afc523f777) {{(pid=103293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:28:23.538731 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-20b4ae94-cfce-4820-ad56-e5158de574eb tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Publish callbacks [] for port (be11bf84-4086-4c2a-ab07-38afc523f777), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:23.574670 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-20b4ae94-cfce-4820-ad56-e5158de574eb tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759689464324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58814409'] for port (be11bf84-4086-4c2a-ab07-38afc523f777), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:23.612574 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b4ae94-cfce-4820-ad56-e5158de574eb tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Network 502cc405-82c2-4579-84e2-1393f2fa67cd is already hosted by enough agents. {{(pid=103293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:28:23.615488 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.base_scheduler [None req-20b4ae94-cfce-4820-ad56-e5158de574eb tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Resources bound (agent type, host, resource id): {{(pid=103293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:28:23.621557 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b4ae94-cfce-4820-ad56-e5158de574eb tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Received port after_create {{(pid=103293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:28:23.627735 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.db.db_base_plugin_common [None req-c7db5643-ea9d-4929-923f-af861be28b56 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Allocated IP 172.27.0.20 (502cc405-82c2-4579-84e2-1393f2fa67cd/b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8/903d88ba-d36a-4cd5-b4eb-077d95629c51) {{(pid=103294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:28:23.645025 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b4ae94-cfce-4820-ad56-e5158de574eb tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Pushing event updated for resources: {'Port': ['ID=be11bf84-4086-4c2a-ab07-38afc523f777,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:28:23.729439 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c7db5643-ea9d-4929-923f-af861be28b56 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks [] for port (903d88ba-d36a-4cd5-b4eb-077d95629c51), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:23.764489 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c7db5643-ea9d-4929-923f-af861be28b56 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759689464324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59249992'] for port (903d88ba-d36a-4cd5-b4eb-077d95629c51), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:23.802498 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7db5643-ea9d-4929-923f-af861be28b56 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Network 502cc405-82c2-4579-84e2-1393f2fa67cd is already hosted by enough agents. {{(pid=103294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:28:23.805346 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.base_scheduler [None req-c7db5643-ea9d-4929-923f-af861be28b56 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Resources bound (agent type, host, resource id): {{(pid=103294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:28:23.808869 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7db5643-ea9d-4929-923f-af861be28b56 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Received port after_create {{(pid=103294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:28:23.839196 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7db5643-ea9d-4929-923f-af861be28b56 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Pushing event updated for resources: {'Port': ['ID=903d88ba-d36a-4cd5-b4eb-077d95629c51,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:28:23.852295 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7db5643-ea9d-4929-923f-af861be28b56 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:28:23.852637 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7db5643-ea9d-4929-923f-af861be28b56 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:28:23.852973 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7db5643-ea9d-4929-923f-af861be28b56 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:28:23.853308 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7db5643-ea9d-4929-923f-af861be28b56 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:28:23.853644 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7db5643-ea9d-4929-923f-af861be28b56 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:28:23.853967 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7db5643-ea9d-4929-923f-af861be28b56 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:28:23.854289 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7db5643-ea9d-4929-923f-af861be28b56 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:28:23.854605 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7db5643-ea9d-4929-923f-af861be28b56 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:28:23.855074 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7db5643-ea9d-4929-923f-af861be28b56 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:28:23.855303 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7db5643-ea9d-4929-923f-af861be28b56 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:28:23.855638 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7db5643-ea9d-4929-923f-af861be28b56 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:28:23.855997 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7db5643-ea9d-4929-923f-af861be28b56 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:28:23.856325 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7db5643-ea9d-4929-923f-af861be28b56 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:28:23.856680 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7db5643-ea9d-4929-923f-af861be28b56 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:28:23.856998 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7db5643-ea9d-4929-923f-af861be28b56 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:28:23.977255 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-20b4ae94-cfce-4820-ad56-e5158de574eb tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Publish callbacks [] for floatingip (232d395d-09a1-496a-a8f3-707873000504), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:24.044962 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-20b4ae94-cfce-4820-ad56-e5158de574eb tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (be11bf84-4086-4c2a-ab07-38afc523f777), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:24.173997 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c7db5643-ea9d-4929-923f-af861be28b56 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks [] for floatingip (4f08cf06-6ece-48d2-bc31-0154697adf82), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:24.198813 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-20b4ae94-cfce-4820-ad56-e5158de574eb tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Publish callbacks [] for port (be11bf84-4086-4c2a-ab07-38afc523f777), precommit_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:24.203839 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-20b4ae94-cfce-4820-ad56-e5158de574eb tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58814400'] for port (be11bf84-4086-4c2a-ab07-38afc523f777), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:24.245928 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c7db5643-ea9d-4929-923f-af861be28b56 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (903d88ba-d36a-4cd5-b4eb-077d95629c51), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:24.274667 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b4ae94-cfce-4820-ad56-e5158de574eb tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Pushing event updated for resources: {'Port': ['ID=be11bf84-4086-4c2a-ab07-38afc523f777,revision_number=2']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:28:24.284406 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-20b4ae94-cfce-4820-ad56-e5158de574eb tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623622'] for floatingip (232d395d-09a1-496a-a8f3-707873000504), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:24.395468 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c7db5643-ea9d-4929-923f-af861be28b56 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks [] for port (903d88ba-d36a-4cd5-b4eb-077d95629c51), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:24.400098 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c7db5643-ea9d-4929-923f-af861be28b56 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59249985'] for port (903d88ba-d36a-4cd5-b4eb-077d95629c51), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:24.473914 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7db5643-ea9d-4929-923f-af861be28b56 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Pushing event updated for resources: {'Port': ['ID=903d88ba-d36a-4cd5-b4eb-077d95629c51,revision_number=2']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:28:24.486809 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c7db5643-ea9d-4929-923f-af861be28b56 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623622'] for floatingip (4f08cf06-6ece-48d2-bc31-0154697adf82), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:24.592703 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.db.l3_db [None req-c7db5643-ea9d-4929-923f-af861be28b56 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Floating IP 4f08cf06-6ece-48d2-bc31-0154697adf82 associated. External IP: 172.27.0.20, port: 9e4c4702-b2d2-42a7-9795-443048bf8b07. Mar 30 18:28:24.687094 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.db.l3_db [None req-20b4ae94-cfce-4820-ad56-e5158de574eb tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Floating IP 232d395d-09a1-496a-a8f3-707873000504 associated. External IP: 172.27.0.185, port: 0275eee3-3ecd-4c07-9fba-5309932ff43b. Mar 30 18:28:24.900491 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20b4ae94-cfce-4820-ad56-e5158de574eb tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Router a1db6a15-7d4f-4b3f-9c51-6c30dacb697e has already been hosted by L3 agent bb9cbda0-d504-4372-97ec-0881b5676f92 {{(pid=103293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:28:25.007193 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7db5643-ea9d-4929-923f-af861be28b56 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Router 4b209a83-330b-40ec-8875-fb4d09393ec6 has already been hosted by L3 agent bb9cbda0-d504-4372-97ec-0881b5676f92 {{(pid=103294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:28:25.018338 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20b4ae94-cfce-4820-ad56-e5158de574eb tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Notify agent at l3_agent.dv-cinder-835879-1-iscsi the message routers_updated {{(pid=103293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:28:25.028044 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30fbf4a-0344-475e-a868-c77ff9d7adea None None] Sync routers for ids ['a1db6a15-7d4f-4b3f-9c51-6c30dacb697e'] in dv-cinder-835879-1-iscsi {{(pid=103295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:28:25.036566 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-20b4ae94-cfce-4820-ad56-e5158de574eb tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for floatingip (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:25.039529 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30fbf4a-0344-475e-a868-c77ff9d7adea None None] Routers {'a1db6a15-7d4f-4b3f-9c51-6c30dacb697e'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:28:25.040362 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-f30fbf4a-0344-475e-a868-c77ff9d7adea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:28:00Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['a1db6a15-7d4f-4b3f-9c51-6c30dacb697e'], 'active': True} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:28:25.068399 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-20b4ae94-cfce-4820-ad56-e5158de574eb tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8514297 Mar 30 18:28:25.068399 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '326dac67-4146-4feb-a664-51f6c37d7bf0', 'tag': '0275eee3-3ecd-4c07-9fba-5309932ff43b'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:28:25.068998 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e41150553c85b09edab6cb52843a30629a36ec9d810f78f9b9d5c7c277fb574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e53228-f34c-47e8-91f1-d1b51ce31f02" -d '{"events": [{"name": "network-changed", "server_uuid": "326dac67-4146-4feb-a664-51f6c37d7bf0", "tag": "0275eee3-3ecd-4c07-9fba-5309932ff43b"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:28:25.071254 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 42176) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:28:25.086661 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [None req-df1673af-e405-41bc-a5a9-6352f65a2c5b tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-464836107', 'description': 'tempest-secgroup-smoke-464836107 description', 'project_id': '5d0b6518d9c94064bcb428f380076511'}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:28:25.110348 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-df1673af-e405-41bc-a5a9-6352f65a2c5b tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Publish callbacks [] for security_group (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:25.128950 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb84f2e-3dc3-47a0-afb8-d817d1271279 x-openstack-request-id: req-4cb84f2e-3dc3-47a0-afb8-d817d1271279 {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:28:25.129315 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "326dac67-4146-4feb-a664-51f6c37d7bf0", "tag": "0275eee3-3ecd-4c07-9fba-5309932ff43b", "status": "completed", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:28:25.129642 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4cb84f2e-3dc3-47a0-afb8-d817d1271279 {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:28:25.130111 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cb84f2e-3dc3-47a0-afb8-d817d1271279'] response: {'name': 'network-changed', 'server_uuid': '326dac67-4146-4feb-a664-51f6c37d7bf0', 'tag': '0275eee3-3ecd-4c07-9fba-5309932ff43b', 'status': 'completed', 'code': 200} Mar 30 18:28:25.131887 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7db5643-ea9d-4929-923f-af861be28b56 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Notify agent at l3_agent.dv-cinder-835879-1-iscsi the message routers_updated {{(pid=103294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:28:25.143716 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c105d7-9340-4416-a2c4-5e778b14499d None None] Sync routers for ids ['4b209a83-330b-40ec-8875-fb4d09393ec6'] in dv-cinder-835879-1-iscsi {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:28:25.153289 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c7db5643-ea9d-4929-923f-af861be28b56 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for floatingip (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:25.155400 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c105d7-9340-4416-a2c4-5e778b14499d None None] Routers {'4b209a83-330b-40ec-8875-fb4d09393ec6'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:28:25.156958 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-f3c105d7-9340-4416-a2c4-5e778b14499d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:28:00Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['4b209a83-330b-40ec-8875-fb4d09393ec6'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:28:25.162620 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvr_db [None req-f30fbf4a-0344-475e-a868-c77ff9d7adea None None] Set router a1db6a15-7d4f-4b3f-9c51-6c30dacb697e gateway port host: dv-cinder-835879-1-iscsi {{(pid=103295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:28:25.190838 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-c7db5643-ea9d-4929-923f-af861be28b56 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9663670 Mar 30 18:28:25.191559 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cdcf44a-e879-41c0-99a9-37324afe8f4b', 'tag': '9e4c4702-b2d2-42a7-9795-443048bf8b07'}] {{(pid=103294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:28:25.193817 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f253efad80999b0ddc7e44d4c54a97ad4b62a771ea2683ab6850d70c8b34677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc77ff0-afd7-4e1f-9170-b6f8d193db53" -d '{"events": [{"name": "network-changed", "server_uuid": "6cdcf44a-e879-41c0-99a9-37324afe8f4b", "tag": "9e4c4702-b2d2-42a7-9795-443048bf8b07"}]}' {{(pid=103294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:28:25.243777 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-df1673af-e405-41bc-a5a9-6352f65a2c5b tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Publish callbacks [] for security_group (1e09a755-12ee-4766-a762-41d31ef2bf9f), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:25.252528 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-df1673af-e405-41bc-a5a9-6352f65a2c5b tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (1e09a755-12ee-4766-a762-41d31ef2bf9f), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:25.285435 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-f3c105d7-9340-4416-a2c4-5e778b14499d None None] Set router 4b209a83-330b-40ec-8875-fb4d09393ec6 gateway port host: dv-cinder-835879-1-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:28:25.294986 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e53228-f34c-47e8-91f1-d1b51ce31f02 req-6fa32954-b86b-4374-895b-c0f332dce6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:25.296940 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-06e53228-f34c-47e8-91f1-d1b51ce31f02 req-6fa32954-b86b-4374-895b-c0f332dce6a1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5d0b6518d9c94064bcb428f380076511&device_id=326dac67-4146-4feb-a664-51f6c37d7bf0 HTTP/1.1" status: 200 len: 1129 time: 0.0993111 Mar 30 18:28:25.299779 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-df1673af-e405-41bc-a5a9-6352f65a2c5b tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Publish callbacks [] for security_group (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:25.301189 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-df1673af-e405-41bc-a5a9-6352f65a2c5b tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2183163 Mar 30 18:28:25.304219 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 42186) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:28:25.310444 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-d790adcb-e99a-4ff0-bec8-5fb9a0727d6e tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Request body: {'security_group_rule': {'security_group_id': '1e09a755-12ee-4766-a762-41d31ef2bf9f', 'project_id': '5d0b6518d9c94064bcb428f380076511', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:28:25.354008 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1673af-e405-41bc-a5a9-6352f65a2c5b tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e09a755-12ee-4766-a762-41d31ef2bf9f,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:28:25.367667 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-d790adcb-e99a-4ff0-bec8-5fb9a0727d6e tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Publish callbacks [] for security_group_rule (d021afad-1166-44ce-bbe6-58968ff81f69), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:25.403997 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50768e7e-4e8b-4203-ba5b-cfb6fcba3448 x-openstack-request-id: req-50768e7e-4e8b-4203-ba5b-cfb6fcba3448 {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:28:25.405636 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cdcf44a-e879-41c0-99a9-37324afe8f4b", "tag": "9e4c4702-b2d2-42a7-9795-443048bf8b07", "status": "completed", "code": 200}]} {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:28:25.405806 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-50768e7e-4e8b-4203-ba5b-cfb6fcba3448 {{(pid=103294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:28:25.406310 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50768e7e-4e8b-4203-ba5b-cfb6fcba3448'] response: {'name': 'network-changed', 'server_uuid': '6cdcf44a-e879-41c0-99a9-37324afe8f4b', 'tag': '9e4c4702-b2d2-42a7-9795-443048bf8b07', 'status': 'completed', 'code': 200} Mar 30 18:28:25.416862 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e53228-f34c-47e8-91f1-d1b51ce31f02 req-924e25c8-7d35-4d0b-8e14-9a2b70979113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:25.418972 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-06e53228-f34c-47e8-91f1-d1b51ce31f02 req-924e25c8-7d35-4d0b-8e14-9a2b70979113 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7795e603-ee58-42af-955a-ecfaba12bbbd HTTP/1.1" status: 200 len: 916 time: 0.1124628 Mar 30 18:28:25.457510 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-d790adcb-e99a-4ff0-bec8-5fb9a0727d6e tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Publish callbacks [] for security_group_rule (d021afad-1166-44ce-bbe6-58968ff81f69), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:25.462826 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-d790adcb-e99a-4ff0-bec8-5fb9a0727d6e tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797579'] for security_group_rule (d021afad-1166-44ce-bbe6-58968ff81f69), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:25.484543 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d790adcb-e99a-4ff0-bec8-5fb9a0727d6e tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d021afad-1166-44ce-bbe6-58968ff81f69,revision_number=0']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:28:25.496039 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-d790adcb-e99a-4ff0-bec8-5fb9a0727d6e tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:25.500402 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-d790adcb-e99a-4ff0-bec8-5fb9a0727d6e tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1947026 Mar 30 18:28:25.501604 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 42188) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:28:25.510255 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-526a81c6-d0cc-46a8-828b-2f3ec49c0138 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Request body: {'security_group_rule': {'security_group_id': '1e09a755-12ee-4766-a762-41d31ef2bf9f', 'project_id': '5d0b6518d9c94064bcb428f380076511', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:28:25.526038 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-f30fbf4a-0344-475e-a868-c77ff9d7adea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1db6a15-7d4f-4b3f-9c51-6c30dacb697e', 'name': 'tempest-TestMinimumBasicScenario-1845362969-router', 'tenant_id': '5d0b6518d9c94064bcb428f380076511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '2c3b786b-cf57-4545-a9c1-06dc677ea39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:27:14Z', 'updated_at': '2022-03-30T18:27:17Z', 'revision_number': 4, 'project_id': '5d0b6518d9c94064bcb428f380076511', 'gw_port': {'id': '2c3b786b-cf57-4545-a9c1-06dc677ea39e', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1db6a15-7d4f-4b3f-9c51-6c30dacb697e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:14Z', 'updated_at': '2022-03-30T18:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_floatingips': [{'id': '232d395d-09a1-496a-a8f3-707873000504', 'tenant_id': '5d0b6518d9c94064bcb428f380076511', 'floating_ip_address': '172.27.0.185', 'floating_network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'router_id': 'a1db6a15-7d4f-4b3f-9c51-6c30dacb697e', 'port_id': '0275eee3-3ecd-4c07-9fba-5309932ff43b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 727, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7795e603-ee58-42af-955a-ecfaba12bbbd', 'mac_address': 'fa:16:3e:44:3c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326dac67-4146-4feb-a664-51f6c37d7bf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:28:23Z', 'updated_at': '2022-03-30T18:28:23Z', 'revision_number': 0, 'project_id': '5d0b6518d9c94064bcb428f380076511', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '165f6d46-e0b4-4b76-8b8f-c387acafb306', 'name': '', 'network_id': '7795e603-ee58-42af-955a-ecfaba12bbbd', 'tenant_id': '5d0b6518d9c94064bcb428f380076511', 'mac_address': 'fa:16:3e:7f:47:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1db6a15-7d4f-4b3f-9c51-6c30dacb697e', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '35545748-b728-48d5-8ad6-a0182a33acb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:16Z', 'updated_at': '2022-03-30T18:27:23Z', 'revision_number': 5, 'project_id': '5d0b6518d9c94064bcb428f380076511', 'subnets': [{'id': '35545748-b728-48d5-8ad6-a0182a33acb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:28:25.545289 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-526a81c6-d0cc-46a8-828b-2f3ec49c0138 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Publish callbacks [] for security_group_rule (4ef81ed9-4c60-49aa-8975-924f20bf83ad), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:25.547432 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-06e53228-f34c-47e8-91f1-d1b51ce31f02 req-e7599e48-0300-49b2-9505-e598a8121d1d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0275eee3-3ecd-4c07-9fba-5309932ff43b HTTP/1.1" status: 200 len: 999 time: 0.1071579 Mar 30 18:28:25.553924 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-f3c105d7-9340-4416-a2c4-5e778b14499d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'name': 'tempest-TestVolumeBootPattern-623152860-router', 'tenant_id': 'fe928741f1314e67af27b8f6e56a5518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '546bc0e7-69d7-4abb-be07-d29b0489c67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:27:22Z', 'updated_at': '2022-03-30T18:27:28Z', 'revision_number': 4, 'project_id': 'fe928741f1314e67af27b8f6e56a5518', 'gw_port': {'id': '546bc0e7-69d7-4abb-be07-d29b0489c67f', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:47:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:23Z', 'updated_at': '2022-03-30T18:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_floatingips': [{'id': '4f08cf06-6ece-48d2-bc31-0154697adf82', 'tenant_id': 'fe928741f1314e67af27b8f6e56a5518', 'floating_ip_address': '172.27.0.20', 'floating_network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'router_id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'port_id': '9e4c4702-b2d2-42a7-9795-443048bf8b07', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b1367f6-383f-4fe9-a1d7-150df900731d', 'mac_address': 'fa:16:3e:6c:44:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdcf44a-e879-41c0-99a9-37324afe8f4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:28:24Z', 'updated_at': '2022-03-30T18:28:24Z', 'revision_number': 0, 'project_id': 'fe928741f1314e67af27b8f6e56a5518', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d5bcb6a-bde1-4563-9e8c-0dbef397d576', 'name': '', 'network_id': '0b1367f6-383f-4fe9-a1d7-150df900731d', 'tenant_id': 'fe928741f1314e67af27b8f6e56a5518', 'mac_address': 'fa:16:3e:f4:7d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '05e7e92f-e546-49c8-b6ba-98f906bbb13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:26Z', 'updated_at': '2022-03-30T18:27:35Z', 'revision_number': 5, 'project_id': 'fe928741f1314e67af27b8f6e56a5518', 'subnets': [{'id': '05e7e92f-e546-49c8-b6ba-98f906bbb13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:28:25.561456 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30fbf4a-0344-475e-a868-c77ff9d7adea None None] Checking router: a1db6a15-7d4f-4b3f-9c51-6c30dacb697e for host: dv-cinder-835879-1-iscsi {{(pid=103295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:28:25.570101 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30fbf4a-0344-475e-a868-c77ff9d7adea None None] Routers {'a1db6a15-7d4f-4b3f-9c51-6c30dacb697e'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:28:25.570720 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-f30fbf4a-0344-475e-a868-c77ff9d7adea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:28:00Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['a1db6a15-7d4f-4b3f-9c51-6c30dacb697e'], 'active': True} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:28:25.583480 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc77ff0-afd7-4e1f-9170-b6f8d193db53 req-b46ba74b-e084-4536-9dfb-0f67c4a7067b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:25.584986 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-2fc77ff0-afd7-4e1f-9170-b6f8d193db53 req-b46ba74b-e084-4536-9dfb-0f67c4a7067b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fe928741f1314e67af27b8f6e56a5518&device_id=6cdcf44a-e879-41c0-99a9-37324afe8f4b HTTP/1.1" status: 200 len: 1130 time: 0.1035233 Mar 30 18:28:25.621502 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-526a81c6-d0cc-46a8-828b-2f3ec49c0138 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Publish callbacks [] for security_group_rule (4ef81ed9-4c60-49aa-8975-924f20bf83ad), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:25.627869 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-526a81c6-d0cc-46a8-828b-2f3ec49c0138 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797579'] for security_group_rule (4ef81ed9-4c60-49aa-8975-924f20bf83ad), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:25.644131 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526a81c6-d0cc-46a8-828b-2f3ec49c0138 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ef81ed9-4c60-49aa-8975-924f20bf83ad,revision_number=0']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:28:25.659855 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e53228-f34c-47e8-91f1-d1b51ce31f02 req-321e6afa-6096-465e-affa-73499f681305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:25.661456 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-06e53228-f34c-47e8-91f1-d1b51ce31f02 req-321e6afa-6096-465e-affa-73499f681305 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=35545748-b728-48d5-8ad6-a0182a33acb6 HTTP/1.1" status: 200 len: 854 time: 0.1061366 Mar 30 18:28:25.673345 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-526a81c6-d0cc-46a8-828b-2f3ec49c0138 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:25.678049 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-526a81c6-d0cc-46a8-828b-2f3ec49c0138 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1750412 Mar 30 18:28:25.678957 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 42190) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:28:25.684211 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-eda327cb-85d0-4f35-968c-8162a58b12ab tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Request body: {'security_group_rule': {'security_group_id': '1e09a755-12ee-4766-a762-41d31ef2bf9f', 'project_id': '5d0b6518d9c94064bcb428f380076511', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:28:25.722207 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-eda327cb-85d0-4f35-968c-8162a58b12ab tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Publish callbacks [] for security_group_rule (e26451ac-e038-4fc4-bb21-7c47ad6c3c64), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:25.726981 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c105d7-9340-4416-a2c4-5e778b14499d None None] Checking router: 4b209a83-330b-40ec-8875-fb4d09393ec6 for host: dv-cinder-835879-1-iscsi {{(pid=103296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:28:25.740131 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc77ff0-afd7-4e1f-9170-b6f8d193db53 req-ac8f0eff-09ef-463f-a6fc-923d2aa41086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:25.742718 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-2fc77ff0-afd7-4e1f-9170-b6f8d193db53 req-ac8f0eff-09ef-463f-a6fc-923d2aa41086 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0b1367f6-383f-4fe9-a1d7-150df900731d HTTP/1.1" status: 200 len: 912 time: 0.1493511 Mar 30 18:28:25.752146 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c105d7-9340-4416-a2c4-5e778b14499d None None] Routers {'4b209a83-330b-40ec-8875-fb4d09393ec6'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:28:25.752798 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-f3c105d7-9340-4416-a2c4-5e778b14499d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:28:00Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['4b209a83-330b-40ec-8875-fb4d09393ec6'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:28:25.759558 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e53228-f34c-47e8-91f1-d1b51ce31f02 req-d7cdbf63-baa7-475f-9253-f14aaf8b22bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:25.761207 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-06e53228-f34c-47e8-91f1-d1b51ce31f02 req-d7cdbf63-baa7-475f-9253-f14aaf8b22bb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7795e603-ee58-42af-955a-ecfaba12bbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0919728 Mar 30 18:28:25.859505 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-eda327cb-85d0-4f35-968c-8162a58b12ab tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Publish callbacks [] for security_group_rule (e26451ac-e038-4fc4-bb21-7c47ad6c3c64), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:25.864461 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-eda327cb-85d0-4f35-968c-8162a58b12ab tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797579'] for security_group_rule (e26451ac-e038-4fc4-bb21-7c47ad6c3c64), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:25.882260 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-2fc77ff0-afd7-4e1f-9170-b6f8d193db53 req-d8935793-413c-4a78-84d8-faaae5c8e2b5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e4c4702-b2d2-42a7-9795-443048bf8b07 HTTP/1.1" status: 200 len: 999 time: 0.1253307 Mar 30 18:28:25.891745 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda327cb-85d0-4f35-968c-8162a58b12ab tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e26451ac-e038-4fc4-bb21-7c47ad6c3c64,revision_number=0']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:28:25.899118 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvr_db [None req-f30fbf4a-0344-475e-a868-c77ff9d7adea None None] Set router a1db6a15-7d4f-4b3f-9c51-6c30dacb697e gateway port host: dv-cinder-835879-1-iscsi {{(pid=103295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:28:25.904838 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-eda327cb-85d0-4f35-968c-8162a58b12ab tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:25.909479 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-eda327cb-85d0-4f35-968c-8162a58b12ab tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2292001 Mar 30 18:28:25.910093 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 42198) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:28:25.915070 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-c4b59937-a320-4d9b-b560-1859d8f2e4cc tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Request body: {'security_group_rule': {'security_group_id': '1e09a755-12ee-4766-a762-41d31ef2bf9f', 'project_id': '5d0b6518d9c94064bcb428f380076511', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:28:25.927302 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-f3c105d7-9340-4416-a2c4-5e778b14499d None None] Set router 4b209a83-330b-40ec-8875-fb4d09393ec6 gateway port host: dv-cinder-835879-1-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:28:25.946213 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-06e53228-f34c-47e8-91f1-d1b51ce31f02 req-cd6ba24d-85b3-4de3-a2a5-2d24924403fb service neutron] 10.222.0.55 "GET /v2.0/networks/7795e603-ee58-42af-955a-ecfaba12bbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776872 Mar 30 18:28:25.962417 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc77ff0-afd7-4e1f-9170-b6f8d193db53 req-746e3508-c1c4-4901-b145-86ae6d467e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:25.964182 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-2fc77ff0-afd7-4e1f-9170-b6f8d193db53 req-746e3508-c1c4-4901-b145-86ae6d467e53 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05e7e92f-e546-49c8-b6ba-98f906bbb13a HTTP/1.1" status: 200 len: 850 time: 0.0735981 Mar 30 18:28:25.983370 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c4b59937-a320-4d9b-b560-1859d8f2e4cc tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Publish callbacks [] for security_group_rule (bbd221e9-c628-4492-a1c1-812d729f1696), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:26.097266 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc77ff0-afd7-4e1f-9170-b6f8d193db53 req-cca3d1a2-bf4c-4eb3-9992-5edd974219ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:26.098782 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-2fc77ff0-afd7-4e1f-9170-b6f8d193db53 req-cca3d1a2-bf4c-4eb3-9992-5edd974219ff service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0b1367f6-383f-4fe9-a1d7-150df900731d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1234798 Mar 30 18:28:26.134907 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c4b59937-a320-4d9b-b560-1859d8f2e4cc tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Publish callbacks [] for security_group_rule (bbd221e9-c628-4492-a1c1-812d729f1696), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:26.142492 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c4b59937-a320-4d9b-b560-1859d8f2e4cc tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797579'] for security_group_rule (bbd221e9-c628-4492-a1c1-812d729f1696), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:26.172107 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b59937-a320-4d9b-b560-1859d8f2e4cc tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbd221e9-c628-4492-a1c1-812d729f1696,revision_number=0']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:28:26.178688 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-06e53228-f34c-47e8-91f1-d1b51ce31f02 req-50cab960-397b-4a60-9ba9-ce8b05707bb9 service neutron] 10.222.0.55 "GET /v2.0/networks/7795e603-ee58-42af-955a-ecfaba12bbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258844 Mar 30 18:28:26.184047 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c4b59937-a320-4d9b-b560-1859d8f2e4cc tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:26.185326 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-c4b59937-a320-4d9b-b560-1859d8f2e4cc tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2738712 Mar 30 18:28:26.189100 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 42204) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:28:26.201900 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-7ee8050c-e20f-424f-bd9d-083b300344c3 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Request body: {'security_group_rule': {'security_group_id': '1e09a755-12ee-4766-a762-41d31ef2bf9f', 'project_id': '5d0b6518d9c94064bcb428f380076511', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:28:26.234573 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.db.securitygroups_db [None req-7ee8050c-e20f-424f-bd9d-083b300344c3 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Project 5d0b6518d9c94064bcb428f380076511 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 18:28:26.243078 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-7ee8050c-e20f-424f-bd9d-083b300344c3 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Publish callbacks [] for security_group_rule (8b1a9ec2-1883-4bd4-9ead-1c726ac12181), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:26.244261 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-f30fbf4a-0344-475e-a868-c77ff9d7adea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1db6a15-7d4f-4b3f-9c51-6c30dacb697e', 'name': 'tempest-TestMinimumBasicScenario-1845362969-router', 'tenant_id': '5d0b6518d9c94064bcb428f380076511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '2c3b786b-cf57-4545-a9c1-06dc677ea39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:27:14Z', 'updated_at': '2022-03-30T18:27:17Z', 'revision_number': 4, 'project_id': '5d0b6518d9c94064bcb428f380076511', 'gw_port': {'id': '2c3b786b-cf57-4545-a9c1-06dc677ea39e', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1db6a15-7d4f-4b3f-9c51-6c30dacb697e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:14Z', 'updated_at': '2022-03-30T18:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_floatingips': [{'id': '232d395d-09a1-496a-a8f3-707873000504', 'tenant_id': '5d0b6518d9c94064bcb428f380076511', 'floating_ip_address': '172.27.0.185', 'floating_network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'router_id': 'a1db6a15-7d4f-4b3f-9c51-6c30dacb697e', 'port_id': '0275eee3-3ecd-4c07-9fba-5309932ff43b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 727, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7795e603-ee58-42af-955a-ecfaba12bbbd', 'mac_address': 'fa:16:3e:44:3c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326dac67-4146-4feb-a664-51f6c37d7bf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:28:23Z', 'updated_at': '2022-03-30T18:28:23Z', 'revision_number': 0, 'project_id': '5d0b6518d9c94064bcb428f380076511', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '165f6d46-e0b4-4b76-8b8f-c387acafb306', 'name': '', 'network_id': '7795e603-ee58-42af-955a-ecfaba12bbbd', 'tenant_id': '5d0b6518d9c94064bcb428f380076511', 'mac_address': 'fa:16:3e:7f:47:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1db6a15-7d4f-4b3f-9c51-6c30dacb697e', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '35545748-b728-48d5-8ad6-a0182a33acb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:16Z', 'updated_at': '2022-03-30T18:27:23Z', 'revision_number': 5, 'project_id': '5d0b6518d9c94064bcb428f380076511', 'subnets': [{'id': '35545748-b728-48d5-8ad6-a0182a33acb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:28:26.260475 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-2fc77ff0-afd7-4e1f-9170-b6f8d193db53 req-e21c9de3-3541-4309-b5f2-f2b8da75dfa2 service neutron] 10.222.0.55 "GET /v2.0/networks/0b1367f6-383f-4fe9-a1d7-150df900731d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301425 Mar 30 18:28:26.271949 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-f3c105d7-9340-4416-a2c4-5e778b14499d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'name': 'tempest-TestVolumeBootPattern-623152860-router', 'tenant_id': 'fe928741f1314e67af27b8f6e56a5518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '546bc0e7-69d7-4abb-be07-d29b0489c67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:27:22Z', 'updated_at': '2022-03-30T18:27:28Z', 'revision_number': 4, 'project_id': 'fe928741f1314e67af27b8f6e56a5518', 'gw_port': {'id': '546bc0e7-69d7-4abb-be07-d29b0489c67f', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:47:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:23Z', 'updated_at': '2022-03-30T18:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_floatingips': [{'id': '4f08cf06-6ece-48d2-bc31-0154697adf82', 'tenant_id': 'fe928741f1314e67af27b8f6e56a5518', 'floating_ip_address': '172.27.0.20', 'floating_network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'router_id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'port_id': '9e4c4702-b2d2-42a7-9795-443048bf8b07', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b1367f6-383f-4fe9-a1d7-150df900731d', 'mac_address': 'fa:16:3e:6c:44:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdcf44a-e879-41c0-99a9-37324afe8f4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:28:24Z', 'updated_at': '2022-03-30T18:28:24Z', 'revision_number': 0, 'project_id': 'fe928741f1314e67af27b8f6e56a5518', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d5bcb6a-bde1-4563-9e8c-0dbef397d576', 'name': '', 'network_id': '0b1367f6-383f-4fe9-a1d7-150df900731d', 'tenant_id': 'fe928741f1314e67af27b8f6e56a5518', 'mac_address': 'fa:16:3e:f4:7d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '05e7e92f-e546-49c8-b6ba-98f906bbb13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:26Z', 'updated_at': '2022-03-30T18:27:35Z', 'revision_number': 5, 'project_id': 'fe928741f1314e67af27b8f6e56a5518', 'subnets': [{'id': '05e7e92f-e546-49c8-b6ba-98f906bbb13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:28:26.278996 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30fbf4a-0344-475e-a868-c77ff9d7adea None None] The sync data for ids ['a1db6a15-7d4f-4b3f-9c51-6c30dacb697e'] in dv-cinder-835879-1-iscsi is: [{'id': 'a1db6a15-7d4f-4b3f-9c51-6c30dacb697e', 'name': 'tempest-TestMinimumBasicScenario-1845362969-router', 'tenant_id': '5d0b6518d9c94064bcb428f380076511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '2c3b786b-cf57-4545-a9c1-06dc677ea39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:27:14Z', 'updated_at': '2022-03-30T18:27:17Z', 'revision_number': 4, 'project_id': '5d0b6518d9c94064bcb428f380076511', 'gw_port': {'id': '2c3b786b-cf57-4545-a9c1-06dc677ea39e', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1db6a15-7d4f-4b3f-9c51-6c30dacb697e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:14Z', 'updated_at': '2022-03-30T18:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_floatingips': [{'id': '232d395d-09a1-496a-a8f3-707873000504', 'tenant_id': '5d0b6518d9c94064bcb428f380076511', 'floating_ip_address': '172.27.0.185', 'floating_network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'router_id': 'a1db6a15-7d4f-4b3f-9c51-6c30dacb697e', 'port_id': '0275eee3-3ecd-4c07-9fba-5309932ff43b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 727, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7795e603-ee58-42af-955a-ecfaba12bbbd', 'mac_address': 'fa:16:3e:44:3c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326dac67-4146-4feb-a664-51f6c37d7bf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:28:23Z', 'updated_at': '2022-03-30T18:28:23Z', 'revision_number': 0, 'project_id': '5d0b6518d9c94064bcb428f380076511', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '165f6d46-e0b4-4b76-8b8f-c387acafb306', 'name': '', 'network_id': '7795e603-ee58-42af-955a-ecfaba12bbbd', 'tenant_id': '5d0b6518d9c94064bcb428f380076511', 'mac_address': 'fa:16:3e:7f:47:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1db6a15-7d4f-4b3f-9c51-6c30dacb697e', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '35545748-b728-48d5-8ad6-a0182a33acb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:16Z', 'updated_at': '2022-03-30T18:27:23Z', 'revision_number': 5, 'project_id': '5d0b6518d9c94064bcb428f380076511', 'subnets': [{'id': '35545748-b728-48d5-8ad6-a0182a33acb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:28:26.316374 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-7ee8050c-e20f-424f-bd9d-083b300344c3 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Publish callbacks [] for security_group_rule (8b1a9ec2-1883-4bd4-9ead-1c726ac12181), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:26.321883 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-7ee8050c-e20f-424f-bd9d-083b300344c3 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797579'] for security_group_rule (8b1a9ec2-1883-4bd4-9ead-1c726ac12181), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:26.324441 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c105d7-9340-4416-a2c4-5e778b14499d None None] The sync data for ids ['4b209a83-330b-40ec-8875-fb4d09393ec6'] in dv-cinder-835879-1-iscsi is: [{'id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'name': 'tempest-TestVolumeBootPattern-623152860-router', 'tenant_id': 'fe928741f1314e67af27b8f6e56a5518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '546bc0e7-69d7-4abb-be07-d29b0489c67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:27:22Z', 'updated_at': '2022-03-30T18:27:28Z', 'revision_number': 4, 'project_id': 'fe928741f1314e67af27b8f6e56a5518', 'gw_port': {'id': '546bc0e7-69d7-4abb-be07-d29b0489c67f', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:47:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:23Z', 'updated_at': '2022-03-30T18:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_floatingips': [{'id': '4f08cf06-6ece-48d2-bc31-0154697adf82', 'tenant_id': 'fe928741f1314e67af27b8f6e56a5518', 'floating_ip_address': '172.27.0.20', 'floating_network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'router_id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'port_id': '9e4c4702-b2d2-42a7-9795-443048bf8b07', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b1367f6-383f-4fe9-a1d7-150df900731d', 'mac_address': 'fa:16:3e:6c:44:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdcf44a-e879-41c0-99a9-37324afe8f4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:28:24Z', 'updated_at': '2022-03-30T18:28:24Z', 'revision_number': 0, 'project_id': 'fe928741f1314e67af27b8f6e56a5518', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d5bcb6a-bde1-4563-9e8c-0dbef397d576', 'name': '', 'network_id': '0b1367f6-383f-4fe9-a1d7-150df900731d', 'tenant_id': 'fe928741f1314e67af27b8f6e56a5518', 'mac_address': 'fa:16:3e:f4:7d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '05e7e92f-e546-49c8-b6ba-98f906bbb13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:26Z', 'updated_at': '2022-03-30T18:27:35Z', 'revision_number': 5, 'project_id': 'fe928741f1314e67af27b8f6e56a5518', 'subnets': [{'id': '05e7e92f-e546-49c8-b6ba-98f906bbb13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:28:26.349303 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee8050c-e20f-424f-bd9d-083b300344c3 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b1a9ec2-1883-4bd4-9ead-1c726ac12181,revision_number=0']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:28:26.356849 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-7ee8050c-e20f-424f-bd9d-083b300344c3 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:26.358072 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-7ee8050c-e20f-424f-bd9d-083b300344c3 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1680005 Mar 30 18:28:26.363613 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 42206) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:28:26.368077 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-2ab2fbb5-bfaa-460a-af26-c0b60203aed9 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Request body: {'security_group_rule': {'security_group_id': '1e09a755-12ee-4766-a762-41d31ef2bf9f', 'project_id': '5d0b6518d9c94064bcb428f380076511', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:28:26.386218 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-2fc77ff0-afd7-4e1f-9170-b6f8d193db53 req-c808bb44-4377-4d97-9545-6c387f2e4fe4 service neutron] 10.222.0.55 "GET /v2.0/networks/0b1367f6-383f-4fe9-a1d7-150df900731d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138470 Mar 30 18:28:26.393284 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.db.securitygroups_db [None req-2ab2fbb5-bfaa-460a-af26-c0b60203aed9 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Project 5d0b6518d9c94064bcb428f380076511 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 18:28:26.399311 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-2ab2fbb5-bfaa-460a-af26-c0b60203aed9 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Publish callbacks [] for security_group_rule (c01fab27-7e42-48da-acd1-992f53dd34cb), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:26.465931 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-2ab2fbb5-bfaa-460a-af26-c0b60203aed9 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Publish callbacks [] for security_group_rule (c01fab27-7e42-48da-acd1-992f53dd34cb), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:26.470014 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-2ab2fbb5-bfaa-460a-af26-c0b60203aed9 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797579'] for security_group_rule (c01fab27-7e42-48da-acd1-992f53dd34cb), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:26.490823 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab2fbb5-bfaa-460a-af26-c0b60203aed9 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c01fab27-7e42-48da-acd1-992f53dd34cb,revision_number=0']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:28:26.502223 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-2ab2fbb5-bfaa-460a-af26-c0b60203aed9 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:26.507783 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-2ab2fbb5-bfaa-460a-af26-c0b60203aed9 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1417744 Mar 30 18:28:26.564188 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539545b9-87d2-4d98-9193-b05099ddf8d7 None None] New status for floating IP 232d395d-09a1-496a-a8f3-707873000504: ACTIVE {{(pid=103295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:28:26.609348 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93780cd9-d4c7-4c99-85de-8b1b68d3768b None None] New status for floating IP 4f08cf06-6ece-48d2-bc31-0154697adf82: ACTIVE {{(pid=103296) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:28:26.621397 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-855dff1a-2fad-4d11-8bea-53b12f6875c2 req-f3af3f38-1734-4edf-b58f-d8709d5e9995 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-464836107&fields=id&tenant_id=5d0b6518d9c94064bcb428f380076511 HTTP/1.1" status: 200 len: 267 time: 0.0660570 Mar 30 18:28:26.682529 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855dff1a-2fad-4d11-8bea-53b12f6875c2 req-354ed029-11a4-4d6c-b913-610e1135cf89 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:26.686776 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-855dff1a-2fad-4d11-8bea-53b12f6875c2 req-354ed029-11a4-4d6c-b913-610e1135cf89 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/ports?device_id=326dac67-4146-4feb-a664-51f6c37d7bf0 HTTP/1.1" status: 200 len: 945 time: 0.0598378 Mar 30 18:28:26.706135 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [req-855dff1a-2fad-4d11-8bea-53b12f6875c2 req-1cac88e5-9056-4837-8234-9e1f70a596ae tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Request body: {'port': {'security_groups': ['4c808b26-bd62-4f55-862f-72376d58fec4', '1e09a755-12ee-4766-a762-41d31ef2bf9f']}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:28:26.786370 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-855dff1a-2fad-4d11-8bea-53b12f6875c2 req-1cac88e5-9056-4837-8234-9e1f70a596ae tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (0275eee3-3ecd-4c07-9fba-5309932ff43b), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:26.974550 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [req-855dff1a-2fad-4d11-8bea-53b12f6875c2 req-1cac88e5-9056-4837-8234-9e1f70a596ae tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] For port 0275eee3-3ecd-4c07-9fba-5309932ff43b, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=0275eee3-3ecd-4c07-9fba-5309932ff43b,segment=NetworkSegment(47e931e0-0296-4d14-b073-623319402841),segment_id=47e931e0-0296-4d14-b073-623319402841)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:28:27.004955 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-855dff1a-2fad-4d11-8bea-53b12f6875c2 req-1cac88e5-9056-4837-8234-9e1f70a596ae tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Publish callbacks [] for port (0275eee3-3ecd-4c07-9fba-5309932ff43b), precommit_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:27.009688 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-855dff1a-2fad-4d11-8bea-53b12f6875c2 req-1cac88e5-9056-4837-8234-9e1f70a596ae tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58814400'] for port (0275eee3-3ecd-4c07-9fba-5309932ff43b), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:27.053485 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] get_ports_and_sgs() called for port_ids ['0275eee3-3ecd-4c07-9fba-5309932ff43b'] {{(pid=103295) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:28:27.057338 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855dff1a-2fad-4d11-8bea-53b12f6875c2 req-1cac88e5-9056-4837-8234-9e1f70a596ae tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:27.057985 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-855dff1a-2fad-4d11-8bea-53b12f6875c2 req-1cac88e5-9056-4837-8234-9e1f70a596ae tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for port (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:27.059446 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-855dff1a-2fad-4d11-8bea-53b12f6875c2 req-1cac88e5-9056-4837-8234-9e1f70a596ae tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "PUT /v2.0/ports/0275eee3-3ecd-4c07-9fba-5309932ff43b HTTP/1.1" status: 200 len: 981 time: 0.3596704 Mar 30 18:28:27.098000 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cac88e5-9056-4837-8234-9e1f70a596ae tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Pushing event updated for resources: {'Port': ['ID=0275eee3-3ecd-4c07-9fba-5309932ff43b,revision_number=6']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:28:27.132390 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '326dac67-4146-4feb-a664-51f6c37d7bf0', 'tag': '0275eee3-3ecd-4c07-9fba-5309932ff43b'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:28:27.136352 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e41150553c85b09edab6cb52843a30629a36ec9d810f78f9b9d5c7c277fb574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42bc58fb-5b93-4df0-bb6d-412e85d531e2" -d '{"events": [{"name": "network-changed", "server_uuid": "326dac67-4146-4feb-a664-51f6c37d7bf0", "tag": "0275eee3-3ecd-4c07-9fba-5309932ff43b"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:28:27.187080 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d76d43-543c-4d4e-86f6-add0cf9e6a5a req-ee6d48a4-4e6c-468a-bba7-ff2844d30815 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:27.189237 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-72d76d43-543c-4d4e-86f6-add0cf9e6a5a req-ee6d48a4-4e6c-468a-bba7-ff2844d30815 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/ports?device_id=326dac67-4146-4feb-a664-51f6c37d7bf0 HTTP/1.1" status: 200 len: 984 time: 0.0672488 Mar 30 18:28:27.208335 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d62bb5-6f5e-4922-90c5-426a33187753 x-openstack-request-id: req-a1d62bb5-6f5e-4922-90c5-426a33187753 {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:28:27.208628 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "326dac67-4146-4feb-a664-51f6c37d7bf0", "tag": "0275eee3-3ecd-4c07-9fba-5309932ff43b", "status": "completed", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:28:27.208885 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a1d62bb5-6f5e-4922-90c5-426a33187753 {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:28:27.209291 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1d62bb5-6f5e-4922-90c5-426a33187753'] response: {'name': 'network-changed', 'server_uuid': '326dac67-4146-4feb-a664-51f6c37d7bf0', 'tag': '0275eee3-3ecd-4c07-9fba-5309932ff43b', 'status': 'completed', 'code': 200} Mar 30 18:28:27.218161 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] get_ports_and_sgs() called for port_ids ['0275eee3-3ecd-4c07-9fba-5309932ff43b'] {{(pid=103295) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:28:27.283411 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-72d76d43-543c-4d4e-86f6-add0cf9e6a5a req-27fb9639-eeb7-42e2-8077-08d8ecffa074 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c808b26-bd62-4f55-862f-72376d58fec4&id=1e09a755-12ee-4766-a762-41d31ef2bf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0865922 Mar 30 18:28:27.332372 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc58fb-5b93-4df0-bb6d-412e85d531e2 req-6573c0fa-dd7a-4c80-94ff-62dd9544eea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:27.334534 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-42bc58fb-5b93-4df0-bb6d-412e85d531e2 req-6573c0fa-dd7a-4c80-94ff-62dd9544eea6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5d0b6518d9c94064bcb428f380076511&device_id=326dac67-4146-4feb-a664-51f6c37d7bf0 HTTP/1.1" status: 200 len: 1168 time: 0.0717235 Mar 30 18:28:27.445173 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc58fb-5b93-4df0-bb6d-412e85d531e2 req-e58d22c7-d425-416f-9094-f9fe8dfdfb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:27.446778 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-42bc58fb-5b93-4df0-bb6d-412e85d531e2 req-e58d22c7-d425-416f-9094-f9fe8dfdfb19 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7795e603-ee58-42af-955a-ecfaba12bbbd HTTP/1.1" status: 200 len: 916 time: 0.1042354 Mar 30 18:28:27.475216 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-2cf20ead-3da2-478e-af9d-42257a177a34 None None] Provisioning complete for port 0275eee3-3ecd-4c07-9fba-5309932ff43b triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:28:27.475792 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-2cf20ead-3da2-478e-af9d-42257a177a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (0275eee3-3ecd-4c07-9fba-5309932ff43b), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:27.506668 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd1bb4-95c3-4c37-aab4-d50ecf44ad28 req-3c75fe4b-88dc-445b-a8f1-c3086518b540 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:27.508252 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-1dbd1bb4-95c3-4c37-aab4-d50ecf44ad28 req-3c75fe4b-88dc-445b-a8f1-c3086518b540 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.18 "GET /v2.0/ports?device_id=78d69edf-c8c3-4cab-89f9-639cf2a40781 HTTP/1.1" status: 200 len: 945 time: 0.0524671 Mar 30 18:28:27.607016 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-42bc58fb-5b93-4df0-bb6d-412e85d531e2 req-ae1d8183-ba80-49de-a2dc-6f6ade2e20b4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0275eee3-3ecd-4c07-9fba-5309932ff43b HTTP/1.1" status: 200 len: 1001 time: 0.0910821 Mar 30 18:28:27.610215 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-1dbd1bb4-95c3-4c37-aab4-d50ecf44ad28 req-916fe595-4159-410f-afc4-4a25548d616e tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.18 "GET /v2.0/security-groups?id=d702cca6-3dcb-4b29-b68e-872ffe358394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960507 Mar 30 18:28:27.660193 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc58fb-5b93-4df0-bb6d-412e85d531e2 req-9a754fc5-0955-4bf4-98c8-507a9fd5a298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:27.662127 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-42bc58fb-5b93-4df0-bb6d-412e85d531e2 req-9a754fc5-0955-4bf4-98c8-507a9fd5a298 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=35545748-b728-48d5-8ad6-a0182a33acb6 HTTP/1.1" status: 200 len: 854 time: 0.0473590 Mar 30 18:28:27.685030 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-2cf20ead-3da2-478e-af9d-42257a177a34 None None] Current status of the port 0275eee3-3ecd-4c07-9fba-5309932ff43b is: ACTIVE; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:28:27.720541 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc58fb-5b93-4df0-bb6d-412e85d531e2 req-94cd1d97-6b14-4d0f-aad5-01652e35a9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:27.722078 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-42bc58fb-5b93-4df0-bb6d-412e85d531e2 req-94cd1d97-6b14-4d0f-aad5-01652e35a9ce service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7795e603-ee58-42af-955a-ecfaba12bbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447259 Mar 30 18:28:27.727637 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-b949979c-ac6c-4c49-a9ca-3c1e1b106b9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (c82c41e6-6be9-408a-ae4d-4131a3230230), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:27.816330 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-42bc58fb-5b93-4df0-bb6d-412e85d531e2 req-ccb2847e-b388-4f1a-860b-c9bfbc0d7e29 service neutron] 10.222.0.55 "GET /v2.0/networks/7795e603-ee58-42af-955a-ecfaba12bbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869145 Mar 30 18:28:27.912592 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-42bc58fb-5b93-4df0-bb6d-412e85d531e2 req-5f089f7d-9456-493a-a908-943ad66308be service neutron] 10.222.0.55 "GET /v2.0/networks/7795e603-ee58-42af-955a-ecfaba12bbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846369 Mar 30 18:28:28.740574 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1480e013-0cca-468f-8d66-78395f740d0c req-cbe3ed52-f410-4cbb-b961-2399ec1ac8fc tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:28.742032 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-1480e013-0cca-468f-8d66-78395f740d0c req-cbe3ed52-f410-4cbb-b961-2399ec1ac8fc tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.18 "GET /v2.0/ports?device_id=78d69edf-c8c3-4cab-89f9-639cf2a40781 HTTP/1.1" status: 200 len: 945 time: 0.0571446 Mar 30 18:28:28.787486 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-1480e013-0cca-468f-8d66-78395f740d0c req-a1985e75-f378-4c32-afed-7cf379074b47 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.18 "GET /v2.0/security-groups?id=d702cca6-3dcb-4b29-b68e-872ffe358394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398502 Mar 30 18:28:29.534775 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a9ca40-7aee-461a-96e0-423280397d0c req-10b2f981-b4f6-4ade-94fa-76a07bbc265f tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:29.536440 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-35a9ca40-7aee-461a-96e0-423280397d0c req-10b2f981-b4f6-4ade-94fa-76a07bbc265f tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.55 "GET /v2.0/ports?device_id=78d69edf-c8c3-4cab-89f9-639cf2a40781 HTTP/1.1" status: 200 len: 945 time: 0.0518191 Mar 30 18:28:29.631356 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [req-35a9ca40-7aee-461a-96e0-423280397d0c req-49096356-4755-4c62-8125-18819d9601b6 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] Deleting port 827c6ebb-052b-488f-b639-455bf8f2433f {{(pid=103293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:28:29.631683 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-35a9ca40-7aee-461a-96e0-423280397d0c req-49096356-4755-4c62-8125-18819d9601b6 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759690029078'] for port (827c6ebb-052b-488f-b639-455bf8f2433f), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:29.715506 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [req-35a9ca40-7aee-461a-96e0-423280397d0c req-49096356-4755-4c62-8125-18819d9601b6 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] For port 827c6ebb-052b-488f-b639-455bf8f2433f, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=827c6ebb-052b-488f-b639-455bf8f2433f,segment=NetworkSegment(2f56e3fd-9689-4254-aa8b-33bed69a4c31),segment_id=2f56e3fd-9689-4254-aa8b-33bed69a4c31)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:28:29.715779 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-35a9ca40-7aee-461a-96e0-423280397d0c req-49096356-4755-4c62-8125-18819d9601b6 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586036'] for port (827c6ebb-052b-488f-b639-455bf8f2433f), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:29.728151 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [req-35a9ca40-7aee-461a-96e0-423280397d0c req-49096356-4755-4c62-8125-18819d9601b6 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] Calling delete_port for 827c6ebb-052b-488f-b639-455bf8f2433f owned by compute:nova {{(pid=103293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:28:29.853960 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-35a9ca40-7aee-461a-96e0-423280397d0c req-49096356-4755-4c62-8125-18819d9601b6 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759690034297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759689464333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58814409'] for port (827c6ebb-052b-488f-b639-455bf8f2433f), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:29.897683 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] get_ports_and_sgs() called for port_ids ['827c6ebb-052b-488f-b639-455bf8f2433f'] {{(pid=103295) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:28:29.903195 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-174d6712-0d7d-4858-b8b4-e4bfa7974552 req-6ca27544-95fe-4186-96a8-522a7b313b6e tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.18 "GET /v2.0/ports?device_id=78d69edf-c8c3-4cab-89f9-639cf2a40781 HTTP/1.1" status: 200 len: 210 time: 0.0503142 Mar 30 18:28:29.903911 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49096356-4755-4c62-8125-18819d9601b6 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] Pushing event deleted for resources: {'Port': ['ID=827c6ebb-052b-488f-b639-455bf8f2433f,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:28:29.955817 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [req-35a9ca40-7aee-461a-96e0-423280397d0c req-49096356-4755-4c62-8125-18819d9601b6 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] No DVR routers for this DVR port 827c6ebb-052b-488f-b639-455bf8f2433f on host hv-cinder-83587 {{(pid=103293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:28:29.958314 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-35a9ca40-7aee-461a-96e0-423280397d0c req-49096356-4755-4c62-8125-18819d9601b6 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for port (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:29.961624 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-35a9ca40-7aee-461a-96e0-423280397d0c req-49096356-4755-4c62-8125-18819d9601b6 tempest-VolumesSnapshotTestJSON-1625218880 tempest-VolumesSnapshotTestJSON-1625218880-project] 10.222.0.55 "DELETE /v2.0/ports/827c6ebb-052b-488f-b639-455bf8f2433f HTTP/1.1" status: 204 len: 173 time: 0.4201248 Mar 30 18:28:29.962060 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78d69edf-c8c3-4cab-89f9-639cf2a40781', 'name': 'network-vif-deleted', 'tag': '827c6ebb-052b-488f-b639-455bf8f2433f'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:28:29.964401 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e41150553c85b09edab6cb52843a30629a36ec9d810f78f9b9d5c7c277fb574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e64aec5-052c-41d8-8ed7-e42a7cbe06e3" -d '{"events": [{"server_uuid": "78d69edf-c8c3-4cab-89f9-639cf2a40781", "name": "network-vif-deleted", "tag": "827c6ebb-052b-488f-b639-455bf8f2433f"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:28:30.002699 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c41dd5-182d-4405-9ec4-61f2c3fdb0db x-openstack-request-id: req-59c41dd5-182d-4405-9ec4-61f2c3fdb0db {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:28:30.003090 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78d69edf-c8c3-4cab-89f9-639cf2a40781", "name": "network-vif-deleted", "tag": "827c6ebb-052b-488f-b639-455bf8f2433f", "status": "completed", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:28:30.003452 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-59c41dd5-182d-4405-9ec4-61f2c3fdb0db {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:28:30.003924 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59c41dd5-182d-4405-9ec4-61f2c3fdb0db'] response: {'server_uuid': '78d69edf-c8c3-4cab-89f9-639cf2a40781', 'name': 'network-vif-deleted', 'tag': '827c6ebb-052b-488f-b639-455bf8f2433f', 'status': 'completed', 'code': 200} Mar 30 18:28:30.083508 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-87a981f3-1c5a-47a1-8a0f-215d62cecf81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bb9cbda0-d504-4372-97ec-0881b5676f92), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:31.221544 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f19afa9d-e030-40e8-acc4-8e1b9083a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (63dcb6ae-3517-415b-a3a4-cfabe01bf14f), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:32.619875 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-735ee7a5-faf9-4a72-9605-65e031eaef75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bc479c0e-1124-4d13-b03e-bb2d712dc776), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:33.991005 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (6489659c-3f19-4a2c-89f8-52d37c938fb3), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:34.265874 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device 827c6ebb-052b-488f-b639-455bf8f2433f no longer exists at agent hyperv_hv-cinder-83587 {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:28:34.285495 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] No Port match for: 827c6ebb-052b-488f-b639-455bf8f2433f {{(pid=103295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:28:34.285839 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device 827c6ebb-052b-488f-b639-455bf8f2433f not bound to the agent host hv-cinder-83587 {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:28:46.413340 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (48cc6dd0-9d47-40d1-bfd7-3609261a1488), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:52.860614 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 42368) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:28:52.906237 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc74acef-e12d-494a-a8c3-54d2479818e5 admin admin] Deleting subnet 0e142d18-592e-4ba8-b0fe-f5627b21c704 {{(pid=103294) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 18:28:52.909169 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-dc74acef-e12d-494a-a8c3-54d2479818e5 admin admin] Publish callbacks [] for subnet (0e142d18-592e-4ba8-b0fe-f5627b21c704), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:52.942818 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-dc74acef-e12d-494a-a8c3-54d2479818e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59249169'] for subnet (0e142d18-592e-4ba8-b0fe-f5627b21c704), precommit_delete_associations {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:52.979181 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-dc74acef-e12d-494a-a8c3-54d2479818e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-826600'] for subnet (0e142d18-592e-4ba8-b0fe-f5627b21c704), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:53.029643 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-dc74acef-e12d-494a-a8c3-54d2479818e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-826591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59249339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59550572'] for subnet (0e142d18-592e-4ba8-b0fe-f5627b21c704), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:53.054760 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc74acef-e12d-494a-a8c3-54d2479818e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e142d18-592e-4ba8-b0fe-f5627b21c704,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:28:53.058463 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-dc74acef-e12d-494a-a8c3-54d2479818e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628270'] for subnet (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:53.062722 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-dc74acef-e12d-494a-a8c3-54d2479818e5 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0e142d18-592e-4ba8-b0fe-f5627b21c704 HTTP/1.1" status: 204 len: 168 time: 0.2010846 Mar 30 18:28:53.064116 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 42370) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:28:53.133475 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f8c53691-a6b0-4bd2-bcf9-690dac399434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803497'] for network (4796a877-8d49-4c2d-8839-22f9bcc83fe8), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:53.207797 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f8c53691-a6b0-4bd2-bcf9-690dac399434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-760675', 'neutron.services.segments.db._delete_segments_for_network-8759689995322'] for network (4796a877-8d49-4c2d-8839-22f9bcc83fe8), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:53.231065 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.services.segments.db [None req-f8c53691-a6b0-4bd2-bcf9-690dac399434 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4796a877-8d49-4c2d-8839-22f9bcc83fe8']}} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:28:53.240544 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.services.segments.db [None req-f8c53691-a6b0-4bd2-bcf9-690dac399434 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f56e3fd-9689-4254-aa8b-33bed69a4c31') {'for_net_delete': True} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:28:53.240841 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.services.segments.db [None req-f8c53691-a6b0-4bd2-bcf9-690dac399434 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f56e3fd-9689-4254-aa8b-33bed69a4c31') {} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:28:53.249783 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f8c53691-a6b0-4bd2-bcf9-690dac399434 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759689809987', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59249178'] for segment (2f56e3fd-9689-4254-aa8b-33bed69a4c31), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:53.262310 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f8c53691-a6b0-4bd2-bcf9-690dac399434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-829919'] for segment (2f56e3fd-9689-4254-aa8b-33bed69a4c31), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:53.267988 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8c53691-a6b0-4bd2-bcf9-690dac399434 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103294) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 18:28:53.268368 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f8c53691-a6b0-4bd2-bcf9-690dac399434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-829919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59249949'] for segment (2f56e3fd-9689-4254-aa8b-33bed69a4c31), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:53.269960 dv-cinder-835879-1-iscsi neutron-server[103294]: Traceback (most recent call last): Mar 30 18:28:53.269960 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 18:28:53.269960 dv-cinder-835879-1-iscsi neutron-server[103294]: timer() Mar 30 18:28:53.269960 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 18:28:53.269960 dv-cinder-835879-1-iscsi neutron-server[103294]: cb(*args, **kw) Mar 30 18:28:53.269960 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 18:28:53.269960 dv-cinder-835879-1-iscsi neutron-server[103294]: return func(*args, **kwargs) Mar 30 18:28:53.269960 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 18:28:53.269960 dv-cinder-835879-1-iscsi neutron-server[103294]: self._notify() Mar 30 18:28:53.269960 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 18:28:53.269960 dv-cinder-835879-1-iscsi neutron-server[103294]: self.callback(batched_events) Mar 30 18:28:53.269960 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 18:28:53.269960 dv-cinder-835879-1-iscsi neutron-server[103294]: event.method(event) Mar 30 18:28:53.269960 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 18:28:53.269960 dv-cinder-835879-1-iscsi neutron-server[103294]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 18:28:53.269960 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 18:28:53.269960 dv-cinder-835879-1-iscsi neutron-server[103294]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 18:28:53.269960 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 18:28:53.269960 dv-cinder-835879-1-iscsi neutron-server[103294]: return f(self, *a, **k) Mar 30 18:28:53.269960 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 18:28:53.269960 dv-cinder-835879-1-iscsi neutron-server[103294]: return self._get(url).json() Mar 30 18:28:53.269960 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 18:28:53.269960 dv-cinder-835879-1-iscsi neutron-server[103294]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 18:28:53.269960 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 18:28:53.269960 dv-cinder-835879-1-iscsi neutron-server[103294]: return self.request(url, 'GET', **kwargs) Mar 30 18:28:53.269960 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 18:28:53.269960 dv-cinder-835879-1-iscsi neutron-server[103294]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 18:28:53.269960 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 18:28:53.269960 dv-cinder-835879-1-iscsi neutron-server[103294]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 18:28:53.269960 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 18:28:53.269960 dv-cinder-835879-1-iscsi neutron-server[103294]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 18:28:53.269960 dv-cinder-835879-1-iscsi neutron-server[103294]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 18:28:53.321699 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f8c53691-a6b0-4bd2-bcf9-690dac399434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-760682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1623632'] for network (4796a877-8d49-4c2d-8839-22f9bcc83fe8), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:53.326169 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f8c53691-a6b0-4bd2-bcf9-690dac399434 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628270'] for network (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:53.329362 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-f8c53691-a6b0-4bd2-bcf9-690dac399434 admin admin] 10.222.0.18 "DELETE /v2.0/networks/4796a877-8d49-4c2d-8839-22f9bcc83fe8 HTTP/1.1" status: 204 len: 168 time: 0.2643151 Mar 30 18:28:53.341430 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c53691-a6b0-4bd2-bcf9-690dac399434 admin admin] Pushing event deleted for resources: {'Network': ['ID=4796a877-8d49-4c2d-8839-22f9bcc83fe8,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:28:53.487568 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 42374) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:28:53.527194 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-cb1e554e-0655-4b39-bae8-604e665dc63f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=787f8822ae2148c6a7421981edd0fc14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379362 Mar 30 18:28:53.529588 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 42376) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:28:53.574133 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-7df3c69e-545c-4f50-b3c0-7727023b058a admin admin] Publish callbacks [] for security_group (d702cca6-3dcb-4b29-b68e-872ffe358394), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:53.594601 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-7df3c69e-545c-4f50-b3c0-7727023b058a admin admin] Publish callbacks [] for security_group (d702cca6-3dcb-4b29-b68e-872ffe358394), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:53.639734 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-7df3c69e-545c-4f50-b3c0-7727023b058a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (d702cca6-3dcb-4b29-b68e-872ffe358394), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:53.642438 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-7df3c69e-545c-4f50-b3c0-7727023b058a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:53.643588 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-7df3c69e-545c-4f50-b3c0-7727023b058a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d702cca6-3dcb-4b29-b68e-872ffe358394 HTTP/1.1" status: 204 len: 168 time: 0.1131310 Mar 30 18:28:53.652562 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df3c69e-545c-4f50-b3c0-7727023b058a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d702cca6-3dcb-4b29-b68e-872ffe358394,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:28:53.660709 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df3c69e-545c-4f50-b3c0-7727023b058a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:28:53.661053 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df3c69e-545c-4f50-b3c0-7727023b058a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:28:53.661393 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df3c69e-545c-4f50-b3c0-7727023b058a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:28:53.661727 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df3c69e-545c-4f50-b3c0-7727023b058a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:28:53.662060 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df3c69e-545c-4f50-b3c0-7727023b058a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:28:53.662385 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df3c69e-545c-4f50-b3c0-7727023b058a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:28:53.662709 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df3c69e-545c-4f50-b3c0-7727023b058a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:28:53.663034 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df3c69e-545c-4f50-b3c0-7727023b058a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:28:53.663380 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df3c69e-545c-4f50-b3c0-7727023b058a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:28:53.663704 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df3c69e-545c-4f50-b3c0-7727023b058a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:28:53.664024 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df3c69e-545c-4f50-b3c0-7727023b058a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:28:53.664365 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df3c69e-545c-4f50-b3c0-7727023b058a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:28:53.664662 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df3c69e-545c-4f50-b3c0-7727023b058a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:28:53.664976 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df3c69e-545c-4f50-b3c0-7727023b058a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:28:53.665289 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df3c69e-545c-4f50-b3c0-7727023b058a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:28:55.252332 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.agents_db [None req-615cdb4a-d653-495f-8f07-938524d0c5b5 None None] Agent healthcheck: found 6 active agents {{(pid=103296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:28:56.622697 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5eb22e-59b4-49e0-b875-4d560dc78657 req-73e5c0c4-8990-46dd-b2ad-52ed6cb4ff20 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:56.624213 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-6e5eb22e-59b4-49e0-b875-4d560dc78657 req-73e5c0c4-8990-46dd-b2ad-52ed6cb4ff20 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/ports?device_id=326dac67-4146-4feb-a664-51f6c37d7bf0 HTTP/1.1" status: 200 len: 984 time: 0.0849528 Mar 30 18:28:56.649033 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7409b906-5248-4362-8ba9-4b9d0012f4b5 req-6d5e5be9-06d4-486b-a24d-49ff9a1666cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:56.650465 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-7409b906-5248-4362-8ba9-4b9d0012f4b5 req-6d5e5be9-06d4-486b-a24d-49ff9a1666cd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5d0b6518d9c94064bcb428f380076511&device_id=326dac67-4146-4feb-a664-51f6c37d7bf0 HTTP/1.1" status: 200 len: 1168 time: 0.0723369 Mar 30 18:28:56.739271 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-6e5eb22e-59b4-49e0-b875-4d560dc78657 req-b4043a58-e0b3-4d49-8d03-ce4459d80eac tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c808b26-bd62-4f55-862f-72376d58fec4&id=1e09a755-12ee-4766-a762-41d31ef2bf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1088846 Mar 30 18:28:56.768036 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7409b906-5248-4362-8ba9-4b9d0012f4b5 req-1d9e2119-9208-4ede-913d-3c55677f6486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:56.770017 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-7409b906-5248-4362-8ba9-4b9d0012f4b5 req-1d9e2119-9208-4ede-913d-3c55677f6486 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7795e603-ee58-42af-955a-ecfaba12bbbd HTTP/1.1" status: 200 len: 916 time: 0.1084809 Mar 30 18:28:56.834776 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-7409b906-5248-4362-8ba9-4b9d0012f4b5 req-778ea38e-7050-4320-a458-aa17907f6a2e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0275eee3-3ecd-4c07-9fba-5309932ff43b HTTP/1.1" status: 200 len: 1001 time: 0.0575669 Mar 30 18:28:56.880964 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7409b906-5248-4362-8ba9-4b9d0012f4b5 req-805a16b8-bc6c-48c2-86f5-2f4853ebee18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:56.882339 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-7409b906-5248-4362-8ba9-4b9d0012f4b5 req-805a16b8-bc6c-48c2-86f5-2f4853ebee18 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=35545748-b728-48d5-8ad6-a0182a33acb6 HTTP/1.1" status: 200 len: 854 time: 0.0419729 Mar 30 18:28:56.935117 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7409b906-5248-4362-8ba9-4b9d0012f4b5 req-71af8dbd-ece3-499f-b7d3-0429c21bc4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:56.936603 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-7409b906-5248-4362-8ba9-4b9d0012f4b5 req-71af8dbd-ece3-499f-b7d3-0429c21bc4fc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7795e603-ee58-42af-955a-ecfaba12bbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454924 Mar 30 18:28:57.022935 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-7409b906-5248-4362-8ba9-4b9d0012f4b5 req-82a196b3-e950-4673-af3a-8cfbfa18e0e9 service neutron] 10.222.0.55 "GET /v2.0/networks/7795e603-ee58-42af-955a-ecfaba12bbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798001 Mar 30 18:28:57.120261 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-7409b906-5248-4362-8ba9-4b9d0012f4b5 req-2083ca86-5ae0-48f2-9f3f-678761f7aea3 service neutron] 10.222.0.55 "GET /v2.0/networks/7795e603-ee58-42af-955a-ecfaba12bbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902197 Mar 30 18:28:57.688736 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-a1927e8c-84dd-4da7-85af-ef4128e3bb4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (c82c41e6-6be9-408a-ae4d-4131a3230230), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:57.857585 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45883d5-660b-4900-93df-8ef290f7e46b req-54dfda24-155a-4b99-abe4-99a24dd97f4f tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:57.859060 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-e45883d5-660b-4900-93df-8ef290f7e46b req-54dfda24-155a-4b99-abe4-99a24dd97f4f tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/ports?device_id=326dac67-4146-4feb-a664-51f6c37d7bf0 HTTP/1.1" status: 200 len: 984 time: 0.0526597 Mar 30 18:28:57.916963 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-e45883d5-660b-4900-93df-8ef290f7e46b req-f4340799-1cb5-484c-b789-b4c189e133e9 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c808b26-bd62-4f55-862f-72376d58fec4&id=1e09a755-12ee-4766-a762-41d31ef2bf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0521009 Mar 30 18:28:59.034184 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a353b-f931-4a82-8f5c-7800d3e63e3e req-8ad6d760-63ea-47d7-9f76-ab439b2f8070 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:59.036201 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c87a353b-f931-4a82-8f5c-7800d3e63e3e req-8ad6d760-63ea-47d7-9f76-ab439b2f8070 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/ports?device_id=326dac67-4146-4feb-a664-51f6c37d7bf0 HTTP/1.1" status: 200 len: 984 time: 0.0530574 Mar 30 18:28:59.092689 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c87a353b-f931-4a82-8f5c-7800d3e63e3e req-92000f99-2c60-4ad1-a925-466339168a21 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c808b26-bd62-4f55-862f-72376d58fec4&id=1e09a755-12ee-4766-a762-41d31ef2bf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0508139 Mar 30 18:29:00.074951 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-b607bb29-d0d1-465b-a9d0-bc6c5d805969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bb9cbda0-d504-4372-97ec-0881b5676f92), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:00.212528 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d324130e-7862-46a1-8656-10bd416b448d req-8e9f1939-468e-4073-8fc8-3b6f8af2521e tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:00.213988 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-d324130e-7862-46a1-8656-10bd416b448d req-8e9f1939-468e-4073-8fc8-3b6f8af2521e tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/ports?device_id=326dac67-4146-4feb-a664-51f6c37d7bf0 HTTP/1.1" status: 200 len: 984 time: 0.0576942 Mar 30 18:29:00.271266 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-d324130e-7862-46a1-8656-10bd416b448d req-e4e4771c-43f3-43d4-b3c1-3514adb06fe6 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c808b26-bd62-4f55-862f-72376d58fec4&id=1e09a755-12ee-4766-a762-41d31ef2bf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0515933 Mar 30 18:29:01.224691 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f19afa9d-e030-40e8-acc4-8e1b9083a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (63dcb6ae-3517-415b-a3a4-cfabe01bf14f), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:01.386837 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275fb15a-ed38-46e6-9531-bc63b4bcd52e req-c2003bea-5307-4216-943d-dfd8297ad390 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:01.388372 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-275fb15a-ed38-46e6-9531-bc63b4bcd52e req-c2003bea-5307-4216-943d-dfd8297ad390 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/ports?device_id=326dac67-4146-4feb-a664-51f6c37d7bf0 HTTP/1.1" status: 200 len: 984 time: 0.0525999 Mar 30 18:29:01.446827 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-275fb15a-ed38-46e6-9531-bc63b4bcd52e req-c219830c-4adb-48de-a6a7-b4bfad147b57 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c808b26-bd62-4f55-862f-72376d58fec4&id=1e09a755-12ee-4766-a762-41d31ef2bf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528216 Mar 30 18:29:02.564003 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6cfa5e-8cc7-47a4-b743-05e246b0f0c5 req-1703823e-682c-46a2-9a21-d7b5e94ef94c tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:02.565459 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-af6cfa5e-8cc7-47a4-b743-05e246b0f0c5 req-1703823e-682c-46a2-9a21-d7b5e94ef94c tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/ports?device_id=326dac67-4146-4feb-a664-51f6c37d7bf0 HTTP/1.1" status: 200 len: 984 time: 0.0525105 Mar 30 18:29:02.622189 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-735ee7a5-faf9-4a72-9605-65e031eaef75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bc479c0e-1124-4d13-b03e-bb2d712dc776), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:02.627332 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-af6cfa5e-8cc7-47a4-b743-05e246b0f0c5 req-68a780f5-fb5f-43b7-8690-a4c14ae768ec tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c808b26-bd62-4f55-862f-72376d58fec4&id=1e09a755-12ee-4766-a762-41d31ef2bf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562482 Mar 30 18:29:03.744553 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae48f0c-61f5-40dc-89e4-0056f606a528 req-824f95ea-5212-46d4-b5f2-90a520e6e06c tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:03.746024 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-8ae48f0c-61f5-40dc-89e4-0056f606a528 req-824f95ea-5212-46d4-b5f2-90a520e6e06c tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/ports?device_id=326dac67-4146-4feb-a664-51f6c37d7bf0 HTTP/1.1" status: 200 len: 984 time: 0.0520368 Mar 30 18:29:03.804178 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-8ae48f0c-61f5-40dc-89e4-0056f606a528 req-e5ca2acf-bd04-4a23-8c8c-537d2e26960a tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c808b26-bd62-4f55-862f-72376d58fec4&id=1e09a755-12ee-4766-a762-41d31ef2bf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524395 Mar 30 18:29:03.992819 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (6489659c-3f19-4a2c-89f8-52d37c938fb3), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:04.921506 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713dfc7f-c8dc-41b8-b26d-17714712597d req-fa824e59-f28b-4448-ab69-d8cdfe422af8 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:04.922944 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-713dfc7f-c8dc-41b8-b26d-17714712597d req-fa824e59-f28b-4448-ab69-d8cdfe422af8 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/ports?device_id=326dac67-4146-4feb-a664-51f6c37d7bf0 HTTP/1.1" status: 200 len: 984 time: 0.0519550 Mar 30 18:29:04.983173 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-713dfc7f-c8dc-41b8-b26d-17714712597d req-3af199d2-36f8-4c32-a12e-71eb959d27b0 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c808b26-bd62-4f55-862f-72376d58fec4&id=1e09a755-12ee-4766-a762-41d31ef2bf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545580 Mar 30 18:29:06.104342 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef95044-df1d-4d79-9b0f-8d37f52ea718 req-d972f4ae-ad64-4853-8c95-4dc574826642 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:06.105805 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-eef95044-df1d-4d79-9b0f-8d37f52ea718 req-d972f4ae-ad64-4853-8c95-4dc574826642 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/ports?device_id=326dac67-4146-4feb-a664-51f6c37d7bf0 HTTP/1.1" status: 200 len: 984 time: 0.0572577 Mar 30 18:29:06.169705 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-eef95044-df1d-4d79-9b0f-8d37f52ea718 req-412a49c6-7e24-4728-8d74-8b40003b9160 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c808b26-bd62-4f55-862f-72376d58fec4&id=1e09a755-12ee-4766-a762-41d31ef2bf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0579495 Mar 30 18:29:07.286652 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cac640-4821-42a3-b6e7-ff81ae207a69 req-fbe7effe-d81e-4580-a3c2-3d80fc3ded14 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:07.288152 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a9cac640-4821-42a3-b6e7-ff81ae207a69 req-fbe7effe-d81e-4580-a3c2-3d80fc3ded14 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/ports?device_id=326dac67-4146-4feb-a664-51f6c37d7bf0 HTTP/1.1" status: 200 len: 984 time: 0.0521469 Mar 30 18:29:07.347881 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a9cac640-4821-42a3-b6e7-ff81ae207a69 req-8152c03e-068f-4b9f-9770-81788e9865af tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c808b26-bd62-4f55-862f-72376d58fec4&id=1e09a755-12ee-4766-a762-41d31ef2bf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541794 Mar 30 18:29:08.469028 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c3272-7e4c-4de1-9c77-0b5341c046bd req-c5dbc1c5-c570-41a5-a9f8-caf143fa0175 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:08.470443 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-b15c3272-7e4c-4de1-9c77-0b5341c046bd req-c5dbc1c5-c570-41a5-a9f8-caf143fa0175 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/ports?device_id=326dac67-4146-4feb-a664-51f6c37d7bf0 HTTP/1.1" status: 200 len: 984 time: 0.0544963 Mar 30 18:29:08.527972 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-b15c3272-7e4c-4de1-9c77-0b5341c046bd req-12c7711b-2113-42f0-a5d2-1cbcbe617b81 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c808b26-bd62-4f55-862f-72376d58fec4&id=1e09a755-12ee-4766-a762-41d31ef2bf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0519302 Mar 30 18:29:09.642108 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392cc933-67fc-4aca-beb8-badfdac19693 req-89acaa2d-ea0b-4d73-b854-906a839697c6 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:09.643563 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-392cc933-67fc-4aca-beb8-badfdac19693 req-89acaa2d-ea0b-4d73-b854-906a839697c6 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/ports?device_id=326dac67-4146-4feb-a664-51f6c37d7bf0 HTTP/1.1" status: 200 len: 984 time: 0.0510097 Mar 30 18:29:09.701240 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-392cc933-67fc-4aca-beb8-badfdac19693 req-2c4d12f4-a61d-4ae4-b8d1-5594bfb9c9d5 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c808b26-bd62-4f55-862f-72376d58fec4&id=1e09a755-12ee-4766-a762-41d31ef2bf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0514429 Mar 30 18:29:10.816176 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1281c930-b48b-4eb1-875d-8e8bdf4e475a req-1d73b2d6-d475-4dfb-90aa-7cb4f9e4401d tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:10.817603 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-1281c930-b48b-4eb1-875d-8e8bdf4e475a req-1d73b2d6-d475-4dfb-90aa-7cb4f9e4401d tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/ports?device_id=326dac67-4146-4feb-a664-51f6c37d7bf0 HTTP/1.1" status: 200 len: 984 time: 0.0512021 Mar 30 18:29:10.878026 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-1281c930-b48b-4eb1-875d-8e8bdf4e475a req-a16097a5-0bbe-4a09-9f9f-5248435ac95f tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c808b26-bd62-4f55-862f-72376d58fec4&id=1e09a755-12ee-4766-a762-41d31ef2bf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548322 Mar 30 18:29:11.994176 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f78f57-23d1-4811-9b2d-cbc1c9b11fb9 req-1158b835-a2e8-45c2-8087-d557bbb4782d tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:11.995648 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-82f78f57-23d1-4811-9b2d-cbc1c9b11fb9 req-1158b835-a2e8-45c2-8087-d557bbb4782d tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/ports?device_id=326dac67-4146-4feb-a664-51f6c37d7bf0 HTTP/1.1" status: 200 len: 984 time: 0.0518839 Mar 30 18:29:12.053278 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-82f78f57-23d1-4811-9b2d-cbc1c9b11fb9 req-bc02ccab-66c0-435d-8309-3af456328f1d tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c808b26-bd62-4f55-862f-72376d58fec4&id=1e09a755-12ee-4766-a762-41d31ef2bf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0520012 Mar 30 18:29:13.169031 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c2b85-9e3a-4603-8663-67d7b699a6f0 req-9e8b00fc-bf7f-4e6a-864e-b8391a3d496b tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:13.170499 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-fe2c2b85-9e3a-4603-8663-67d7b699a6f0 req-9e8b00fc-bf7f-4e6a-864e-b8391a3d496b tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/ports?device_id=326dac67-4146-4feb-a664-51f6c37d7bf0 HTTP/1.1" status: 200 len: 984 time: 0.0519605 Mar 30 18:29:13.228489 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-fe2c2b85-9e3a-4603-8663-67d7b699a6f0 req-7f8ec8db-edff-425d-856e-693d91591b4b tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c808b26-bd62-4f55-862f-72376d58fec4&id=1e09a755-12ee-4766-a762-41d31ef2bf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0520363 Mar 30 18:29:16.455280 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (48cc6dd0-9d47-40d1-bfd7-3609261a1488), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:18.828136 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4058bb20-8c61-4005-b872-b9c81aee1a01 req-23018b28-5f75-4cb9-82ec-a2cb0d278290 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=326dac67-4146-4feb-a664-51f6c37d7bf0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0460606 Mar 30 18:29:18.927789 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4058bb20-8c61-4005-b872-b9c81aee1a01 req-2cc8ee02-760e-48b8-b784-c8eba8d0c4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:18.929331 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4058bb20-8c61-4005-b872-b9c81aee1a01 req-2cc8ee02-760e-48b8-b784-c8eba8d0c4ca service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5d0b6518d9c94064bcb428f380076511&device_id=326dac67-4146-4feb-a664-51f6c37d7bf0 HTTP/1.1" status: 200 len: 1168 time: 0.0444727 Mar 30 18:29:19.028841 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4058bb20-8c61-4005-b872-b9c81aee1a01 req-9815f38b-95dd-4bf6-9897-c204cb5daa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:19.030363 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4058bb20-8c61-4005-b872-b9c81aee1a01 req-9815f38b-95dd-4bf6-9897-c204cb5daa5b service neutron] 10.222.0.55 "GET /v2.0/networks?id=7795e603-ee58-42af-955a-ecfaba12bbbd HTTP/1.1" status: 200 len: 916 time: 0.0838287 Mar 30 18:29:19.096116 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4058bb20-8c61-4005-b872-b9c81aee1a01 req-37828904-891c-4a02-89b8-f16286a6f333 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0275eee3-3ecd-4c07-9fba-5309932ff43b HTTP/1.1" status: 200 len: 1001 time: 0.0603766 Mar 30 18:29:19.142096 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4058bb20-8c61-4005-b872-b9c81aee1a01 req-feaa9461-eef6-4dc6-9a59-560b2677ada9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:19.143490 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4058bb20-8c61-4005-b872-b9c81aee1a01 req-feaa9461-eef6-4dc6-9a59-560b2677ada9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=35545748-b728-48d5-8ad6-a0182a33acb6 HTTP/1.1" status: 200 len: 854 time: 0.0415969 Mar 30 18:29:19.190731 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4058bb20-8c61-4005-b872-b9c81aee1a01 req-aed55dfe-06f6-474b-b21d-f2fa9109515b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:19.192781 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4058bb20-8c61-4005-b872-b9c81aee1a01 req-aed55dfe-06f6-474b-b21d-f2fa9109515b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7795e603-ee58-42af-955a-ecfaba12bbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429032 Mar 30 18:29:19.282710 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4058bb20-8c61-4005-b872-b9c81aee1a01 req-4d84eb32-b8d1-479d-adb2-173a2ea268b1 service neutron] 10.222.0.55 "GET /v2.0/networks/7795e603-ee58-42af-955a-ecfaba12bbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835793 Mar 30 18:29:19.368274 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4058bb20-8c61-4005-b872-b9c81aee1a01 req-4b5b0f99-1f4a-405b-81c1-0a302f01fc95 service neutron] 10.222.0.55 "GET /v2.0/networks/7795e603-ee58-42af-955a-ecfaba12bbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791860 Mar 30 18:29:27.691082 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-2f45419f-7e6f-4044-a6da-351c9b413484 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (c82c41e6-6be9-408a-ae4d-4131a3230230), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:30.076004 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-58f46aed-2a6b-432b-a4a0-631d001ba8a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bb9cbda0-d504-4372-97ec-0881b5676f92), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:31.227430 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f19afa9d-e030-40e8-acc4-8e1b9083a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (63dcb6ae-3517-415b-a3a4-cfabe01bf14f), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:32.251607 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.agents_db [None req-615cdb4a-d653-495f-8f07-938524d0c5b5 None None] Agent healthcheck: found 6 active agents {{(pid=103296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:29:32.625278 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-735ee7a5-faf9-4a72-9605-65e031eaef75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bc479c0e-1124-4d13-b03e-bb2d712dc776), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:33.994150 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (6489659c-3f19-4a2c-89f8-52d37c938fb3), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:46.452472 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (48cc6dd0-9d47-40d1-bfd7-3609261a1488), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:46.453341 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-e668ceef-e491-476c-96de-ef011a726c2c req-e05fe8b3-60e3-4f6e-a6a2-5a8367ab410d tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-464836107&fields=id&tenant_id=5d0b6518d9c94064bcb428f380076511 HTTP/1.1" status: 200 len: 267 time: 0.2384539 Mar 30 18:29:46.508233 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e668ceef-e491-476c-96de-ef011a726c2c req-2edbc284-0701-4dbd-9abe-00693ac149f3 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:46.509735 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-e668ceef-e491-476c-96de-ef011a726c2c req-2edbc284-0701-4dbd-9abe-00693ac149f3 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/ports?device_id=326dac67-4146-4feb-a664-51f6c37d7bf0 HTTP/1.1" status: 200 len: 984 time: 0.0512195 Mar 30 18:29:46.520124 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [req-e668ceef-e491-476c-96de-ef011a726c2c req-c0856818-a516-457b-9a47-beac9f7336db tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Request body: {'port': {'security_groups': ['4c808b26-bd62-4f55-862f-72376d58fec4']}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:29:46.590539 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-e668ceef-e491-476c-96de-ef011a726c2c req-c0856818-a516-457b-9a47-beac9f7336db tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (0275eee3-3ecd-4c07-9fba-5309932ff43b), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:46.758879 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [req-e668ceef-e491-476c-96de-ef011a726c2c req-c0856818-a516-457b-9a47-beac9f7336db tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] For port 0275eee3-3ecd-4c07-9fba-5309932ff43b, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=0275eee3-3ecd-4c07-9fba-5309932ff43b,segment=NetworkSegment(47e931e0-0296-4d14-b073-623319402841),segment_id=47e931e0-0296-4d14-b073-623319402841)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:29:46.786532 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-e668ceef-e491-476c-96de-ef011a726c2c req-c0856818-a516-457b-9a47-beac9f7336db tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Publish callbacks [] for port (0275eee3-3ecd-4c07-9fba-5309932ff43b), precommit_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:46.791045 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-e668ceef-e491-476c-96de-ef011a726c2c req-c0856818-a516-457b-9a47-beac9f7336db tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58814400'] for port (0275eee3-3ecd-4c07-9fba-5309932ff43b), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:46.826987 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] get_ports_and_sgs() called for port_ids ['0275eee3-3ecd-4c07-9fba-5309932ff43b'] {{(pid=103295) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:29:46.847621 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e668ceef-e491-476c-96de-ef011a726c2c req-c0856818-a516-457b-9a47-beac9f7336db tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:46.848250 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-e668ceef-e491-476c-96de-ef011a726c2c req-c0856818-a516-457b-9a47-beac9f7336db tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for port (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:46.850222 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-e668ceef-e491-476c-96de-ef011a726c2c req-c0856818-a516-457b-9a47-beac9f7336db tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "PUT /v2.0/ports/0275eee3-3ecd-4c07-9fba-5309932ff43b HTTP/1.1" status: 200 len: 942 time: 0.3343656 Mar 30 18:29:46.850686 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '326dac67-4146-4feb-a664-51f6c37d7bf0', 'tag': '0275eee3-3ecd-4c07-9fba-5309932ff43b'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:29:46.853684 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e41150553c85b09edab6cb52843a30629a36ec9d810f78f9b9d5c7c277fb574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ec8e9b-6da7-487c-a308-40ecd4d2107a" -d '{"events": [{"name": "network-changed", "server_uuid": "326dac67-4146-4feb-a664-51f6c37d7bf0", "tag": "0275eee3-3ecd-4c07-9fba-5309932ff43b"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:29:46.860054 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 42434) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:29:46.869275 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0856818-a516-457b-9a47-beac9f7336db tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Pushing event updated for resources: {'Port': ['ID=0275eee3-3ecd-4c07-9fba-5309932ff43b,revision_number=7']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:29:46.927792 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-a26f3ea9-b266-4274-8a4d-1ae70f0ccf80 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Publish callbacks [] for security_group (1e09a755-12ee-4766-a762-41d31ef2bf9f), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:46.954997 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-a26f3ea9-b266-4274-8a4d-1ae70f0ccf80 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Publish callbacks [] for security_group (1e09a755-12ee-4766-a762-41d31ef2bf9f), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:46.995084 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0781cb81-49cb-4392-819b-af261dfe6378 x-openstack-request-id: req-0781cb81-49cb-4392-819b-af261dfe6378 {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:29:46.995642 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "326dac67-4146-4feb-a664-51f6c37d7bf0", "tag": "0275eee3-3ecd-4c07-9fba-5309932ff43b", "status": "completed", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:29:46.996191 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0781cb81-49cb-4392-819b-af261dfe6378 {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:29:46.996778 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0781cb81-49cb-4392-819b-af261dfe6378'] response: {'name': 'network-changed', 'server_uuid': '326dac67-4146-4feb-a664-51f6c37d7bf0', 'tag': '0275eee3-3ecd-4c07-9fba-5309932ff43b', 'status': 'completed', 'code': 200} Mar 30 18:29:47.006808 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] get_ports_and_sgs() called for port_ids ['0275eee3-3ecd-4c07-9fba-5309932ff43b'] {{(pid=103295) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:29:47.029964 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-a26f3ea9-b266-4274-8a4d-1ae70f0ccf80 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (1e09a755-12ee-4766-a762-41d31ef2bf9f), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:47.033258 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-a26f3ea9-b266-4274-8a4d-1ae70f0ccf80 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:47.034706 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-a26f3ea9-b266-4274-8a4d-1ae70f0ccf80 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "DELETE /v2.0/security-groups/1e09a755-12ee-4766-a762-41d31ef2bf9f HTTP/1.1" status: 204 len: 168 time: 0.1725001 Mar 30 18:29:47.037285 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 42438) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:29:47.045335 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26f3ea9-b266-4274-8a4d-1ae70f0ccf80 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e09a755-12ee-4766-a762-41d31ef2bf9f,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:29:47.054634 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26f3ea9-b266-4274-8a4d-1ae70f0ccf80 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:29:47.055390 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26f3ea9-b266-4274-8a4d-1ae70f0ccf80 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:29:47.055825 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26f3ea9-b266-4274-8a4d-1ae70f0ccf80 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:29:47.056265 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26f3ea9-b266-4274-8a4d-1ae70f0ccf80 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:29:47.056700 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26f3ea9-b266-4274-8a4d-1ae70f0ccf80 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:29:47.057130 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26f3ea9-b266-4274-8a4d-1ae70f0ccf80 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:29:47.057577 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26f3ea9-b266-4274-8a4d-1ae70f0ccf80 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:29:47.058029 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26f3ea9-b266-4274-8a4d-1ae70f0ccf80 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:29:47.058564 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26f3ea9-b266-4274-8a4d-1ae70f0ccf80 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:29:47.059084 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26f3ea9-b266-4274-8a4d-1ae70f0ccf80 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:29:47.059641 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26f3ea9-b266-4274-8a4d-1ae70f0ccf80 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:29:47.060162 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26f3ea9-b266-4274-8a4d-1ae70f0ccf80 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:29:47.060701 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26f3ea9-b266-4274-8a4d-1ae70f0ccf80 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:29:47.061127 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26f3ea9-b266-4274-8a4d-1ae70f0ccf80 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:29:47.061764 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26f3ea9-b266-4274-8a4d-1ae70f0ccf80 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:29:47.087447 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-04568d91-790f-4a82-8547-84dabc95a07d None None] Provisioning complete for port 0275eee3-3ecd-4c07-9fba-5309932ff43b triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:29:47.087827 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-04568d91-790f-4a82-8547-84dabc95a07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (0275eee3-3ecd-4c07-9fba-5309932ff43b), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:47.232136 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-04568d91-790f-4a82-8547-84dabc95a07d None None] Current status of the port 0275eee3-3ecd-4c07-9fba-5309932ff43b is: ACTIVE; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:29:47.233223 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ec8e9b-6da7-487c-a308-40ecd4d2107a req-ad587122-69c2-4363-ba67-74b6b73c0a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:47.235595 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-27ec8e9b-6da7-487c-a308-40ecd4d2107a req-ad587122-69c2-4363-ba67-74b6b73c0a90 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5d0b6518d9c94064bcb428f380076511&device_id=326dac67-4146-4feb-a664-51f6c37d7bf0 HTTP/1.1" status: 200 len: 1129 time: 0.1581116 Mar 30 18:29:47.604980 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-0f1b0179-5c70-4242-aa9c-6e5dac5b8cb6 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Deleting port be11bf84-4086-4c2a-ab07-38afc523f777 {{(pid=103293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:29:47.605711 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-0f1b0179-5c70-4242-aa9c-6e5dac5b8cb6 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759690029078'] for port (be11bf84-4086-4c2a-ab07-38afc523f777), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:47.678924 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ec8e9b-6da7-487c-a308-40ecd4d2107a req-295edd5d-58be-4975-aaca-51813a1f0f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:47.680357 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-27ec8e9b-6da7-487c-a308-40ecd4d2107a req-295edd5d-58be-4975-aaca-51813a1f0f8c service neutron] 10.222.0.55 "GET /v2.0/networks?id=7795e603-ee58-42af-955a-ecfaba12bbbd HTTP/1.1" status: 200 len: 916 time: 0.4380336 Mar 30 18:29:47.751376 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-0f1b0179-5c70-4242-aa9c-6e5dac5b8cb6 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586036'] for port (be11bf84-4086-4c2a-ab07-38afc523f777), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:47.751701 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-0f1b0179-5c70-4242-aa9c-6e5dac5b8cb6 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Publish callbacks [] for floatingip (be11bf84-4086-4c2a-ab07-38afc523f777), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:47.772836 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-0f1b0179-5c70-4242-aa9c-6e5dac5b8cb6 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Calling delete_port for be11bf84-4086-4c2a-ab07-38afc523f777 owned by network:floatingip {{(pid=103293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:29:47.780258 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-27ec8e9b-6da7-487c-a308-40ecd4d2107a req-edf44330-2878-47cb-b937-7407adb32d46 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0275eee3-3ecd-4c07-9fba-5309932ff43b HTTP/1.1" status: 200 len: 1001 time: 0.0894601 Mar 30 18:29:47.876053 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ec8e9b-6da7-487c-a308-40ecd4d2107a req-d172853d-fee8-44d5-98e7-d2a2463c4768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:47.877564 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-27ec8e9b-6da7-487c-a308-40ecd4d2107a req-d172853d-fee8-44d5-98e7-d2a2463c4768 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=35545748-b728-48d5-8ad6-a0182a33acb6 HTTP/1.1" status: 200 len: 854 time: 0.0903137 Mar 30 18:29:47.954717 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ec8e9b-6da7-487c-a308-40ecd4d2107a req-9e297004-fb0a-4681-8768-091bcccbe13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:47.956324 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-27ec8e9b-6da7-487c-a308-40ecd4d2107a req-9e297004-fb0a-4681-8768-091bcccbe13a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7795e603-ee58-42af-955a-ecfaba12bbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0724757 Mar 30 18:29:47.965809 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [req-27ec8e9b-6da7-487c-a308-40ecd4d2107a req-469caa33-c5cd-4ba1-9553-621fc578eb1f service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103293) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 18:29:47.966824 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-27ec8e9b-6da7-487c-a308-40ecd4d2107a req-469caa33-c5cd-4ba1-9553-621fc578eb1f service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050550 Mar 30 18:29:48.070706 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-0f1b0179-5c70-4242-aa9c-6e5dac5b8cb6 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759690034297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759689464333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58814409'] for port (be11bf84-4086-4c2a-ab07-38afc523f777), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:48.116075 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1b0179-5c70-4242-aa9c-6e5dac5b8cb6 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Pushing event deleted for resources: {'Port': ['ID=be11bf84-4086-4c2a-ab07-38afc523f777,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:29:48.146986 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-27ec8e9b-6da7-487c-a308-40ecd4d2107a req-2b794756-958f-4310-81a5-48c4e36b5c5a service neutron] 10.222.0.55 "GET /v2.0/networks/7795e603-ee58-42af-955a-ecfaba12bbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744473 Mar 30 18:29:48.252002 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-0f1b0179-5c70-4242-aa9c-6e5dac5b8cb6 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Publish callbacks [] for floatingip (232d395d-09a1-496a-a8f3-707873000504), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:48.252432 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.db.l3_db [None req-0f1b0179-5c70-4242-aa9c-6e5dac5b8cb6 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Floating IP 232d395d-09a1-496a-a8f3-707873000504 disassociated (deleted). External IP: 172.27.0.185, port: 0275eee3-3ecd-4c07-9fba-5309932ff43b. Mar 30 18:29:48.368995 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-27ec8e9b-6da7-487c-a308-40ecd4d2107a req-c9f760da-a5a0-498b-bded-33a6545e3687 service neutron] 10.222.0.55 "GET /v2.0/networks/7795e603-ee58-42af-955a-ecfaba12bbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991251 Mar 30 18:29:48.500187 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f1b0179-5c70-4242-aa9c-6e5dac5b8cb6 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Router a1db6a15-7d4f-4b3f-9c51-6c30dacb697e has already been hosted by L3 agent bb9cbda0-d504-4372-97ec-0881b5676f92 {{(pid=103293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:29:48.606842 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f1b0179-5c70-4242-aa9c-6e5dac5b8cb6 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Notify agent at l3_agent.dv-cinder-835879-1-iscsi the message routers_updated {{(pid=103293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:29:48.611587 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-0f1b0179-5c70-4242-aa9c-6e5dac5b8cb6 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for floatingip (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:48.616818 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e0f3e4-1569-4dbc-ba76-95b374505310 None None] Sync routers for ids ['a1db6a15-7d4f-4b3f-9c51-6c30dacb697e'] in dv-cinder-835879-1-iscsi {{(pid=103295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:29:48.626066 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e0f3e4-1569-4dbc-ba76-95b374505310 None None] Routers {'a1db6a15-7d4f-4b3f-9c51-6c30dacb697e'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:29:48.626680 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-79e0f3e4-1569-4dbc-ba76-95b374505310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:29:30Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['a1db6a15-7d4f-4b3f-9c51-6c30dacb697e'], 'active': True} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:29:48.641983 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-0f1b0179-5c70-4242-aa9c-6e5dac5b8cb6 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "DELETE /v2.0/floatingips/232d395d-09a1-496a-a8f3-707873000504 HTTP/1.1" status: 204 len: 168 time: 1.6029758 Mar 30 18:29:48.742814 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvr_db [None req-79e0f3e4-1569-4dbc-ba76-95b374505310 None None] Set router a1db6a15-7d4f-4b3f-9c51-6c30dacb697e gateway port host: dv-cinder-835879-1-iscsi {{(pid=103295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:29:48.952114 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-79e0f3e4-1569-4dbc-ba76-95b374505310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1db6a15-7d4f-4b3f-9c51-6c30dacb697e', 'name': 'tempest-TestMinimumBasicScenario-1845362969-router', 'tenant_id': '5d0b6518d9c94064bcb428f380076511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '2c3b786b-cf57-4545-a9c1-06dc677ea39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:27:14Z', 'updated_at': '2022-03-30T18:27:17Z', 'revision_number': 4, 'project_id': '5d0b6518d9c94064bcb428f380076511', 'gw_port': {'id': '2c3b786b-cf57-4545-a9c1-06dc677ea39e', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1db6a15-7d4f-4b3f-9c51-6c30dacb697e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:14Z', 'updated_at': '2022-03-30T18:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_interfaces': [{'id': '165f6d46-e0b4-4b76-8b8f-c387acafb306', 'name': '', 'network_id': '7795e603-ee58-42af-955a-ecfaba12bbbd', 'tenant_id': '5d0b6518d9c94064bcb428f380076511', 'mac_address': 'fa:16:3e:7f:47:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1db6a15-7d4f-4b3f-9c51-6c30dacb697e', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '35545748-b728-48d5-8ad6-a0182a33acb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:16Z', 'updated_at': '2022-03-30T18:27:23Z', 'revision_number': 5, 'project_id': '5d0b6518d9c94064bcb428f380076511', 'subnets': [{'id': '35545748-b728-48d5-8ad6-a0182a33acb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:29:48.979800 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e0f3e4-1569-4dbc-ba76-95b374505310 None None] Checking router: a1db6a15-7d4f-4b3f-9c51-6c30dacb697e for host: dv-cinder-835879-1-iscsi {{(pid=103295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:29:48.988284 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e0f3e4-1569-4dbc-ba76-95b374505310 None None] Routers {'a1db6a15-7d4f-4b3f-9c51-6c30dacb697e'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:29:48.988891 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-79e0f3e4-1569-4dbc-ba76-95b374505310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:29:30Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['a1db6a15-7d4f-4b3f-9c51-6c30dacb697e'], 'active': True} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:29:48.997934 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '326dac67-4146-4feb-a664-51f6c37d7bf0', 'tag': '0275eee3-3ecd-4c07-9fba-5309932ff43b'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:29:49.000440 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e41150553c85b09edab6cb52843a30629a36ec9d810f78f9b9d5c7c277fb574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a6f867-f3df-425c-9040-fa2250d3fe60" -d '{"events": [{"name": "network-changed", "server_uuid": "326dac67-4146-4feb-a664-51f6c37d7bf0", "tag": "0275eee3-3ecd-4c07-9fba-5309932ff43b"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:29:49.035440 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e86303-405f-42d8-aaef-16ffae904e0b x-openstack-request-id: req-67e86303-405f-42d8-aaef-16ffae904e0b {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:29:49.035729 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "326dac67-4146-4feb-a664-51f6c37d7bf0", "tag": "0275eee3-3ecd-4c07-9fba-5309932ff43b", "status": "completed", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:29:49.035982 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-67e86303-405f-42d8-aaef-16ffae904e0b {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:29:49.036392 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67e86303-405f-42d8-aaef-16ffae904e0b'] response: {'name': 'network-changed', 'server_uuid': '326dac67-4146-4feb-a664-51f6c37d7bf0', 'tag': '0275eee3-3ecd-4c07-9fba-5309932ff43b', 'status': 'completed', 'code': 200} Mar 30 18:29:49.098675 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvr_db [None req-79e0f3e4-1569-4dbc-ba76-95b374505310 None None] Set router a1db6a15-7d4f-4b3f-9c51-6c30dacb697e gateway port host: dv-cinder-835879-1-iscsi {{(pid=103295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:29:49.121940 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a6f867-f3df-425c-9040-fa2250d3fe60 req-024bdcb6-1508-4bfa-bfeb-6d817571da7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:49.123488 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-08a6f867-f3df-425c-9040-fa2250d3fe60 req-024bdcb6-1508-4bfa-bfeb-6d817571da7b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5d0b6518d9c94064bcb428f380076511&device_id=326dac67-4146-4feb-a664-51f6c37d7bf0 HTTP/1.1" status: 200 len: 1129 time: 0.0444381 Mar 30 18:29:49.215824 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a6f867-f3df-425c-9040-fa2250d3fe60 req-5b4abe4e-01a9-408b-a859-852abfab0428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:49.217296 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-08a6f867-f3df-425c-9040-fa2250d3fe60 req-5b4abe4e-01a9-408b-a859-852abfab0428 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7795e603-ee58-42af-955a-ecfaba12bbbd HTTP/1.1" status: 200 len: 916 time: 0.0880675 Mar 30 18:29:49.257302 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-08a6f867-f3df-425c-9040-fa2250d3fe60 req-e6b9ffc2-eed2-4f25-a325-58f03f9d18c9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0275eee3-3ecd-4c07-9fba-5309932ff43b HTTP/1.1" status: 200 len: 217 time: 0.0341675 Mar 30 18:29:49.294125 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-79e0f3e4-1569-4dbc-ba76-95b374505310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1db6a15-7d4f-4b3f-9c51-6c30dacb697e', 'name': 'tempest-TestMinimumBasicScenario-1845362969-router', 'tenant_id': '5d0b6518d9c94064bcb428f380076511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '2c3b786b-cf57-4545-a9c1-06dc677ea39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:27:14Z', 'updated_at': '2022-03-30T18:27:17Z', 'revision_number': 4, 'project_id': '5d0b6518d9c94064bcb428f380076511', 'gw_port': {'id': '2c3b786b-cf57-4545-a9c1-06dc677ea39e', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1db6a15-7d4f-4b3f-9c51-6c30dacb697e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:14Z', 'updated_at': '2022-03-30T18:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_interfaces': [{'id': '165f6d46-e0b4-4b76-8b8f-c387acafb306', 'name': '', 'network_id': '7795e603-ee58-42af-955a-ecfaba12bbbd', 'tenant_id': '5d0b6518d9c94064bcb428f380076511', 'mac_address': 'fa:16:3e:7f:47:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1db6a15-7d4f-4b3f-9c51-6c30dacb697e', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '35545748-b728-48d5-8ad6-a0182a33acb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:16Z', 'updated_at': '2022-03-30T18:27:23Z', 'revision_number': 5, 'project_id': '5d0b6518d9c94064bcb428f380076511', 'subnets': [{'id': '35545748-b728-48d5-8ad6-a0182a33acb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:29:49.305886 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a6f867-f3df-425c-9040-fa2250d3fe60 req-f5eb4cd9-00c4-4d87-9572-69189cf2c687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:49.307395 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-08a6f867-f3df-425c-9040-fa2250d3fe60 req-f5eb4cd9-00c4-4d87-9572-69189cf2c687 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=35545748-b728-48d5-8ad6-a0182a33acb6 HTTP/1.1" status: 200 len: 854 time: 0.0421877 Mar 30 18:29:49.325043 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e0f3e4-1569-4dbc-ba76-95b374505310 None None] The sync data for ids ['a1db6a15-7d4f-4b3f-9c51-6c30dacb697e'] in dv-cinder-835879-1-iscsi is: [{'id': 'a1db6a15-7d4f-4b3f-9c51-6c30dacb697e', 'name': 'tempest-TestMinimumBasicScenario-1845362969-router', 'tenant_id': '5d0b6518d9c94064bcb428f380076511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '2c3b786b-cf57-4545-a9c1-06dc677ea39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:27:14Z', 'updated_at': '2022-03-30T18:27:17Z', 'revision_number': 4, 'project_id': '5d0b6518d9c94064bcb428f380076511', 'gw_port': {'id': '2c3b786b-cf57-4545-a9c1-06dc677ea39e', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1db6a15-7d4f-4b3f-9c51-6c30dacb697e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:14Z', 'updated_at': '2022-03-30T18:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_interfaces': [{'id': '165f6d46-e0b4-4b76-8b8f-c387acafb306', 'name': '', 'network_id': '7795e603-ee58-42af-955a-ecfaba12bbbd', 'tenant_id': '5d0b6518d9c94064bcb428f380076511', 'mac_address': 'fa:16:3e:7f:47:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1db6a15-7d4f-4b3f-9c51-6c30dacb697e', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '35545748-b728-48d5-8ad6-a0182a33acb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:16Z', 'updated_at': '2022-03-30T18:27:23Z', 'revision_number': 5, 'project_id': '5d0b6518d9c94064bcb428f380076511', 'subnets': [{'id': '35545748-b728-48d5-8ad6-a0182a33acb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:29:49.367332 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a6f867-f3df-425c-9040-fa2250d3fe60 req-1b28e3c4-2e34-4bb6-b98f-85d5ff239c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:49.368862 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-08a6f867-f3df-425c-9040-fa2250d3fe60 req-1b28e3c4-2e34-4bb6-b98f-85d5ff239c22 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7795e603-ee58-42af-955a-ecfaba12bbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0521343 Mar 30 18:29:49.464652 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-08a6f867-f3df-425c-9040-fa2250d3fe60 req-60441114-4f59-4a62-b3fd-f995443be12f service neutron] 10.222.0.55 "GET /v2.0/networks/7795e603-ee58-42af-955a-ecfaba12bbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887461 Mar 30 18:29:49.551123 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477f82fe-fcce-424a-b68e-08e3cc5fb5ba None None] New status for floating IP 232d395d-09a1-496a-a8f3-707873000504: DOWN {{(pid=103296) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:29:49.561095 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-08a6f867-f3df-425c-9040-fa2250d3fe60 req-178057eb-0e57-49e1-9bf4-569c2d904286 service neutron] 10.222.0.55 "GET /v2.0/networks/7795e603-ee58-42af-955a-ecfaba12bbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908582 Mar 30 18:29:51.372996 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a6d73-a416-4e3b-9ed8-822ef073d558 req-2b85a7b2-eae7-421f-b235-81c6726c7b73 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:51.374487 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-da1a6d73-a416-4e3b-9ed8-822ef073d558 req-2b85a7b2-eae7-421f-b235-81c6726c7b73 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/ports?device_id=326dac67-4146-4feb-a664-51f6c37d7bf0 HTTP/1.1" status: 200 len: 945 time: 0.0538499 Mar 30 18:29:51.420787 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-da1a6d73-a416-4e3b-9ed8-822ef073d558 req-45e04482-015a-4ab5-ba42-e28efc59ae1b tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c808b26-bd62-4f55-862f-72376d58fec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406854 Mar 30 18:29:52.587213 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61dcdf1-c250-484c-bbd5-1e2ef37992a2 req-4f02df3c-78d2-4382-acab-5e7d3321889e tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:52.588684 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-d61dcdf1-c250-484c-bbd5-1e2ef37992a2 req-4f02df3c-78d2-4382-acab-5e7d3321889e tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/ports?device_id=326dac67-4146-4feb-a664-51f6c37d7bf0 HTTP/1.1" status: 200 len: 945 time: 0.1003408 Mar 30 18:29:52.633714 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-d61dcdf1-c250-484c-bbd5-1e2ef37992a2 req-08f1d5f6-0597-40fc-84cd-e4db59d8df34 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c808b26-bd62-4f55-862f-72376d58fec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394688 Mar 30 18:29:53.174863 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ecf3fa-ef4b-4b59-ab4f-0378d61e03e0 req-8b25a8bc-189c-42f2-8e32-759d5943dc5b tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:53.176334 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-82ecf3fa-ef4b-4b59-ab4f-0378d61e03e0 req-8b25a8bc-189c-42f2-8e32-759d5943dc5b tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.55 "GET /v2.0/ports?device_id=326dac67-4146-4feb-a664-51f6c37d7bf0 HTTP/1.1" status: 200 len: 945 time: 0.0550718 Mar 30 18:29:53.265350 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [req-82ecf3fa-ef4b-4b59-ab4f-0378d61e03e0 req-e5a49a57-8c61-4355-a4b3-7ed22f9c2418 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Deleting port 0275eee3-3ecd-4c07-9fba-5309932ff43b {{(pid=103293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:29:53.265688 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-82ecf3fa-ef4b-4b59-ab4f-0378d61e03e0 req-e5a49a57-8c61-4355-a4b3-7ed22f9c2418 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759690029078'] for port (0275eee3-3ecd-4c07-9fba-5309932ff43b), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:53.356324 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [req-82ecf3fa-ef4b-4b59-ab4f-0378d61e03e0 req-e5a49a57-8c61-4355-a4b3-7ed22f9c2418 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] For port 0275eee3-3ecd-4c07-9fba-5309932ff43b, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=0275eee3-3ecd-4c07-9fba-5309932ff43b,segment=NetworkSegment(47e931e0-0296-4d14-b073-623319402841),segment_id=47e931e0-0296-4d14-b073-623319402841)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:29:53.356711 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-82ecf3fa-ef4b-4b59-ab4f-0378d61e03e0 req-e5a49a57-8c61-4355-a4b3-7ed22f9c2418 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586036'] for port (0275eee3-3ecd-4c07-9fba-5309932ff43b), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:53.369983 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [req-82ecf3fa-ef4b-4b59-ab4f-0378d61e03e0 req-e5a49a57-8c61-4355-a4b3-7ed22f9c2418 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Calling delete_port for 0275eee3-3ecd-4c07-9fba-5309932ff43b owned by compute:nova {{(pid=103293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:29:53.492816 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-82ecf3fa-ef4b-4b59-ab4f-0378d61e03e0 req-e5a49a57-8c61-4355-a4b3-7ed22f9c2418 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759690034297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759689464333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58814409'] for port (0275eee3-3ecd-4c07-9fba-5309932ff43b), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:53.524010 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a49a57-8c61-4355-a4b3-7ed22f9c2418 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Pushing event deleted for resources: {'Port': ['ID=0275eee3-3ecd-4c07-9fba-5309932ff43b,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:29:53.527183 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] get_ports_and_sgs() called for port_ids ['0275eee3-3ecd-4c07-9fba-5309932ff43b'] {{(pid=103295) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:29:53.567807 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [req-82ecf3fa-ef4b-4b59-ab4f-0378d61e03e0 req-e5a49a57-8c61-4355-a4b3-7ed22f9c2418 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] No DVR routers for this DVR port 0275eee3-3ecd-4c07-9fba-5309932ff43b on host hv-cinder-83587 {{(pid=103293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:29:53.570124 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-82ecf3fa-ef4b-4b59-ab4f-0378d61e03e0 req-e5a49a57-8c61-4355-a4b3-7ed22f9c2418 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for port (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:53.573423 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-82ecf3fa-ef4b-4b59-ab4f-0378d61e03e0 req-e5a49a57-8c61-4355-a4b3-7ed22f9c2418 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.55 "DELETE /v2.0/ports/0275eee3-3ecd-4c07-9fba-5309932ff43b HTTP/1.1" status: 204 len: 173 time: 0.3922274 Mar 30 18:29:53.573859 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '326dac67-4146-4feb-a664-51f6c37d7bf0', 'name': 'network-vif-deleted', 'tag': '0275eee3-3ecd-4c07-9fba-5309932ff43b'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:29:53.576163 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e41150553c85b09edab6cb52843a30629a36ec9d810f78f9b9d5c7c277fb574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6fdcb72-8e11-4fb0-b8bf-ce9a746b55f3" -d '{"events": [{"server_uuid": "326dac67-4146-4feb-a664-51f6c37d7bf0", "name": "network-vif-deleted", "tag": "0275eee3-3ecd-4c07-9fba-5309932ff43b"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:29:53.620063 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a07481e-22a2-418c-923a-b6c9a7c14211 x-openstack-request-id: req-0a07481e-22a2-418c-923a-b6c9a7c14211 {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:29:53.620685 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "326dac67-4146-4feb-a664-51f6c37d7bf0", "name": "network-vif-deleted", "tag": "0275eee3-3ecd-4c07-9fba-5309932ff43b", "status": "completed", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:29:53.620957 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0a07481e-22a2-418c-923a-b6c9a7c14211 {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:29:53.621369 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a07481e-22a2-418c-923a-b6c9a7c14211'] response: {'server_uuid': '326dac67-4146-4feb-a664-51f6c37d7bf0', 'name': 'network-vif-deleted', 'tag': '0275eee3-3ecd-4c07-9fba-5309932ff43b', 'status': 'completed', 'code': 200} Mar 30 18:29:53.731187 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a6177a5c-2e0c-4fa4-82cf-d431c4cb3b2f req-083e62d2-6429-4135-bc42-0e0c9351c231 tempest-TestMinimumBasicScenario-1142740358 tempest-TestMinimumBasicScenario-1142740358-project] 10.222.0.18 "GET /v2.0/ports?device_id=326dac67-4146-4feb-a664-51f6c37d7bf0 HTTP/1.1" status: 200 len: 210 time: 0.0279016 Mar 30 18:29:55.397873 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 42526) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:29:55.735953 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5b305a53-498f-46f0-af46-686b48de22ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625670'] for router_interface (a1db6a15-7d4f-4b3f-9c51-6c30dacb697e), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:55.973978 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-5b305a53-498f-46f0-af46-686b48de22ca admin admin] Deleting port 165f6d46-e0b4-4b76-8b8f-c387acafb306 {{(pid=103294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:29:55.974987 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5b305a53-498f-46f0-af46-686b48de22ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759690029078'] for port (165f6d46-e0b4-4b76-8b8f-c387acafb306), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:56.049153 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [None req-5b305a53-498f-46f0-af46-686b48de22ca admin admin] For port 165f6d46-e0b4-4b76-8b8f-c387acafb306, host dv-cinder-835879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=165f6d46-e0b4-4b76-8b8f-c387acafb306,segment=NetworkSegment(47e931e0-0296-4d14-b073-623319402841),segment_id=47e931e0-0296-4d14-b073-623319402841)] {{(pid=103294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:29:56.049657 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5b305a53-498f-46f0-af46-686b48de22ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586036'] for port (165f6d46-e0b4-4b76-8b8f-c387acafb306), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:56.062126 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-5b305a53-498f-46f0-af46-686b48de22ca admin admin] Calling delete_port for 165f6d46-e0b4-4b76-8b8f-c387acafb306 owned by network:router_interface {{(pid=103294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:29:56.236194 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5b305a53-498f-46f0-af46-686b48de22ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759690034297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759689464333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59249992'] for port (165f6d46-e0b4-4b76-8b8f-c387acafb306), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:56.263304 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b305a53-498f-46f0-af46-686b48de22ca admin admin] Pushing event deleted for resources: {'Port': ['ID=165f6d46-e0b4-4b76-8b8f-c387acafb306,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:29:56.433710 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5b305a53-498f-46f0-af46-686b48de22ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1628225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624278'] for router_interface (a1db6a15-7d4f-4b3f-9c51-6c30dacb697e), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:56.649045 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b305a53-498f-46f0-af46-686b48de22ca admin admin] Router a1db6a15-7d4f-4b3f-9c51-6c30dacb697e has already been hosted by L3 agent bb9cbda0-d504-4372-97ec-0881b5676f92 {{(pid=103294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:29:56.753670 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b305a53-498f-46f0-af46-686b48de22ca admin admin] Notify agent at l3_agent.dv-cinder-835879-1-iscsi the message routers_updated {{(pid=103294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:29:56.759449 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-5b305a53-498f-46f0-af46-686b48de22ca admin admin] 10.222.0.18 "PUT /v2.0/routers/a1db6a15-7d4f-4b3f-9c51-6c30dacb697e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3604662 Mar 30 18:29:56.761994 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 42528) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:29:56.762745 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec770ff4-b474-4210-9fa7-ab27e68f27bd None None] Sync routers for ids ['a1db6a15-7d4f-4b3f-9c51-6c30dacb697e'] in dv-cinder-835879-1-iscsi {{(pid=103295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:29:56.773584 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec770ff4-b474-4210-9fa7-ab27e68f27bd None None] Routers {'a1db6a15-7d4f-4b3f-9c51-6c30dacb697e'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:29:56.774196 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-ec770ff4-b474-4210-9fa7-ab27e68f27bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:29:30Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['a1db6a15-7d4f-4b3f-9c51-6c30dacb697e'], 'active': True} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:29:56.865396 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-33e28ba2-8bee-4f63-984d-661426f3e084 admin admin] Publish callbacks [] for router (a1db6a15-7d4f-4b3f-9c51-6c30dacb697e), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:56.877596 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvr_db [None req-ec770ff4-b474-4210-9fa7-ab27e68f27bd None None] Set router a1db6a15-7d4f-4b3f-9c51-6c30dacb697e gateway port host: dv-cinder-835879-1-iscsi {{(pid=103295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:29:56.965522 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-33e28ba2-8bee-4f63-984d-661426f3e084 admin admin] Publish callbacks [] for router_gateway (a1db6a15-7d4f-4b3f-9c51-6c30dacb697e), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:57.018153 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-33e28ba2-8bee-4f63-984d-661426f3e084 admin admin] Deleting port 2c3b786b-cf57-4545-a9c1-06dc677ea39e {{(pid=103294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:29:57.018481 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-33e28ba2-8bee-4f63-984d-661426f3e084 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759690029078'] for port (2c3b786b-cf57-4545-a9c1-06dc677ea39e), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:57.053859 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-ec770ff4-b474-4210-9fa7-ab27e68f27bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1db6a15-7d4f-4b3f-9c51-6c30dacb697e', 'name': 'tempest-TestMinimumBasicScenario-1845362969-router', 'tenant_id': '5d0b6518d9c94064bcb428f380076511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '2c3b786b-cf57-4545-a9c1-06dc677ea39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:27:14Z', 'updated_at': '2022-03-30T18:29:56Z', 'revision_number': 5, 'project_id': '5d0b6518d9c94064bcb428f380076511', 'gw_port': {'id': '2c3b786b-cf57-4545-a9c1-06dc677ea39e', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1db6a15-7d4f-4b3f-9c51-6c30dacb697e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:14Z', 'updated_at': '2022-03-30T18:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi'}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:29:57.082843 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec770ff4-b474-4210-9fa7-ab27e68f27bd None None] Checking router: a1db6a15-7d4f-4b3f-9c51-6c30dacb697e for host: dv-cinder-835879-1-iscsi {{(pid=103295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:29:57.091689 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec770ff4-b474-4210-9fa7-ab27e68f27bd None None] Routers {'a1db6a15-7d4f-4b3f-9c51-6c30dacb697e'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:29:57.092296 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-ec770ff4-b474-4210-9fa7-ab27e68f27bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:29:30Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['a1db6a15-7d4f-4b3f-9c51-6c30dacb697e'], 'active': True} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:29:57.096797 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [None req-33e28ba2-8bee-4f63-984d-661426f3e084 admin admin] For port 2c3b786b-cf57-4545-a9c1-06dc677ea39e, host dv-cinder-835879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=2c3b786b-cf57-4545-a9c1-06dc677ea39e,segment=NetworkSegment(4e174139-f6b8-43d7-bf46-4927edc5f7d6),segment_id=4e174139-f6b8-43d7-bf46-4927edc5f7d6)] {{(pid=103294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:29:57.097153 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-33e28ba2-8bee-4f63-984d-661426f3e084 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586036'] for port (2c3b786b-cf57-4545-a9c1-06dc677ea39e), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:57.109284 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-33e28ba2-8bee-4f63-984d-661426f3e084 admin admin] Calling delete_port for 2c3b786b-cf57-4545-a9c1-06dc677ea39e owned by network:router_gateway {{(pid=103294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:29:57.187473 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvr_db [None req-ec770ff4-b474-4210-9fa7-ab27e68f27bd None None] Set router a1db6a15-7d4f-4b3f-9c51-6c30dacb697e gateway port host: None {{(pid=103295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:29:57.240461 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-ec770ff4-b474-4210-9fa7-ab27e68f27bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1db6a15-7d4f-4b3f-9c51-6c30dacb697e', 'name': 'tempest-TestMinimumBasicScenario-1845362969-router', 'tenant_id': '5d0b6518d9c94064bcb428f380076511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:27:14Z', 'updated_at': '2022-03-30T18:29:56Z', 'revision_number': 6, 'project_id': '5d0b6518d9c94064bcb428f380076511', 'gw_port_host': None}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:29:57.270875 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec770ff4-b474-4210-9fa7-ab27e68f27bd None None] The sync data for ids ['a1db6a15-7d4f-4b3f-9c51-6c30dacb697e'] in dv-cinder-835879-1-iscsi is: [{'id': 'a1db6a15-7d4f-4b3f-9c51-6c30dacb697e', 'name': 'tempest-TestMinimumBasicScenario-1845362969-router', 'tenant_id': '5d0b6518d9c94064bcb428f380076511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:27:14Z', 'updated_at': '2022-03-30T18:29:56Z', 'revision_number': 6, 'project_id': '5d0b6518d9c94064bcb428f380076511', 'gw_port_host': None}] {{(pid=103295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:29:57.470315 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-33e28ba2-8bee-4f63-984d-661426f3e084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759690034297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759689464333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59249992'] for port (2c3b786b-cf57-4545-a9c1-06dc677ea39e), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:57.497902 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e28ba2-8bee-4f63-984d-661426f3e084 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c3b786b-cf57-4545-a9c1-06dc677ea39e,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:29:57.506605 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device 0275eee3-3ecd-4c07-9fba-5309932ff43b no longer exists at agent hyperv_hv-cinder-83587 {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:29:57.525983 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] No Port match for: 0275eee3-3ecd-4c07-9fba-5309932ff43b {{(pid=103295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:29:57.526327 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device 0275eee3-3ecd-4c07-9fba-5309932ff43b not bound to the agent host hv-cinder-83587 {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:29:57.556391 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-33e28ba2-8bee-4f63-984d-661426f3e084 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1623612'] for router_gateway (a1db6a15-7d4f-4b3f-9c51-6c30dacb697e), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:57.646358 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-33e28ba2-8bee-4f63-984d-661426f3e084 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7048'] for router (a1db6a15-7d4f-4b3f-9c51-6c30dacb697e), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:57.648683 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-33e28ba2-8bee-4f63-984d-661426f3e084 admin admin] Publish callbacks [] for router_controller (a1db6a15-7d4f-4b3f-9c51-6c30dacb697e), precommit_delete_associations {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:57.696901 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-19ee750f-2a95-4620-b41f-59eb9d1a3489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (c82c41e6-6be9-408a-ae4d-4131a3230230), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:57.698067 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-33e28ba2-8bee-4f63-984d-661426f3e084 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628121'] for router (a1db6a15-7d4f-4b3f-9c51-6c30dacb697e), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:57.698765 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e28ba2-8bee-4f63-984d-661426f3e084 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1db6a15-7d4f-4b3f-9c51-6c30dacb697e {{(pid=103294) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 18:29:57.705370 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-33e28ba2-8bee-4f63-984d-661426f3e084 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:57.706510 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-33e28ba2-8bee-4f63-984d-661426f3e084 admin admin] 10.222.0.18 "DELETE /v2.0/routers/a1db6a15-7d4f-4b3f-9c51-6c30dacb697e HTTP/1.1" status: 204 len: 168 time: 0.9436235 Mar 30 18:29:57.709511 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 42530) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:29:57.754486 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.db_base_plugin_v2 [None req-f55dbb19-7c99-4e26-8b0e-afc98aa2c020 admin admin] Deleting subnet 35545748-b728-48d5-8ad6-a0182a33acb6 {{(pid=103293) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 18:29:57.757513 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f55dbb19-7c99-4e26-8b0e-afc98aa2c020 admin admin] Publish callbacks [] for subnet (35545748-b728-48d5-8ad6-a0182a33acb6), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:57.794075 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f55dbb19-7c99-4e26-8b0e-afc98aa2c020 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58812552'] for subnet (35545748-b728-48d5-8ad6-a0182a33acb6), precommit_delete_associations {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:57.867266 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f55dbb19-7c99-4e26-8b0e-afc98aa2c020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-826600'] for subnet (35545748-b728-48d5-8ad6-a0182a33acb6), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:57.919677 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f55dbb19-7c99-4e26-8b0e-afc98aa2c020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-826591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58812474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58991743'] for subnet (35545748-b728-48d5-8ad6-a0182a33acb6), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:57.944280 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55dbb19-7c99-4e26-8b0e-afc98aa2c020 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35545748-b728-48d5-8ad6-a0182a33acb6,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:29:57.948666 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-f55dbb19-7c99-4e26-8b0e-afc98aa2c020 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:57.954001 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-f55dbb19-7c99-4e26-8b0e-afc98aa2c020 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/35545748-b728-48d5-8ad6-a0182a33acb6 HTTP/1.1" status: 204 len: 168 time: 0.2404542 Mar 30 18:29:57.954161 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9ecbe5-19ce-455c-8c6e-fb2f07a7d071 None None] Network 7795e603-ee58-42af-955a-ecfaba12bbbd requested from dv-cinder-835879-1-iscsi {{(pid=103295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:29:57.955350 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 42532) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:29:57.957146 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55dbb19-7c99-4e26-8b0e-afc98aa2c020 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:29:57.957623 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55dbb19-7c99-4e26-8b0e-afc98aa2c020 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:29:57.957969 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55dbb19-7c99-4e26-8b0e-afc98aa2c020 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:29:57.958328 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55dbb19-7c99-4e26-8b0e-afc98aa2c020 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:29:57.959204 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55dbb19-7c99-4e26-8b0e-afc98aa2c020 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:29:57.959204 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55dbb19-7c99-4e26-8b0e-afc98aa2c020 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:29:57.959557 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55dbb19-7c99-4e26-8b0e-afc98aa2c020 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:29:57.959912 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55dbb19-7c99-4e26-8b0e-afc98aa2c020 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:29:57.960304 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55dbb19-7c99-4e26-8b0e-afc98aa2c020 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:29:57.960567 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55dbb19-7c99-4e26-8b0e-afc98aa2c020 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:29:57.960890 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55dbb19-7c99-4e26-8b0e-afc98aa2c020 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:29:57.961388 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55dbb19-7c99-4e26-8b0e-afc98aa2c020 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:29:57.961719 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55dbb19-7c99-4e26-8b0e-afc98aa2c020 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:29:57.961991 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55dbb19-7c99-4e26-8b0e-afc98aa2c020 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:29:57.962314 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55dbb19-7c99-4e26-8b0e-afc98aa2c020 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:29:58.027977 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-2a0ce1d5-4651-45e2-9f84-f11d810862b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803497'] for network (7795e603-ee58-42af-955a-ecfaba12bbbd), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:58.090937 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-2a0ce1d5-4651-45e2-9f84-f11d810862b4 admin admin] Deleting port e5a7d226-2800-4a73-9822-13ad37d37001 {{(pid=103294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:29:58.090937 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-2a0ce1d5-4651-45e2-9f84-f11d810862b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759690029078'] for port (e5a7d226-2800-4a73-9822-13ad37d37001), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:58.122858 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e00a36d-4954-4df2-8ad0-6b153443f8b7 None None] DHCP port deletion for 7795e603-ee58-42af-955a-ecfaba12bbbd request from dv-cinder-835879-1-iscsi {{(pid=103295) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 30 18:29:58.156120 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [None req-2a0ce1d5-4651-45e2-9f84-f11d810862b4 admin admin] For port e5a7d226-2800-4a73-9822-13ad37d37001, host dv-cinder-835879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=e5a7d226-2800-4a73-9822-13ad37d37001,segment=NetworkSegment(47e931e0-0296-4d14-b073-623319402841),segment_id=47e931e0-0296-4d14-b073-623319402841)] {{(pid=103294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:29:58.156839 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-2a0ce1d5-4651-45e2-9f84-f11d810862b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586036'] for port (e5a7d226-2800-4a73-9822-13ad37d37001), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:58.170511 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-2a0ce1d5-4651-45e2-9f84-f11d810862b4 admin admin] Calling delete_port for e5a7d226-2800-4a73-9822-13ad37d37001 owned by network:dhcp {{(pid=103294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:29:58.175141 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-3e00a36d-4954-4df2-8ad0-6b153443f8b7 None None] Deleting port e5a7d226-2800-4a73-9822-13ad37d37001 {{(pid=103295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:29:58.175685 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-3e00a36d-4954-4df2-8ad0-6b153443f8b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759690029078'] for port (e5a7d226-2800-4a73-9822-13ad37d37001), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:58.242217 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-3e00a36d-4954-4df2-8ad0-6b153443f8b7 None None] For port e5a7d226-2800-4a73-9822-13ad37d37001, host dv-cinder-835879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=e5a7d226-2800-4a73-9822-13ad37d37001,segment=NetworkSegment(47e931e0-0296-4d14-b073-623319402841),segment_id=47e931e0-0296-4d14-b073-623319402841)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:29:58.243649 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-3e00a36d-4954-4df2-8ad0-6b153443f8b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586036'] for port (e5a7d226-2800-4a73-9822-13ad37d37001), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:58.251626 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-2a0ce1d5-4651-45e2-9f84-f11d810862b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759690034297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759689464333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59249992'] for port (e5a7d226-2800-4a73-9822-13ad37d37001), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:58.256340 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-3e00a36d-4954-4df2-8ad0-6b153443f8b7 None None] Calling delete_port for e5a7d226-2800-4a73-9822-13ad37d37001 owned by network:dhcp {{(pid=103295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:29:58.278569 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0ce1d5-4651-45e2-9f84-f11d810862b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5a7d226-2800-4a73-9822-13ad37d37001,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:29:58.281814 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0ce1d5-4651-45e2-9f84-f11d810862b4 admin admin] No DVR routers for this DVR port e5a7d226-2800-4a73-9822-13ad37d37001 on host dv-cinder-835879-1-iscsi {{(pid=103294) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:29:58.347290 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-3e00a36d-4954-4df2-8ad0-6b153443f8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759690034297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759689464333'] for port (e5a7d226-2800-4a73-9822-13ad37d37001), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:58.356940 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-2a0ce1d5-4651-45e2-9f84-f11d810862b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-760675', 'neutron.services.segments.db._delete_segments_for_network-8759689995322'] for network (7795e603-ee58-42af-955a-ecfaba12bbbd), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:58.376551 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e00a36d-4954-4df2-8ad0-6b153443f8b7 None None] Pushing event deleted for resources: {'Port': ['ID=e5a7d226-2800-4a73-9822-13ad37d37001,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:29:58.377437 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.services.segments.db [None req-2a0ce1d5-4651-45e2-9f84-f11d810862b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7795e603-ee58-42af-955a-ecfaba12bbbd']}} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:29:58.382544 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e00a36d-4954-4df2-8ad0-6b153443f8b7 None None] No DVR routers for this DVR port e5a7d226-2800-4a73-9822-13ad37d37001 on host dv-cinder-835879-1-iscsi {{(pid=103295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:29:58.387403 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.services.segments.db [None req-2a0ce1d5-4651-45e2-9f84-f11d810862b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47e931e0-0296-4d14-b073-623319402841') {'for_net_delete': True} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:29:58.387717 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.services.segments.db [None req-2a0ce1d5-4651-45e2-9f84-f11d810862b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47e931e0-0296-4d14-b073-623319402841') {} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:29:58.394342 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e00a36d-4954-4df2-8ad0-6b153443f8b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:29:58.394689 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e00a36d-4954-4df2-8ad0-6b153443f8b7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:29:58.395023 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e00a36d-4954-4df2-8ad0-6b153443f8b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:29:58.395780 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e00a36d-4954-4df2-8ad0-6b153443f8b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:29:58.396070 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e00a36d-4954-4df2-8ad0-6b153443f8b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:29:58.397047 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e00a36d-4954-4df2-8ad0-6b153443f8b7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:29:58.397378 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e00a36d-4954-4df2-8ad0-6b153443f8b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:29:58.397615 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-2a0ce1d5-4651-45e2-9f84-f11d810862b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759689809987', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59249178'] for segment (47e931e0-0296-4d14-b073-623319402841), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:58.397752 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e00a36d-4954-4df2-8ad0-6b153443f8b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:29:58.398158 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e00a36d-4954-4df2-8ad0-6b153443f8b7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:29:58.398394 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e00a36d-4954-4df2-8ad0-6b153443f8b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:29:58.398982 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e00a36d-4954-4df2-8ad0-6b153443f8b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:29:58.398982 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e00a36d-4954-4df2-8ad0-6b153443f8b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:29:58.399320 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e00a36d-4954-4df2-8ad0-6b153443f8b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:29:58.399612 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e00a36d-4954-4df2-8ad0-6b153443f8b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:29:58.399909 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e00a36d-4954-4df2-8ad0-6b153443f8b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:29:58.410918 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-2a0ce1d5-4651-45e2-9f84-f11d810862b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-829919'] for segment (47e931e0-0296-4d14-b073-623319402841), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:58.417295 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a0ce1d5-4651-45e2-9f84-f11d810862b4 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103294) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 18:29:58.417752 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-2a0ce1d5-4651-45e2-9f84-f11d810862b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-829919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59249949'] for segment (47e931e0-0296-4d14-b073-623319402841), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:58.419499 dv-cinder-835879-1-iscsi neutron-server[103294]: Traceback (most recent call last): Mar 30 18:29:58.419499 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 18:29:58.419499 dv-cinder-835879-1-iscsi neutron-server[103294]: timer() Mar 30 18:29:58.419499 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 18:29:58.419499 dv-cinder-835879-1-iscsi neutron-server[103294]: cb(*args, **kw) Mar 30 18:29:58.419499 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 18:29:58.419499 dv-cinder-835879-1-iscsi neutron-server[103294]: return func(*args, **kwargs) Mar 30 18:29:58.419499 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 18:29:58.419499 dv-cinder-835879-1-iscsi neutron-server[103294]: self._notify() Mar 30 18:29:58.419499 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 18:29:58.419499 dv-cinder-835879-1-iscsi neutron-server[103294]: self.callback(batched_events) Mar 30 18:29:58.419499 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 18:29:58.419499 dv-cinder-835879-1-iscsi neutron-server[103294]: event.method(event) Mar 30 18:29:58.419499 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 18:29:58.419499 dv-cinder-835879-1-iscsi neutron-server[103294]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 18:29:58.419499 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 18:29:58.419499 dv-cinder-835879-1-iscsi neutron-server[103294]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 18:29:58.419499 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 18:29:58.419499 dv-cinder-835879-1-iscsi neutron-server[103294]: return f(self, *a, **k) Mar 30 18:29:58.419499 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 18:29:58.419499 dv-cinder-835879-1-iscsi neutron-server[103294]: return self._get(url).json() Mar 30 18:29:58.419499 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 18:29:58.419499 dv-cinder-835879-1-iscsi neutron-server[103294]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 18:29:58.419499 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 18:29:58.419499 dv-cinder-835879-1-iscsi neutron-server[103294]: return self.request(url, 'GET', **kwargs) Mar 30 18:29:58.419499 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 18:29:58.419499 dv-cinder-835879-1-iscsi neutron-server[103294]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 18:29:58.419499 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 18:29:58.419499 dv-cinder-835879-1-iscsi neutron-server[103294]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 18:29:58.419499 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 18:29:58.419499 dv-cinder-835879-1-iscsi neutron-server[103294]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 18:29:58.419499 dv-cinder-835879-1-iscsi neutron-server[103294]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 18:29:58.472766 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-2a0ce1d5-4651-45e2-9f84-f11d810862b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-760682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1623632'] for network (7795e603-ee58-42af-955a-ecfaba12bbbd), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:58.478016 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-2a0ce1d5-4651-45e2-9f84-f11d810862b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628270'] for network (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:58.481215 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-2a0ce1d5-4651-45e2-9f84-f11d810862b4 admin admin] 10.222.0.18 "DELETE /v2.0/networks/7795e603-ee58-42af-955a-ecfaba12bbbd HTTP/1.1" status: 204 len: 168 time: 0.5246716 Mar 30 18:29:58.484283 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 42534) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:29:58.495881 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0ce1d5-4651-45e2-9f84-f11d810862b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=7795e603-ee58-42af-955a-ecfaba12bbbd,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:29:58.637922 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device 165f6d46-e0b4-4b76-8b8f-c387acafb306 no longer exists at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:29:58.658806 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] No Port match for: 165f6d46-e0b4-4b76-8b8f-c387acafb306 {{(pid=103295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:29:58.659083 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device 165f6d46-e0b4-4b76-8b8f-c387acafb306 not bound to the agent host dv-cinder-835879-1-iscsi {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:29:58.659525 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device e5a7d226-2800-4a73-9822-13ad37d37001 no longer exists at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:29:58.677963 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] No Port match for: e5a7d226-2800-4a73-9822-13ad37d37001 {{(pid=103295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:29:58.678309 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device e5a7d226-2800-4a73-9822-13ad37d37001 not bound to the agent host dv-cinder-835879-1-iscsi {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:29:58.678714 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device 2c3b786b-cf57-4545-a9c1-06dc677ea39e no longer exists at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:29:58.697489 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] No Port match for: 2c3b786b-cf57-4545-a9c1-06dc677ea39e {{(pid=103295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:29:58.697835 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device 2c3b786b-cf57-4545-a9c1-06dc677ea39e not bound to the agent host dv-cinder-835879-1-iscsi {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:29:58.838607 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-953ff1d5-45ea-46ef-926f-3bb3b079ff23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625670'] for router_interface (844b3c1d-c58a-44b2-b0ca-59be56138920), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:59.076713 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-953ff1d5-45ea-46ef-926f-3bb3b079ff23 admin admin] Deleting port 27caacca-febc-4d81-ae42-41c9edeb3752 {{(pid=103293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:29:59.077049 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-953ff1d5-45ea-46ef-926f-3bb3b079ff23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759690029078'] for port (27caacca-febc-4d81-ae42-41c9edeb3752), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:59.150545 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-953ff1d5-45ea-46ef-926f-3bb3b079ff23 admin admin] For port 27caacca-febc-4d81-ae42-41c9edeb3752, host dv-cinder-835879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=27caacca-febc-4d81-ae42-41c9edeb3752,segment=NetworkSegment(c3d3d319-23c8-4f6a-bdfe-b3522c647817),segment_id=c3d3d319-23c8-4f6a-bdfe-b3522c647817)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:29:59.150820 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-953ff1d5-45ea-46ef-926f-3bb3b079ff23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586036'] for port (27caacca-febc-4d81-ae42-41c9edeb3752), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:59.169761 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-953ff1d5-45ea-46ef-926f-3bb3b079ff23 admin admin] Calling delete_port for 27caacca-febc-4d81-ae42-41c9edeb3752 owned by network:router_interface {{(pid=103293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:29:59.342483 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-953ff1d5-45ea-46ef-926f-3bb3b079ff23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759690034297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759689464333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58814409'] for port (27caacca-febc-4d81-ae42-41c9edeb3752), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:59.377492 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953ff1d5-45ea-46ef-926f-3bb3b079ff23 admin admin] Pushing event deleted for resources: {'Port': ['ID=27caacca-febc-4d81-ae42-41c9edeb3752,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:29:59.533810 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-953ff1d5-45ea-46ef-926f-3bb3b079ff23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1628225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624278'] for router_interface (844b3c1d-c58a-44b2-b0ca-59be56138920), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:00.030567 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-953ff1d5-45ea-46ef-926f-3bb3b079ff23 admin admin] Router 844b3c1d-c58a-44b2-b0ca-59be56138920 has already been hosted by L3 agent bb9cbda0-d504-4372-97ec-0881b5676f92 {{(pid=103293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:30:00.078386 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-519ef21f-995c-444d-95a8-35f14d3dab40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bb9cbda0-d504-4372-97ec-0881b5676f92), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:00.139051 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-953ff1d5-45ea-46ef-926f-3bb3b079ff23 admin admin] Notify agent at l3_agent.dv-cinder-835879-1-iscsi the message routers_updated {{(pid=103293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:30:00.144004 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-953ff1d5-45ea-46ef-926f-3bb3b079ff23 admin admin] 10.222.0.18 "PUT /v2.0/routers/844b3c1d-c58a-44b2-b0ca-59be56138920/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6586792 Mar 30 18:30:00.146607 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 42536) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:30:00.149965 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeeb2e9b-b482-4c94-a025-5d1bc2bad548 None None] Sync routers for ids ['844b3c1d-c58a-44b2-b0ca-59be56138920'] in dv-cinder-835879-1-iscsi {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:30:00.163935 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeeb2e9b-b482-4c94-a025-5d1bc2bad548 None None] Routers {'844b3c1d-c58a-44b2-b0ca-59be56138920'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:30:00.164547 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-aeeb2e9b-b482-4c94-a025-5d1bc2bad548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:30:00Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['844b3c1d-c58a-44b2-b0ca-59be56138920'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:30:00.247550 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-61164dcd-567a-4991-b677-cc6b438d7e55 admin admin] Publish callbacks [] for router (844b3c1d-c58a-44b2-b0ca-59be56138920), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:00.264693 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-aeeb2e9b-b482-4c94-a025-5d1bc2bad548 None None] Set router 844b3c1d-c58a-44b2-b0ca-59be56138920 gateway port host: dv-cinder-835879-1-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:30:00.350057 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-61164dcd-567a-4991-b677-cc6b438d7e55 admin admin] Publish callbacks [] for router_gateway (844b3c1d-c58a-44b2-b0ca-59be56138920), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:00.404058 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-61164dcd-567a-4991-b677-cc6b438d7e55 admin admin] Deleting port b79fbf0e-2687-401f-b9d0-417b307c6091 {{(pid=103293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:30:00.404386 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-61164dcd-567a-4991-b677-cc6b438d7e55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759690029078'] for port (b79fbf0e-2687-401f-b9d0-417b307c6091), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:00.441585 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-aeeb2e9b-b482-4c94-a025-5d1bc2bad548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '844b3c1d-c58a-44b2-b0ca-59be56138920', 'name': 'tempest-TestMinimumBasicScenario-548356338-router', 'tenant_id': '36511dbbdc544caba1493a8bf8cdddcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': 'b79fbf0e-2687-401f-b9d0-417b307c6091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:27:18Z', 'updated_at': '2022-03-30T18:29:59Z', 'revision_number': 5, 'project_id': '36511dbbdc544caba1493a8bf8cdddcd', 'gw_port': {'id': 'b79fbf0e-2687-401f-b9d0-417b307c6091', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844b3c1d-c58a-44b2-b0ca-59be56138920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:19Z', 'updated_at': '2022-03-30T18:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi'}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:30:00.468327 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeeb2e9b-b482-4c94-a025-5d1bc2bad548 None None] Checking router: 844b3c1d-c58a-44b2-b0ca-59be56138920 for host: dv-cinder-835879-1-iscsi {{(pid=103296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:30:00.477288 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeeb2e9b-b482-4c94-a025-5d1bc2bad548 None None] Routers {'844b3c1d-c58a-44b2-b0ca-59be56138920'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:30:00.477892 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-aeeb2e9b-b482-4c94-a025-5d1bc2bad548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:30:00Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['844b3c1d-c58a-44b2-b0ca-59be56138920'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:30:00.481237 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-61164dcd-567a-4991-b677-cc6b438d7e55 admin admin] For port b79fbf0e-2687-401f-b9d0-417b307c6091, host dv-cinder-835879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=b79fbf0e-2687-401f-b9d0-417b307c6091,segment=NetworkSegment(4e174139-f6b8-43d7-bf46-4927edc5f7d6),segment_id=4e174139-f6b8-43d7-bf46-4927edc5f7d6)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:30:00.481598 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-61164dcd-567a-4991-b677-cc6b438d7e55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586036'] for port (b79fbf0e-2687-401f-b9d0-417b307c6091), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:00.493919 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-61164dcd-567a-4991-b677-cc6b438d7e55 admin admin] Calling delete_port for b79fbf0e-2687-401f-b9d0-417b307c6091 owned by network:router_gateway {{(pid=103293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:30:00.654527 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-aeeb2e9b-b482-4c94-a025-5d1bc2bad548 None None] Set router 844b3c1d-c58a-44b2-b0ca-59be56138920 gateway port host: None {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:30:00.663173 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-61164dcd-567a-4991-b677-cc6b438d7e55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759690034297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759689464333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58814409'] for port (b79fbf0e-2687-401f-b9d0-417b307c6091), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:00.688898 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61164dcd-567a-4991-b677-cc6b438d7e55 admin admin] Pushing event deleted for resources: {'Port': ['ID=b79fbf0e-2687-401f-b9d0-417b307c6091,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:00.708345 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-aeeb2e9b-b482-4c94-a025-5d1bc2bad548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '844b3c1d-c58a-44b2-b0ca-59be56138920', 'name': 'tempest-TestMinimumBasicScenario-548356338-router', 'tenant_id': '36511dbbdc544caba1493a8bf8cdddcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:27:18Z', 'updated_at': '2022-03-30T18:30:00Z', 'revision_number': 6, 'project_id': '36511dbbdc544caba1493a8bf8cdddcd', 'gw_port_host': None}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:30:00.734937 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeeb2e9b-b482-4c94-a025-5d1bc2bad548 None None] The sync data for ids ['844b3c1d-c58a-44b2-b0ca-59be56138920'] in dv-cinder-835879-1-iscsi is: [{'id': '844b3c1d-c58a-44b2-b0ca-59be56138920', 'name': 'tempest-TestMinimumBasicScenario-548356338-router', 'tenant_id': '36511dbbdc544caba1493a8bf8cdddcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:27:18Z', 'updated_at': '2022-03-30T18:30:00Z', 'revision_number': 6, 'project_id': '36511dbbdc544caba1493a8bf8cdddcd', 'gw_port_host': None}] {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:30:00.754893 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-61164dcd-567a-4991-b677-cc6b438d7e55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1623612'] for router_gateway (844b3c1d-c58a-44b2-b0ca-59be56138920), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:00.844228 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-61164dcd-567a-4991-b677-cc6b438d7e55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7048'] for router (844b3c1d-c58a-44b2-b0ca-59be56138920), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:00.846304 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-61164dcd-567a-4991-b677-cc6b438d7e55 admin admin] Publish callbacks [] for router_controller (844b3c1d-c58a-44b2-b0ca-59be56138920), precommit_delete_associations {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:00.888051 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-61164dcd-567a-4991-b677-cc6b438d7e55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628121'] for router (844b3c1d-c58a-44b2-b0ca-59be56138920), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:00.888673 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61164dcd-567a-4991-b677-cc6b438d7e55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 844b3c1d-c58a-44b2-b0ca-59be56138920 {{(pid=103293) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 18:30:00.893125 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-61164dcd-567a-4991-b677-cc6b438d7e55 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:00.894251 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-61164dcd-567a-4991-b677-cc6b438d7e55 admin admin] 10.222.0.18 "DELETE /v2.0/routers/844b3c1d-c58a-44b2-b0ca-59be56138920 HTTP/1.1" status: 204 len: 168 time: 0.7468560 Mar 30 18:30:00.897502 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 42538) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:30:00.940017 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ea2d2f3-2c01-4b1c-a9de-b5914c4e2b0d admin admin] Deleting subnet 430c3409-ad2a-426e-8599-b2aa75e1e16c {{(pid=103294) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 18:30:00.942918 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5ea2d2f3-2c01-4b1c-a9de-b5914c4e2b0d admin admin] Publish callbacks [] for subnet (430c3409-ad2a-426e-8599-b2aa75e1e16c), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:00.977586 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5ea2d2f3-2c01-4b1c-a9de-b5914c4e2b0d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59249169'] for subnet (430c3409-ad2a-426e-8599-b2aa75e1e16c), precommit_delete_associations {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:01.050227 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5ea2d2f3-2c01-4b1c-a9de-b5914c4e2b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-826600'] for subnet (430c3409-ad2a-426e-8599-b2aa75e1e16c), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:01.107694 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5ea2d2f3-2c01-4b1c-a9de-b5914c4e2b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-826591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59249339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59550572'] for subnet (430c3409-ad2a-426e-8599-b2aa75e1e16c), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:01.133051 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea2d2f3-2c01-4b1c-a9de-b5914c4e2b0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=430c3409-ad2a-426e-8599-b2aa75e1e16c,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:01.140164 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5ea2d2f3-2c01-4b1c-a9de-b5914c4e2b0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628270'] for subnet (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:01.145738 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-5ea2d2f3-2c01-4b1c-a9de-b5914c4e2b0d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/430c3409-ad2a-426e-8599-b2aa75e1e16c HTTP/1.1" status: 204 len: 168 time: 0.2450187 Mar 30 18:30:01.146085 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 42540) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:30:01.146553 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e236ed-a8e6-4fe1-a28d-a9b34f03b2e6 None None] Network fe00b886-40df-420e-9469-0d9e74c7035a requested from dv-cinder-835879-1-iscsi {{(pid=103295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:30:01.220193 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-e00cf0a8-d284-4235-87c2-25aed61634f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803497'] for network (fe00b886-40df-420e-9469-0d9e74c7035a), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:01.246239 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f19afa9d-e030-40e8-acc4-8e1b9083a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (63dcb6ae-3517-415b-a3a4-cfabe01bf14f), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:01.276981 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-e00cf0a8-d284-4235-87c2-25aed61634f1 admin admin] Deleting port 8b6f0d2d-acc7-4f56-81fd-6c4fb48add62 {{(pid=103293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:30:01.276981 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-e00cf0a8-d284-4235-87c2-25aed61634f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759690029078'] for port (8b6f0d2d-acc7-4f56-81fd-6c4fb48add62), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:01.349545 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-e00cf0a8-d284-4235-87c2-25aed61634f1 admin admin] For port 8b6f0d2d-acc7-4f56-81fd-6c4fb48add62, host dv-cinder-835879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=8b6f0d2d-acc7-4f56-81fd-6c4fb48add62,segment=NetworkSegment(c3d3d319-23c8-4f6a-bdfe-b3522c647817),segment_id=c3d3d319-23c8-4f6a-bdfe-b3522c647817)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:30:01.349960 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-e00cf0a8-d284-4235-87c2-25aed61634f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586036'] for port (8b6f0d2d-acc7-4f56-81fd-6c4fb48add62), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:01.362714 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-e00cf0a8-d284-4235-87c2-25aed61634f1 admin admin] Calling delete_port for 8b6f0d2d-acc7-4f56-81fd-6c4fb48add62 owned by network:dhcp {{(pid=103293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:30:01.450172 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-e00cf0a8-d284-4235-87c2-25aed61634f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759690034297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759689464333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58814409'] for port (8b6f0d2d-acc7-4f56-81fd-6c4fb48add62), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:01.475433 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00cf0a8-d284-4235-87c2-25aed61634f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b6f0d2d-acc7-4f56-81fd-6c4fb48add62,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:01.479666 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00cf0a8-d284-4235-87c2-25aed61634f1 admin admin] No DVR routers for this DVR port 8b6f0d2d-acc7-4f56-81fd-6c4fb48add62 on host dv-cinder-835879-1-iscsi {{(pid=103293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:30:01.515999 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc84c3f-1386-4227-a4a1-7ab25e73a013 None None] DHCP port deletion for fe00b886-40df-420e-9469-0d9e74c7035a request from dv-cinder-835879-1-iscsi {{(pid=103295) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 30 18:30:01.555968 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-e00cf0a8-d284-4235-87c2-25aed61634f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-760675', 'neutron.services.segments.db._delete_segments_for_network-8759689995322'] for network (fe00b886-40df-420e-9469-0d9e74c7035a), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:01.577966 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.services.segments.db [None req-e00cf0a8-d284-4235-87c2-25aed61634f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe00b886-40df-420e-9469-0d9e74c7035a']}} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:30:01.588000 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.services.segments.db [None req-e00cf0a8-d284-4235-87c2-25aed61634f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3d3d319-23c8-4f6a-bdfe-b3522c647817') {'for_net_delete': True} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:30:01.588301 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.services.segments.db [None req-e00cf0a8-d284-4235-87c2-25aed61634f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3d3d319-23c8-4f6a-bdfe-b3522c647817') {} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:30:01.598202 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-e00cf0a8-d284-4235-87c2-25aed61634f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759689809987', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58812547'] for segment (c3d3d319-23c8-4f6a-bdfe-b3522c647817), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:01.613123 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-e00cf0a8-d284-4235-87c2-25aed61634f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-829919'] for segment (c3d3d319-23c8-4f6a-bdfe-b3522c647817), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:01.620337 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e00cf0a8-d284-4235-87c2-25aed61634f1 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103293) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 18:30:01.620795 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-e00cf0a8-d284-4235-87c2-25aed61634f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-829919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58814364'] for segment (c3d3d319-23c8-4f6a-bdfe-b3522c647817), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:01.622704 dv-cinder-835879-1-iscsi neutron-server[103293]: Traceback (most recent call last): Mar 30 18:30:01.622704 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 18:30:01.622704 dv-cinder-835879-1-iscsi neutron-server[103293]: timer() Mar 30 18:30:01.622704 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 18:30:01.622704 dv-cinder-835879-1-iscsi neutron-server[103293]: cb(*args, **kw) Mar 30 18:30:01.622704 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 18:30:01.622704 dv-cinder-835879-1-iscsi neutron-server[103293]: return func(*args, **kwargs) Mar 30 18:30:01.622704 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 18:30:01.622704 dv-cinder-835879-1-iscsi neutron-server[103293]: self._notify() Mar 30 18:30:01.622704 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 18:30:01.622704 dv-cinder-835879-1-iscsi neutron-server[103293]: self.callback(batched_events) Mar 30 18:30:01.622704 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 18:30:01.622704 dv-cinder-835879-1-iscsi neutron-server[103293]: event.method(event) Mar 30 18:30:01.622704 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 18:30:01.622704 dv-cinder-835879-1-iscsi neutron-server[103293]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 18:30:01.622704 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 18:30:01.622704 dv-cinder-835879-1-iscsi neutron-server[103293]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 18:30:01.622704 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 18:30:01.622704 dv-cinder-835879-1-iscsi neutron-server[103293]: return f(self, *a, **k) Mar 30 18:30:01.622704 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 18:30:01.622704 dv-cinder-835879-1-iscsi neutron-server[103293]: return self._get(url).json() Mar 30 18:30:01.622704 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 18:30:01.622704 dv-cinder-835879-1-iscsi neutron-server[103293]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 18:30:01.622704 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 18:30:01.622704 dv-cinder-835879-1-iscsi neutron-server[103293]: return self.request(url, 'GET', **kwargs) Mar 30 18:30:01.622704 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 18:30:01.622704 dv-cinder-835879-1-iscsi neutron-server[103293]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 18:30:01.622704 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 18:30:01.622704 dv-cinder-835879-1-iscsi neutron-server[103293]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 18:30:01.622704 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 18:30:01.622704 dv-cinder-835879-1-iscsi neutron-server[103293]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 18:30:01.622704 dv-cinder-835879-1-iscsi neutron-server[103293]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 18:30:01.677300 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-e00cf0a8-d284-4235-87c2-25aed61634f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-760682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1623632'] for network (fe00b886-40df-420e-9469-0d9e74c7035a), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:01.683536 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-e00cf0a8-d284-4235-87c2-25aed61634f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628270'] for network (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:01.688052 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-e00cf0a8-d284-4235-87c2-25aed61634f1 admin admin] 10.222.0.18 "DELETE /v2.0/networks/fe00b886-40df-420e-9469-0d9e74c7035a HTTP/1.1" status: 204 len: 168 time: 0.5409534 Mar 30 18:30:01.702616 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00cf0a8-d284-4235-87c2-25aed61634f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe00b886-40df-420e-9469-0d9e74c7035a,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:01.871893 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 42544) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:30:01.915058 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-1709db77-7176-4bd8-85f8-63d25deaf24b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5d0b6518d9c94064bcb428f380076511&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418823 Mar 30 18:30:01.917489 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 42546) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:30:01.963634 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-fb798ce5-218f-4f80-b533-9d895d03c542 admin admin] Publish callbacks [] for security_group (4c808b26-bd62-4f55-862f-72376d58fec4), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:01.984803 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-fb798ce5-218f-4f80-b533-9d895d03c542 admin admin] Publish callbacks [] for security_group (4c808b26-bd62-4f55-862f-72376d58fec4), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:02.030145 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-fb798ce5-218f-4f80-b533-9d895d03c542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (4c808b26-bd62-4f55-862f-72376d58fec4), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:02.032769 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-fb798ce5-218f-4f80-b533-9d895d03c542 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:02.033913 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-fb798ce5-218f-4f80-b533-9d895d03c542 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4c808b26-bd62-4f55-862f-72376d58fec4 HTTP/1.1" status: 204 len: 168 time: 0.1154733 Mar 30 18:30:02.041902 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb798ce5-218f-4f80-b533-9d895d03c542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c808b26-bd62-4f55-862f-72376d58fec4,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:02.333489 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 42552) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:30:02.372330 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-393680bf-d93b-4252-9d19-5b40f2c6eb17 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=36511dbbdc544caba1493a8bf8cdddcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0370882 Mar 30 18:30:02.374617 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 42554) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:30:02.421228 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-501b3734-8716-471a-8f7f-6ee1887780fd admin admin] Publish callbacks [] for security_group (3903e608-e6f8-4a19-874b-23a865f6e83c), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:02.441638 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-501b3734-8716-471a-8f7f-6ee1887780fd admin admin] Publish callbacks [] for security_group (3903e608-e6f8-4a19-874b-23a865f6e83c), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:02.486420 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-501b3734-8716-471a-8f7f-6ee1887780fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (3903e608-e6f8-4a19-874b-23a865f6e83c), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:02.489052 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-501b3734-8716-471a-8f7f-6ee1887780fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:02.490770 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-501b3734-8716-471a-8f7f-6ee1887780fd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3903e608-e6f8-4a19-874b-23a865f6e83c HTTP/1.1" status: 204 len: 168 time: 0.1146946 Mar 30 18:30:02.498545 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501b3734-8716-471a-8f7f-6ee1887780fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3903e608-e6f8-4a19-874b-23a865f6e83c,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:02.628542 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-735ee7a5-faf9-4a72-9605-65e031eaef75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bc479c0e-1124-4d13-b03e-bb2d712dc776), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:02.632860 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device b79fbf0e-2687-401f-b9d0-417b307c6091 no longer exists at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:30:02.653328 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] No Port match for: b79fbf0e-2687-401f-b9d0-417b307c6091 {{(pid=103295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:30:02.653883 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device b79fbf0e-2687-401f-b9d0-417b307c6091 not bound to the agent host dv-cinder-835879-1-iscsi {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:30:02.654073 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device 8b6f0d2d-acc7-4f56-81fd-6c4fb48add62 no longer exists at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:30:02.674012 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] No Port match for: 8b6f0d2d-acc7-4f56-81fd-6c4fb48add62 {{(pid=103295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:30:02.674361 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device 8b6f0d2d-acc7-4f56-81fd-6c4fb48add62 not bound to the agent host dv-cinder-835879-1-iscsi {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:30:02.675052 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device 27caacca-febc-4d81-ae42-41c9edeb3752 no longer exists at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:30:02.696750 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] No Port match for: 27caacca-febc-4d81-ae42-41c9edeb3752 {{(pid=103295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:30:02.697095 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device 27caacca-febc-4d81-ae42-41c9edeb3752 not bound to the agent host dv-cinder-835879-1-iscsi {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:30:03.995487 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (6489659c-3f19-4a2c-89f8-52d37c938fb3), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:09.250134 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.agents_db [None req-615cdb4a-d653-495f-8f07-938524d0c5b5 None None] Agent healthcheck: found 6 active agents {{(pid=103296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:30:16.450155 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (48cc6dd0-9d47-40d1-bfd7-3609261a1488), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:19.854619 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a5510efb-2509-4714-9b2d-db2c03c258f2 req-6c568dc8-a624-4952-a991-8db9cf672477 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6cdcf44a-e879-41c0-99a9-37324afe8f4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423315 Mar 30 18:30:19.930267 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5510efb-2509-4714-9b2d-db2c03c258f2 req-2a94146c-70af-4364-aca1-08c265f1820d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:30:19.931761 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a5510efb-2509-4714-9b2d-db2c03c258f2 req-2a94146c-70af-4364-aca1-08c265f1820d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fe928741f1314e67af27b8f6e56a5518&device_id=6cdcf44a-e879-41c0-99a9-37324afe8f4b HTTP/1.1" status: 200 len: 1130 time: 0.0439670 Mar 30 18:30:20.033071 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5510efb-2509-4714-9b2d-db2c03c258f2 req-69dc8277-ddd8-4eff-aaa1-197a2f70bf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:30:20.034554 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a5510efb-2509-4714-9b2d-db2c03c258f2 req-69dc8277-ddd8-4eff-aaa1-197a2f70bf2c service neutron] 10.222.0.55 "GET /v2.0/networks?id=0b1367f6-383f-4fe9-a1d7-150df900731d HTTP/1.1" status: 200 len: 912 time: 0.0862348 Mar 30 18:30:20.098165 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a5510efb-2509-4714-9b2d-db2c03c258f2 req-6beb1ce9-e3c1-4595-8ac5-c0938e074da8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e4c4702-b2d2-42a7-9795-443048bf8b07 HTTP/1.1" status: 200 len: 1001 time: 0.0578268 Mar 30 18:30:20.148184 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5510efb-2509-4714-9b2d-db2c03c258f2 req-cc9b7d66-41b1-482f-9f33-004e74e75b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:30:20.150070 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a5510efb-2509-4714-9b2d-db2c03c258f2 req-cc9b7d66-41b1-482f-9f33-004e74e75b21 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05e7e92f-e546-49c8-b6ba-98f906bbb13a HTTP/1.1" status: 200 len: 850 time: 0.0464005 Mar 30 18:30:20.197928 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5510efb-2509-4714-9b2d-db2c03c258f2 req-0b6821e9-0be8-40f0-862e-29b47d302556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:30:20.199512 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a5510efb-2509-4714-9b2d-db2c03c258f2 req-0b6821e9-0be8-40f0-862e-29b47d302556 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0b1367f6-383f-4fe9-a1d7-150df900731d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429280 Mar 30 18:30:20.284140 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a5510efb-2509-4714-9b2d-db2c03c258f2 req-4680abda-0dff-43d0-ba73-aa3e563ec720 service neutron] 10.222.0.55 "GET /v2.0/networks/0b1367f6-383f-4fe9-a1d7-150df900731d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790193 Mar 30 18:30:20.373611 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a5510efb-2509-4714-9b2d-db2c03c258f2 req-d2b7fa9f-bda7-48eb-bb65-c9d1c642a3db service neutron] 10.222.0.55 "GET /v2.0/networks/0b1367f6-383f-4fe9-a1d7-150df900731d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839102 Mar 30 18:30:23.353398 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451010cb-1f9e-47ab-af54-b4d1d3e377cb req-6844fed0-0e8f-4213-876a-634c1d316237 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:30:23.354866 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-451010cb-1f9e-47ab-af54-b4d1d3e377cb req-6844fed0-0e8f-4213-876a-634c1d316237 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cdcf44a-e879-41c0-99a9-37324afe8f4b HTTP/1.1" status: 200 len: 946 time: 0.0522554 Mar 30 18:30:23.402259 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-451010cb-1f9e-47ab-af54-b4d1d3e377cb req-1256953c-4d4b-460b-969e-6f6e30fe1394 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/security-groups?id=24f77ee3-bf86-49e1-a9cc-0c1c0f76b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416529 Mar 30 18:30:24.524748 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b27a845-cd3f-4601-a030-2f22fa9bb53f req-a8148cf3-6c08-44e8-a519-5ccb7b8b52d1 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:30:24.526246 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-6b27a845-cd3f-4601-a030-2f22fa9bb53f req-a8148cf3-6c08-44e8-a519-5ccb7b8b52d1 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cdcf44a-e879-41c0-99a9-37324afe8f4b HTTP/1.1" status: 200 len: 946 time: 0.0564241 Mar 30 18:30:24.575575 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-6b27a845-cd3f-4601-a030-2f22fa9bb53f req-568d35cf-fbb0-4001-9c3e-8cde8e522e69 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/security-groups?id=24f77ee3-bf86-49e1-a9cc-0c1c0f76b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434117 Mar 30 18:30:24.993491 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9419da-d221-4647-835f-2b82b1beb4fc req-97c5e00d-a118-4086-b948-58d8f894a490 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:30:24.994935 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-fe9419da-d221-4647-835f-2b82b1beb4fc req-97c5e00d-a118-4086-b948-58d8f894a490 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.55 "GET /v2.0/ports?device_id=6cdcf44a-e879-41c0-99a9-37324afe8f4b HTTP/1.1" status: 200 len: 946 time: 0.0529053 Mar 30 18:30:25.087481 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [req-fe9419da-d221-4647-835f-2b82b1beb4fc req-9b36201f-b27e-4c9b-9aa6-509f600c337c tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Deleting port 9e4c4702-b2d2-42a7-9795-443048bf8b07 {{(pid=103293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:30:25.087823 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-fe9419da-d221-4647-835f-2b82b1beb4fc req-9b36201f-b27e-4c9b-9aa6-509f600c337c tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759690029078'] for port (9e4c4702-b2d2-42a7-9795-443048bf8b07), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:25.172147 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [req-fe9419da-d221-4647-835f-2b82b1beb4fc req-9b36201f-b27e-4c9b-9aa6-509f600c337c tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] For port 9e4c4702-b2d2-42a7-9795-443048bf8b07, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=9e4c4702-b2d2-42a7-9795-443048bf8b07,segment=NetworkSegment(dad84a97-fd4a-469c-ab9e-3a94ab918256),segment_id=dad84a97-fd4a-469c-ab9e-3a94ab918256)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:30:25.172505 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-fe9419da-d221-4647-835f-2b82b1beb4fc req-9b36201f-b27e-4c9b-9aa6-509f600c337c tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586036'] for port (9e4c4702-b2d2-42a7-9795-443048bf8b07), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:25.339828 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-fe9419da-d221-4647-835f-2b82b1beb4fc req-9b36201f-b27e-4c9b-9aa6-509f600c337c tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:25.340187 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-fe9419da-d221-4647-835f-2b82b1beb4fc req-9b36201f-b27e-4c9b-9aa6-509f600c337c tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623622'] for floatingip (4f08cf06-6ece-48d2-bc31-0154697adf82), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:25.340498 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.db.l3_db [req-fe9419da-d221-4647-835f-2b82b1beb4fc req-9b36201f-b27e-4c9b-9aa6-509f600c337c tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Floating IP 4f08cf06-6ece-48d2-bc31-0154697adf82 disassociated. External IP: 172.27.0.20, port: 9e4c4702-b2d2-42a7-9795-443048bf8b07. Mar 30 18:30:25.340828 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [req-fe9419da-d221-4647-835f-2b82b1beb4fc req-9b36201f-b27e-4c9b-9aa6-509f600c337c tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Calling delete_port for 9e4c4702-b2d2-42a7-9795-443048bf8b07 owned by compute:nova {{(pid=103293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:30:25.470108 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-fe9419da-d221-4647-835f-2b82b1beb4fc req-9b36201f-b27e-4c9b-9aa6-509f600c337c tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759690034297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759689464333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58814409'] for port (9e4c4702-b2d2-42a7-9795-443048bf8b07), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:25.503897 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b36201f-b27e-4c9b-9aa6-509f600c337c tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Pushing event deleted for resources: {'Port': ['ID=9e4c4702-b2d2-42a7-9795-443048bf8b07,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:25.617878 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe9419da-d221-4647-835f-2b82b1beb4fc req-9b36201f-b27e-4c9b-9aa6-509f600c337c tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Router 4b209a83-330b-40ec-8875-fb4d09393ec6 has already been hosted by L3 agent bb9cbda0-d504-4372-97ec-0881b5676f92 {{(pid=103293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:30:25.714246 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a8ea3339-54fe-4609-9454-8ce728ef6351 req-00b2e949-21eb-4268-bd70-9c86022a725f tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cdcf44a-e879-41c0-99a9-37324afe8f4b HTTP/1.1" status: 200 len: 210 time: 0.0525303 Mar 30 18:30:25.749153 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe9419da-d221-4647-835f-2b82b1beb4fc req-9b36201f-b27e-4c9b-9aa6-509f600c337c tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Notify agent at l3_agent.dv-cinder-835879-1-iscsi the message routers_updated {{(pid=103293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:30:25.760703 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9139ed-4413-468c-a699-0c16945f80ee None None] Sync routers for ids ['4b209a83-330b-40ec-8875-fb4d09393ec6'] in dv-cinder-835879-1-iscsi {{(pid=103295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:30:25.771637 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9139ed-4413-468c-a699-0c16945f80ee None None] Routers {'4b209a83-330b-40ec-8875-fb4d09393ec6'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:30:25.772172 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-fd9139ed-4413-468c-a699-0c16945f80ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:30:00Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['4b209a83-330b-40ec-8875-fb4d09393ec6'], 'active': True} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:30:25.792978 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe9419da-d221-4647-835f-2b82b1beb4fc req-9b36201f-b27e-4c9b-9aa6-509f600c337c tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] No DVR routers for this DVR port 9e4c4702-b2d2-42a7-9795-443048bf8b07 on host hv-cinder-83587 {{(pid=103293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:30:25.796060 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-fe9419da-d221-4647-835f-2b82b1beb4fc req-9b36201f-b27e-4c9b-9aa6-509f600c337c tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for port (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:25.799420 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-fe9419da-d221-4647-835f-2b82b1beb4fc req-9b36201f-b27e-4c9b-9aa6-509f600c337c tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.55 "DELETE /v2.0/ports/9e4c4702-b2d2-42a7-9795-443048bf8b07 HTTP/1.1" status: 204 len: 173 time: 0.7990243 Mar 30 18:30:25.799872 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cdcf44a-e879-41c0-99a9-37324afe8f4b', 'name': 'network-vif-deleted', 'tag': '9e4c4702-b2d2-42a7-9795-443048bf8b07'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:30:25.802480 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e41150553c85b09edab6cb52843a30629a36ec9d810f78f9b9d5c7c277fb574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb959db-aec7-4cb0-9ecf-e9333ef1b4c1" -d '{"events": [{"server_uuid": "6cdcf44a-e879-41c0-99a9-37324afe8f4b", "name": "network-vif-deleted", "tag": "9e4c4702-b2d2-42a7-9795-443048bf8b07"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:30:25.838406 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a396be57-426d-4736-b200-1168339b3688 x-openstack-request-id: req-a396be57-426d-4736-b200-1168339b3688 {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:30:25.839027 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cdcf44a-e879-41c0-99a9-37324afe8f4b", "name": "network-vif-deleted", "tag": "9e4c4702-b2d2-42a7-9795-443048bf8b07", "status": "completed", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:30:25.840024 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a396be57-426d-4736-b200-1168339b3688 {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:30:25.840648 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a396be57-426d-4736-b200-1168339b3688'] response: {'server_uuid': '6cdcf44a-e879-41c0-99a9-37324afe8f4b', 'name': 'network-vif-deleted', 'tag': '9e4c4702-b2d2-42a7-9795-443048bf8b07', 'status': 'completed', 'code': 200} Mar 30 18:30:25.886636 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvr_db [None req-fd9139ed-4413-468c-a699-0c16945f80ee None None] Set router 4b209a83-330b-40ec-8875-fb4d09393ec6 gateway port host: dv-cinder-835879-1-iscsi {{(pid=103295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:30:26.096078 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-fd9139ed-4413-468c-a699-0c16945f80ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'name': 'tempest-TestVolumeBootPattern-623152860-router', 'tenant_id': 'fe928741f1314e67af27b8f6e56a5518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '546bc0e7-69d7-4abb-be07-d29b0489c67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:27:22Z', 'updated_at': '2022-03-30T18:27:28Z', 'revision_number': 4, 'project_id': 'fe928741f1314e67af27b8f6e56a5518', 'gw_port': {'id': '546bc0e7-69d7-4abb-be07-d29b0489c67f', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:47:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:23Z', 'updated_at': '2022-03-30T18:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_interfaces': [{'id': '7d5bcb6a-bde1-4563-9e8c-0dbef397d576', 'name': '', 'network_id': '0b1367f6-383f-4fe9-a1d7-150df900731d', 'tenant_id': 'fe928741f1314e67af27b8f6e56a5518', 'mac_address': 'fa:16:3e:f4:7d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '05e7e92f-e546-49c8-b6ba-98f906bbb13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:26Z', 'updated_at': '2022-03-30T18:27:35Z', 'revision_number': 5, 'project_id': 'fe928741f1314e67af27b8f6e56a5518', 'subnets': [{'id': '05e7e92f-e546-49c8-b6ba-98f906bbb13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:30:26.125272 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9139ed-4413-468c-a699-0c16945f80ee None None] Checking router: 4b209a83-330b-40ec-8875-fb4d09393ec6 for host: dv-cinder-835879-1-iscsi {{(pid=103295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:30:26.134121 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9139ed-4413-468c-a699-0c16945f80ee None None] Routers {'4b209a83-330b-40ec-8875-fb4d09393ec6'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:30:26.134667 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-fd9139ed-4413-468c-a699-0c16945f80ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:30:00Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['4b209a83-330b-40ec-8875-fb4d09393ec6'], 'active': True} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:30:26.246389 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvr_db [None req-fd9139ed-4413-468c-a699-0c16945f80ee None None] Set router 4b209a83-330b-40ec-8875-fb4d09393ec6 gateway port host: dv-cinder-835879-1-iscsi {{(pid=103295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:30:26.439347 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-fd9139ed-4413-468c-a699-0c16945f80ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'name': 'tempest-TestVolumeBootPattern-623152860-router', 'tenant_id': 'fe928741f1314e67af27b8f6e56a5518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '546bc0e7-69d7-4abb-be07-d29b0489c67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:27:22Z', 'updated_at': '2022-03-30T18:27:28Z', 'revision_number': 4, 'project_id': 'fe928741f1314e67af27b8f6e56a5518', 'gw_port': {'id': '546bc0e7-69d7-4abb-be07-d29b0489c67f', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:47:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:23Z', 'updated_at': '2022-03-30T18:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_interfaces': [{'id': '7d5bcb6a-bde1-4563-9e8c-0dbef397d576', 'name': '', 'network_id': '0b1367f6-383f-4fe9-a1d7-150df900731d', 'tenant_id': 'fe928741f1314e67af27b8f6e56a5518', 'mac_address': 'fa:16:3e:f4:7d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '05e7e92f-e546-49c8-b6ba-98f906bbb13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:26Z', 'updated_at': '2022-03-30T18:27:35Z', 'revision_number': 5, 'project_id': 'fe928741f1314e67af27b8f6e56a5518', 'subnets': [{'id': '05e7e92f-e546-49c8-b6ba-98f906bbb13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:30:26.594782 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9139ed-4413-468c-a699-0c16945f80ee None None] The sync data for ids ['4b209a83-330b-40ec-8875-fb4d09393ec6'] in dv-cinder-835879-1-iscsi is: [{'id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'name': 'tempest-TestVolumeBootPattern-623152860-router', 'tenant_id': 'fe928741f1314e67af27b8f6e56a5518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '546bc0e7-69d7-4abb-be07-d29b0489c67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:27:22Z', 'updated_at': '2022-03-30T18:27:28Z', 'revision_number': 4, 'project_id': 'fe928741f1314e67af27b8f6e56a5518', 'gw_port': {'id': '546bc0e7-69d7-4abb-be07-d29b0489c67f', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:47:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:23Z', 'updated_at': '2022-03-30T18:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_interfaces': [{'id': '7d5bcb6a-bde1-4563-9e8c-0dbef397d576', 'name': '', 'network_id': '0b1367f6-383f-4fe9-a1d7-150df900731d', 'tenant_id': 'fe928741f1314e67af27b8f6e56a5518', 'mac_address': 'fa:16:3e:f4:7d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '05e7e92f-e546-49c8-b6ba-98f906bbb13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:26Z', 'updated_at': '2022-03-30T18:27:35Z', 'revision_number': 5, 'project_id': 'fe928741f1314e67af27b8f6e56a5518', 'subnets': [{'id': '05e7e92f-e546-49c8-b6ba-98f906bbb13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:30:26.828928 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cc2ae0-6cfc-448e-8581-6d4c1778ea0d None None] New status for floating IP 4f08cf06-6ece-48d2-bc31-0154697adf82: DOWN {{(pid=103296) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:30:26.841458 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-22d7f224-1655-4ae4-9739-cc6d043539a4 req-2a216bf2-55e8-44a1-b7c6-ef28c7ad33e4 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cdcf44a-e879-41c0-99a9-37324afe8f4b HTTP/1.1" status: 200 len: 210 time: 0.0341890 Mar 30 18:30:27.690267 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-a50e74ec-7dea-4d6d-b9cd-8309afe3be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (c82c41e6-6be9-408a-ae4d-4131a3230230), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:28.095135 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-acf143c3-1cd9-4fab-8522-3bb75617808a req-85b8bce6-6afa-4a00-a1e6-20f3dc810a68 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1942000670&fields=id&tenant_id=fe928741f1314e67af27b8f6e56a5518 HTTP/1.1" status: 200 len: 267 time: 0.0456052 Mar 30 18:30:28.201788 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf143c3-1cd9-4fab-8522-3bb75617808a req-6746b48d-5efa-4365-9248-668349e36abd tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:30:28.203278 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-acf143c3-1cd9-4fab-8522-3bb75617808a req-6746b48d-5efa-4365-9248-668349e36abd tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/networks?id=0b1367f6-383f-4fe9-a1d7-150df900731d HTTP/1.1" status: 200 len: 811 time: 0.1014428 Mar 30 18:30:28.217911 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-acf143c3-1cd9-4fab-8522-3bb75617808a req-d4654836-46e4-48a2-8a96-c86a218d009a tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/quotas/fe928741f1314e67af27b8f6e56a5518 HTTP/1.1" status: 200 len: 375 time: 0.0092363 Mar 30 18:30:28.276022 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-acf143c3-1cd9-4fab-8522-3bb75617808a req-26b4e897-b2f5-47b2-b374-caa48ff0f885 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fe928741f1314e67af27b8f6e56a5518&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518322 Mar 30 18:30:28.292009 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [req-acf143c3-1cd9-4fab-8522-3bb75617808a req-96077aa6-18ae-4511-a52c-5dab1e4f0656 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103293) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 18:30:28.292969 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-acf143c3-1cd9-4fab-8522-3bb75617808a req-96077aa6-18ae-4511-a52c-5dab1e4f0656 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057383 Mar 30 18:30:28.380298 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-acf143c3-1cd9-4fab-8522-3bb75617808a req-8204dc96-be69-4a9e-a8ea-bea46150431c service neutron] 10.222.0.18 "GET /v2.0/networks/0b1367f6-383f-4fe9-a1d7-150df900731d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816886 Mar 30 18:30:28.475388 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-acf143c3-1cd9-4fab-8522-3bb75617808a req-875ffd98-1ec6-4a0b-abc1-7795b768e8c2 service neutron] 10.222.0.18 "GET /v2.0/networks/0b1367f6-383f-4fe9-a1d7-150df900731d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877998 Mar 30 18:30:28.780420 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-406e91b4-46fb-4cf8-8e06-ff61b6cd44a3 req-cf97e83a-fdd5-4f1f-bfce-8298bcb07b56 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/ports?device_id=82c87b06-ec7a-4a99-be4e-617d686e031c HTTP/1.1" status: 200 len: 210 time: 0.0292377 Mar 30 18:30:29.663392 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device 9e4c4702-b2d2-42a7-9795-443048bf8b07 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:30:29.684679 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] No Port match for: 9e4c4702-b2d2-42a7-9795-443048bf8b07 {{(pid=103295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:30:29.685041 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device 9e4c4702-b2d2-42a7-9795-443048bf8b07 not bound to the agent host hv-cinder-83587 {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:30:29.913480 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-aae5cd55-0022-4a0f-b805-cee3f63283ec req-c817c0a4-46dc-4764-bd68-8d88a7a372f0 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/ports?device_id=82c87b06-ec7a-4a99-be4e-617d686e031c HTTP/1.1" status: 200 len: 210 time: 0.0466003 Mar 30 18:30:29.977675 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf143c3-1cd9-4fab-8522-3bb75617808a req-73a517a1-0aa8-4652-9a4c-4cf6f612a06e tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:30:29.980730 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-acf143c3-1cd9-4fab-8522-3bb75617808a req-73a517a1-0aa8-4652-9a4c-4cf6f612a06e tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.55 "GET /v2.0/networks?id=0b1367f6-383f-4fe9-a1d7-150df900731d HTTP/1.1" status: 200 len: 811 time: 0.1807303 Mar 30 18:30:30.057084 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-acf143c3-1cd9-4fab-8522-3bb75617808a req-0b3d1228-ba98-4e6f-8d9e-b06cbcce2af1 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe928741f1314e67af27b8f6e56a5518 HTTP/1.1" status: 200 len: 380 time: 0.0621185 Mar 30 18:30:30.074441 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [req-acf143c3-1cd9-4fab-8522-3bb75617808a req-7bbe1b0e-c8a2-4a16-bea2-929a7bd77e47 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Request body: {'port': {'device_id': '82c87b06-ec7a-4a99-be4e-617d686e031c', 'network_id': '0b1367f6-383f-4fe9-a1d7-150df900731d', 'admin_state_up': True, 'tenant_id': 'fe928741f1314e67af27b8f6e56a5518', 'security_groups': ['24f77ee3-bf86-49e1-a9cc-0c1c0f76b2ef']}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:30:30.093590 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-72e84b22-7b04-41e2-bf5b-4f1aa6d28374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bb9cbda0-d504-4372-97ec-0881b5676f92), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:30.203392 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acf143c3-1cd9-4fab-8522-3bb75617808a req-7bbe1b0e-c8a2-4a16-bea2-929a7bd77e47 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Made reservation on behalf of fe928741f1314e67af27b8f6e56a5518 for: {'port': 1} {{(pid=103293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:30:30.206637 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-acf143c3-1cd9-4fab-8522-3bb75617808a req-7bbe1b0e-c8a2-4a16-bea2-929a7bd77e47 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:30.333497 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.db_base_plugin_common [req-acf143c3-1cd9-4fab-8522-3bb75617808a req-7bbe1b0e-c8a2-4a16-bea2-929a7bd77e47 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Allocated IP 172.20.0.9 (0b1367f6-383f-4fe9-a1d7-150df900731d/05e7e92f-e546-49c8-b6ba-98f906bbb13a/70a044fa-f02b-4afd-87a9-397c29911c3f) {{(pid=103293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:30:30.489840 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-acf143c3-1cd9-4fab-8522-3bb75617808a req-7bbe1b0e-c8a2-4a16-bea2-929a7bd77e47 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks [] for port (70a044fa-f02b-4afd-87a9-397c29911c3f), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:30.531653 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-acf143c3-1cd9-4fab-8522-3bb75617808a req-7bbe1b0e-c8a2-4a16-bea2-929a7bd77e47 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759689464324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58814409'] for port (70a044fa-f02b-4afd-87a9-397c29911c3f), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:30.576270 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acf143c3-1cd9-4fab-8522-3bb75617808a req-7bbe1b0e-c8a2-4a16-bea2-929a7bd77e47 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Network 0b1367f6-383f-4fe9-a1d7-150df900731d is already hosted by enough agents. {{(pid=103293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:30:30.579782 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.base_scheduler [req-acf143c3-1cd9-4fab-8522-3bb75617808a req-7bbe1b0e-c8a2-4a16-bea2-929a7bd77e47 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Resources bound (agent type, host, resource id): {{(pid=103293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:30:30.590272 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [req-acf143c3-1cd9-4fab-8522-3bb75617808a req-7bbe1b0e-c8a2-4a16-bea2-929a7bd77e47 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Received port after_create {{(pid=103293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:30:30.613751 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbe1b0e-c8a2-4a16-bea2-929a7bd77e47 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Pushing event updated for resources: {'Port': ['ID=70a044fa-f02b-4afd-87a9-397c29911c3f,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:30.647845 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf143c3-1cd9-4fab-8522-3bb75617808a req-7bbe1b0e-c8a2-4a16-bea2-929a7bd77e47 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:30:30.648654 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-acf143c3-1cd9-4fab-8522-3bb75617808a req-7bbe1b0e-c8a2-4a16-bea2-929a7bd77e47 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for port (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:30.673735 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-acf143c3-1cd9-4fab-8522-3bb75617808a req-7bbe1b0e-c8a2-4a16-bea2-929a7bd77e47 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6101801 Mar 30 18:30:30.701403 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [req-acf143c3-1cd9-4fab-8522-3bb75617808a req-00426df8-3a2e-4c48-9e6e-829afd4ee72e service neutron] Request body: {'port': {'device_id': '82c87b06-ec7a-4a99-be4e-617d686e031c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:30:30.770142 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-acf143c3-1cd9-4fab-8522-3bb75617808a req-00426df8-3a2e-4c48-9e6e-829afd4ee72e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (70a044fa-f02b-4afd-87a9-397c29911c3f), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:30.814633 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-685e36ff-c57c-4465-8888-a6996d8d271f None None] Provisioning complete for port 70a044fa-f02b-4afd-87a9-397c29911c3f triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:30:30.815270 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-685e36ff-c57c-4465-8888-a6996d8d271f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (70a044fa-f02b-4afd-87a9-397c29911c3f), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:30.853799 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-685e36ff-c57c-4465-8888-a6996d8d271f None None] Port 70a044fa-f02b-4afd-87a9-397c29911c3f cannot update to ACTIVE because it is not bound. {{(pid=103295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:30:31.070033 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [req-acf143c3-1cd9-4fab-8522-3bb75617808a req-00426df8-3a2e-4c48-9e6e-829afd4ee72e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70a044fa-f02b-4afd-87a9-397c29911c3f {{(pid=103293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:30:31.080461 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030917a2-f27c-4996-9b77-4b02a47e10a4 req-35af6020-b2ec-44a8-8223-137c3457aa96 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:30:31.081939 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-030917a2-f27c-4996-9b77-4b02a47e10a4 req-35af6020-b2ec-44a8-8223-137c3457aa96 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/ports?device_id=82c87b06-ec7a-4a99-be4e-617d686e031c HTTP/1.1" status: 200 len: 931 time: 0.1019633 Mar 30 18:30:31.086965 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-acf143c3-1cd9-4fab-8522-3bb75617808a req-00426df8-3a2e-4c48-9e6e-829afd4ee72e service neutron] Publish callbacks [] for port (70a044fa-f02b-4afd-87a9-397c29911c3f), precommit_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:31.116197 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [req-acf143c3-1cd9-4fab-8522-3bb75617808a req-00426df8-3a2e-4c48-9e6e-829afd4ee72e service neutron] Transition to ACTIVE for port object 70a044fa-f02b-4afd-87a9-397c29911c3f will not be triggered until provisioned by entity L2. {{(pid=103293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 18:30:31.122125 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-acf143c3-1cd9-4fab-8522-3bb75617808a req-00426df8-3a2e-4c48-9e6e-829afd4ee72e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58814400'] for port (70a044fa-f02b-4afd-87a9-397c29911c3f), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:31.176051 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-030917a2-f27c-4996-9b77-4b02a47e10a4 req-5a065b25-c338-435c-ab5e-78e6236c1d16 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/security-groups?id=24f77ee3-bf86-49e1-a9cc-0c1c0f76b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851896 Mar 30 18:30:31.194514 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00426df8-3a2e-4c48-9e6e-829afd4ee72e service neutron] Pushing event updated for resources: {'Port': ['ID=70a044fa-f02b-4afd-87a9-397c29911c3f,revision_number=2']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:31.245093 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f19afa9d-e030-40e8-acc4-8e1b9083a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (63dcb6ae-3517-415b-a3a4-cfabe01bf14f), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:31.270178 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [req-acf143c3-1cd9-4fab-8522-3bb75617808a req-00426df8-3a2e-4c48-9e6e-829afd4ee72e service neutron] Attempting to bind port 70a044fa-f02b-4afd-87a9-397c29911c3f on host hv-cinder-83587 for vnic_type normal with profile {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:30:31.271318 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [req-acf143c3-1cd9-4fab-8522-3bb75617808a req-00426df8-3a2e-4c48-9e6e-829afd4ee72e service neutron] Attempting to bind port 70a044fa-f02b-4afd-87a9-397c29911c3f by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': 'dad84a97-fd4a-469c-ab9e-3a94ab918256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0b1367f6-383f-4fe9-a1d7-150df900731d'}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:30:31.271678 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf143c3-1cd9-4fab-8522-3bb75617808a req-00426df8-3a2e-4c48-9e6e-829afd4ee72e service neutron] Attempting to bind port 70a044fa-f02b-4afd-87a9-397c29911c3f on network 0b1367f6-383f-4fe9-a1d7-150df900731d {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:30:31.277092 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf143c3-1cd9-4fab-8522-3bb75617808a req-00426df8-3a2e-4c48-9e6e-829afd4ee72e service neutron] Port 70a044fa-f02b-4afd-87a9-397c29911c3f on network 0b1367f6-383f-4fe9-a1d7-150df900731d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 18:30:31.277418 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf143c3-1cd9-4fab-8522-3bb75617808a req-00426df8-3a2e-4c48-9e6e-829afd4ee72e service neutron] Attempting to bind port 70a044fa-f02b-4afd-87a9-397c29911c3f on network 0b1367f6-383f-4fe9-a1d7-150df900731d {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:30:31.282564 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf143c3-1cd9-4fab-8522-3bb75617808a req-00426df8-3a2e-4c48-9e6e-829afd4ee72e service neutron] Checking agent: {'id': '48cc6dd0-9d47-40d1-bfd7-3609261a1488', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 17, 16), 'started_at': datetime.datetime(2022, 3, 30, 18, 17, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:30:31.282902 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf143c3-1cd9-4fab-8522-3bb75617808a req-00426df8-3a2e-4c48-9e6e-829afd4ee72e service neutron] Checking segment: {'id': 'dad84a97-fd4a-469c-ab9e-3a94ab918256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0b1367f6-383f-4fe9-a1d7-150df900731d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:30:31.283330 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf143c3-1cd9-4fab-8522-3bb75617808a req-00426df8-3a2e-4c48-9e6e-829afd4ee72e service neutron] Bound using segment: {'id': 'dad84a97-fd4a-469c-ab9e-3a94ab918256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0b1367f6-383f-4fe9-a1d7-150df900731d'} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:30:31.283897 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [req-acf143c3-1cd9-4fab-8522-3bb75617808a req-00426df8-3a2e-4c48-9e6e-829afd4ee72e service neutron] Bound port: 70a044fa-f02b-4afd-87a9-397c29911c3f, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dad84a97-fd4a-469c-ab9e-3a94ab918256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0b1367f6-383f-4fe9-a1d7-150df900731d'}}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:30:31.284260 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-acf143c3-1cd9-4fab-8522-3bb75617808a req-00426df8-3a2e-4c48-9e6e-829afd4ee72e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (70a044fa-f02b-4afd-87a9-397c29911c3f), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:31.362792 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [req-acf143c3-1cd9-4fab-8522-3bb75617808a req-00426df8-3a2e-4c48-9e6e-829afd4ee72e service neutron] For port 70a044fa-f02b-4afd-87a9-397c29911c3f, host hv-cinder-83587, cleared binding levels {{(pid=103293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:30:31.366029 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [req-acf143c3-1cd9-4fab-8522-3bb75617808a req-00426df8-3a2e-4c48-9e6e-829afd4ee72e service neutron] For port 70a044fa-f02b-4afd-87a9-397c29911c3f, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=70a044fa-f02b-4afd-87a9-397c29911c3f,segment=NetworkSegment(dad84a97-fd4a-469c-ab9e-3a94ab918256),segment_id=dad84a97-fd4a-469c-ab9e-3a94ab918256)] {{(pid=103293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:30:31.373134 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-acf143c3-1cd9-4fab-8522-3bb75617808a req-00426df8-3a2e-4c48-9e6e-829afd4ee72e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58814400'] for port (70a044fa-f02b-4afd-87a9-397c29911c3f), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:31.405355 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf143c3-1cd9-4fab-8522-3bb75617808a req-00426df8-3a2e-4c48-9e6e-829afd4ee72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:30:31.405902 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-acf143c3-1cd9-4fab-8522-3bb75617808a req-00426df8-3a2e-4c48-9e6e-829afd4ee72e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for port (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:31.407562 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-acf143c3-1cd9-4fab-8522-3bb75617808a req-00426df8-3a2e-4c48-9e6e-829afd4ee72e service neutron] 10.222.0.55 "PUT /v2.0/ports/70a044fa-f02b-4afd-87a9-397c29911c3f HTTP/1.1" status: 200 len: 1093 time: 0.7108610 Mar 30 18:30:31.410359 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82c87b06-ec7a-4a99-be4e-617d686e031c', 'tag': '70a044fa-f02b-4afd-87a9-397c29911c3f'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:30:31.412603 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e41150553c85b09edab6cb52843a30629a36ec9d810f78f9b9d5c7c277fb574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aff1139-f91b-4151-9586-ef2183ce4b7e" -d '{"events": [{"name": "network-changed", "server_uuid": "82c87b06-ec7a-4a99-be4e-617d686e031c", "tag": "70a044fa-f02b-4afd-87a9-397c29911c3f"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:30:31.451268 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00426df8-3a2e-4c48-9e6e-829afd4ee72e service neutron] Pushing event updated for resources: {'Port': ['ID=70a044fa-f02b-4afd-87a9-397c29911c3f,revision_number=3']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:31.486334 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-569c3e4c-44a7-4768-a44a-92e73789d96e x-openstack-request-id: req-569c3e4c-44a7-4768-a44a-92e73789d96e {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:30:31.486998 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82c87b06-ec7a-4a99-be4e-617d686e031c", "tag": "70a044fa-f02b-4afd-87a9-397c29911c3f", "status": "completed", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:30:31.487602 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-569c3e4c-44a7-4768-a44a-92e73789d96e {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:30:31.489638 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-569c3e4c-44a7-4768-a44a-92e73789d96e'] response: {'name': 'network-changed', 'server_uuid': '82c87b06-ec7a-4a99-be4e-617d686e031c', 'tag': '70a044fa-f02b-4afd-87a9-397c29911c3f', 'status': 'completed', 'code': 200} Mar 30 18:30:31.551526 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf143c3-1cd9-4fab-8522-3bb75617808a req-154b3b58-c9ae-4a67-a913-46c693c48800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:30:31.553323 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-acf143c3-1cd9-4fab-8522-3bb75617808a req-154b3b58-c9ae-4a67-a913-46c693c48800 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fe928741f1314e67af27b8f6e56a5518&device_id=82c87b06-ec7a-4a99-be4e-617d686e031c HTTP/1.1" status: 200 len: 1127 time: 0.0496264 Mar 30 18:30:31.609195 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-acf143c3-1cd9-4fab-8522-3bb75617808a req-513f5419-2f78-44f6-a094-3c24d23e1565 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70a044fa-f02b-4afd-87a9-397c29911c3f HTTP/1.1" status: 200 len: 217 time: 0.0433745 Mar 30 18:30:31.661440 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf143c3-1cd9-4fab-8522-3bb75617808a req-f64521b2-c2bf-4114-84e2-83cdf6917db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:30:31.662905 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-acf143c3-1cd9-4fab-8522-3bb75617808a req-f64521b2-c2bf-4114-84e2-83cdf6917db8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05e7e92f-e546-49c8-b6ba-98f906bbb13a HTTP/1.1" status: 200 len: 850 time: 0.0459676 Mar 30 18:30:31.713314 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf143c3-1cd9-4fab-8522-3bb75617808a req-985dbfff-4dfd-4aab-a0c6-829111ee17e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:30:31.714908 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-acf143c3-1cd9-4fab-8522-3bb75617808a req-985dbfff-4dfd-4aab-a0c6-829111ee17e9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0b1367f6-383f-4fe9-a1d7-150df900731d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461977 Mar 30 18:30:31.806631 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-acf143c3-1cd9-4fab-8522-3bb75617808a req-b8f65f12-08aa-457b-9ec5-29f0566c27da service neutron] 10.222.0.55 "GET /v2.0/networks/0b1367f6-383f-4fe9-a1d7-150df900731d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857882 Mar 30 18:30:31.900662 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-acf143c3-1cd9-4fab-8522-3bb75617808a req-36b2db4e-bdb6-4912-8fe7-91430115f656 service neutron] 10.222.0.55 "GET /v2.0/networks/0b1367f6-383f-4fe9-a1d7-150df900731d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872235 Mar 30 18:30:32.043803 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff1139-f91b-4151-9586-ef2183ce4b7e req-ea622923-c602-43f9-b333-6fa71944d459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:30:32.045330 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-8aff1139-f91b-4151-9586-ef2183ce4b7e req-ea622923-c602-43f9-b333-6fa71944d459 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fe928741f1314e67af27b8f6e56a5518&device_id=82c87b06-ec7a-4a99-be4e-617d686e031c HTTP/1.1" status: 200 len: 1127 time: 0.0471041 Mar 30 18:30:32.140514 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff1139-f91b-4151-9586-ef2183ce4b7e req-19e29e06-53cb-4b9f-8825-5afcc28b6b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:30:32.142001 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-8aff1139-f91b-4151-9586-ef2183ce4b7e req-19e29e06-53cb-4b9f-8825-5afcc28b6b29 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0b1367f6-383f-4fe9-a1d7-150df900731d HTTP/1.1" status: 200 len: 912 time: 0.0894406 Mar 30 18:30:32.188742 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-8aff1139-f91b-4151-9586-ef2183ce4b7e req-9c93417d-aa7f-4dec-9dff-e1a89f6c0596 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70a044fa-f02b-4afd-87a9-397c29911c3f HTTP/1.1" status: 200 len: 217 time: 0.0347869 Mar 30 18:30:32.237104 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff1139-f91b-4151-9586-ef2183ce4b7e req-b0ab64e9-2a41-4b38-b9fb-3d2b206b948c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:30:32.238647 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-8aff1139-f91b-4151-9586-ef2183ce4b7e req-b0ab64e9-2a41-4b38-b9fb-3d2b206b948c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05e7e92f-e546-49c8-b6ba-98f906bbb13a HTTP/1.1" status: 200 len: 850 time: 0.0441999 Mar 30 18:30:32.321623 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff1139-f91b-4151-9586-ef2183ce4b7e req-d713a1f5-0065-4531-821e-7e3a458cf993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:30:32.323131 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-8aff1139-f91b-4151-9586-ef2183ce4b7e req-d713a1f5-0065-4531-821e-7e3a458cf993 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0b1367f6-383f-4fe9-a1d7-150df900731d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0783434 Mar 30 18:30:32.334694 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c814b168-cbde-43df-8640-3d2b03aa4c7e req-63f68839-c69e-4968-90e4-d7081f3e5442 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:30:32.336178 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c814b168-cbde-43df-8640-3d2b03aa4c7e req-63f68839-c69e-4968-90e4-d7081f3e5442 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/ports?device_id=82c87b06-ec7a-4a99-be4e-617d686e031c HTTP/1.1" status: 200 len: 943 time: 0.0837252 Mar 30 18:30:32.634626 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-735ee7a5-faf9-4a72-9605-65e031eaef75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bc479c0e-1124-4d13-b03e-bb2d712dc776), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:32.722593 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c814b168-cbde-43df-8640-3d2b03aa4c7e req-412361cd-ab2f-4919-abd6-1dd35d8432fe tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/security-groups?id=24f77ee3-bf86-49e1-a9cc-0c1c0f76b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3785067 Mar 30 18:30:32.738445 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-8aff1139-f91b-4151-9586-ef2183ce4b7e req-1c5de771-e0ca-4008-a1b4-e8021441fcca service neutron] 10.222.0.55 "GET /v2.0/networks/0b1367f6-383f-4fe9-a1d7-150df900731d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4013476 Mar 30 18:30:32.827056 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-8aff1139-f91b-4151-9586-ef2183ce4b7e req-4926b6a3-fbf0-4db9-875e-7fea79fd0053 service neutron] 10.222.0.55 "GET /v2.0/networks/0b1367f6-383f-4fe9-a1d7-150df900731d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825858 Mar 30 18:30:33.847174 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520be661-4638-438d-bde1-f59f5f22edcd req-a23e1a85-c12c-4f09-9f4b-619d1bc51f04 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:30:33.848729 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-520be661-4638-438d-bde1-f59f5f22edcd req-a23e1a85-c12c-4f09-9f4b-619d1bc51f04 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/ports?device_id=82c87b06-ec7a-4a99-be4e-617d686e031c HTTP/1.1" status: 200 len: 943 time: 0.0570188 Mar 30 18:30:33.898652 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-520be661-4638-438d-bde1-f59f5f22edcd req-b38df548-ffdc-471c-873b-6446a8532552 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/security-groups?id=24f77ee3-bf86-49e1-a9cc-0c1c0f76b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436141 Mar 30 18:30:33.997604 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (6489659c-3f19-4a2c-89f8-52d37c938fb3), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:35.022338 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac5df32-bba5-448d-982f-1b27521de6bf req-fb4e77e7-7ac8-4761-840c-60a138ed42cd tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:30:35.028053 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-cac5df32-bba5-448d-982f-1b27521de6bf req-fb4e77e7-7ac8-4761-840c-60a138ed42cd tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/ports?device_id=82c87b06-ec7a-4a99-be4e-617d686e031c HTTP/1.1" status: 200 len: 943 time: 0.0597744 Mar 30 18:30:35.076860 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-cac5df32-bba5-448d-982f-1b27521de6bf req-e677aa6b-ffb1-4af3-b519-bde124c044d2 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/security-groups?id=24f77ee3-bf86-49e1-a9cc-0c1c0f76b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474372 Mar 30 18:30:36.191905 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3989a75-1487-4992-943b-3a7e0dd80875 req-2c8fa19b-40a3-4852-b116-ae4201947a0b tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:30:36.193370 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-d3989a75-1487-4992-943b-3a7e0dd80875 req-2c8fa19b-40a3-4852-b116-ae4201947a0b tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/ports?device_id=82c87b06-ec7a-4a99-be4e-617d686e031c HTTP/1.1" status: 200 len: 943 time: 0.0512426 Mar 30 18:30:36.243806 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-d3989a75-1487-4992-943b-3a7e0dd80875 req-eb6a8d58-3b9a-4ecb-a0b3-b4a662604908 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/security-groups?id=24f77ee3-bf86-49e1-a9cc-0c1c0f76b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447783 Mar 30 18:30:37.365069 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4b240-75c0-4095-a11b-a4c4f83065b1 req-74662587-cc27-4141-992e-a35b6ccbe388 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:30:37.367307 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-84e4b240-75c0-4095-a11b-a4c4f83065b1 req-74662587-cc27-4141-992e-a35b6ccbe388 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/ports?device_id=82c87b06-ec7a-4a99-be4e-617d686e031c HTTP/1.1" status: 200 len: 943 time: 0.0583429 Mar 30 18:30:37.419718 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-84e4b240-75c0-4095-a11b-a4c4f83065b1 req-7b033e81-91f3-4e92-a241-917faa43a79f tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/security-groups?id=24f77ee3-bf86-49e1-a9cc-0c1c0f76b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468237 Mar 30 18:30:38.536909 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c027a4b7-5acc-44d1-bbed-8785c478031f req-aa59e818-1c94-490d-8ce8-9ff7210260c7 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:30:38.538352 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c027a4b7-5acc-44d1-bbed-8785c478031f req-aa59e818-1c94-490d-8ce8-9ff7210260c7 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/ports?device_id=82c87b06-ec7a-4a99-be4e-617d686e031c HTTP/1.1" status: 200 len: 943 time: 0.0518224 Mar 30 18:30:38.585820 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c027a4b7-5acc-44d1-bbed-8785c478031f req-afbd7a64-abb6-42d5-a59f-eb5ea4733a31 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/security-groups?id=24f77ee3-bf86-49e1-a9cc-0c1c0f76b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419607 Mar 30 18:30:39.704673 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eebac4-8966-4c32-9178-80420182e986 req-7ae7e474-e722-4f69-8f15-be434268c330 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:30:39.706054 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-75eebac4-8966-4c32-9178-80420182e986 req-7ae7e474-e722-4f69-8f15-be434268c330 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/ports?device_id=82c87b06-ec7a-4a99-be4e-617d686e031c HTTP/1.1" status: 200 len: 943 time: 0.0558674 Mar 30 18:30:39.708419 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device 70a044fa-f02b-4afd-87a9-397c29911c3f details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103295) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:30:39.754032 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-75eebac4-8966-4c32-9178-80420182e986 req-73084b2b-8ec1-44ce-b1f3-884f8713b13d tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/security-groups?id=24f77ee3-bf86-49e1-a9cc-0c1c0f76b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419211 Mar 30 18:30:39.805121 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port 70a044fa-f02b-4afd-87a9-397c29911c3f, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=70a044fa-f02b-4afd-87a9-397c29911c3f,segment=NetworkSegment(dad84a97-fd4a-469c-ab9e-3a94ab918256),segment_id=dad84a97-fd4a-469c-ab9e-3a94ab918256)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:30:39.815940 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Returning: {'device': '70a044fa-f02b-4afd-87a9-397c29911c3f', 'network_id': '0b1367f6-383f-4fe9-a1d7-150df900731d', 'port_id': '70a044fa-f02b-4afd-87a9-397c29911c3f', 'mac_address': 'fa:16:3e:03:91:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e7e92f-e546-49c8-b6ba-98f906bbb13a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103295) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:30:39.851729 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Current status of the port 70a044fa-f02b-4afd-87a9-397c29911c3f is: DOWN; New status is: BUILD {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:30:39.852113 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (70a044fa-f02b-4afd-87a9-397c29911c3f), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:39.864508 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70a044fa-f02b-4afd-87a9-397c29911c3f {{(pid=103295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:30:39.883240 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port 70a044fa-f02b-4afd-87a9-397c29911c3f, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=70a044fa-f02b-4afd-87a9-397c29911c3f,segment=NetworkSegment(dad84a97-fd4a-469c-ab9e-3a94ab918256),segment_id=dad84a97-fd4a-469c-ab9e-3a94ab918256)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:30:39.887088 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (70a044fa-f02b-4afd-87a9-397c29911c3f), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:39.937234 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Pushing event updated for resources: {'Port': ['ID=70a044fa-f02b-4afd-87a9-397c29911c3f,revision_number=4']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:40.162950 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] get_ports_and_sgs() called for port_ids ['70a044fa-f02b-4afd-87a9-397c29911c3f'] {{(pid=103295) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:30:40.868751 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d578be-c1dd-4f11-b8cb-08d4904ddb72 req-bb369405-5c8e-46c2-811f-ee71668afd53 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:30:40.870251 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-21d578be-c1dd-4f11-b8cb-08d4904ddb72 req-bb369405-5c8e-46c2-811f-ee71668afd53 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/ports?device_id=82c87b06-ec7a-4a99-be4e-617d686e031c HTTP/1.1" status: 200 len: 944 time: 0.0515599 Mar 30 18:30:40.917071 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-21d578be-c1dd-4f11-b8cb-08d4904ddb72 req-72147a04-4974-4cb4-ae75-1cd50d331427 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/security-groups?id=24f77ee3-bf86-49e1-a9cc-0c1c0f76b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413399 Mar 30 18:30:41.722987 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device 70a044fa-f02b-4afd-87a9-397c29911c3f up at agent hyperv_hv-cinder-83587 {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:30:41.770253 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Provisioning for port 70a044fa-f02b-4afd-87a9-397c29911c3f completed by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 18:30:41.774840 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Provisioning complete for port 70a044fa-f02b-4afd-87a9-397c29911c3f triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:30:41.775246 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (70a044fa-f02b-4afd-87a9-397c29911c3f), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:41.851171 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Current status of the port 70a044fa-f02b-4afd-87a9-397c29911c3f is: BUILD; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:30:41.851551 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (70a044fa-f02b-4afd-87a9-397c29911c3f), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:41.872955 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82c87b06-ec7a-4a99-be4e-617d686e031c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70a044fa-f02b-4afd-87a9-397c29911c3f'}] {{(pid=103295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:30:41.875140 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7869a1eaeafddf677110b76453ce8b8be8513095297872c2e0c75408178073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bbecde7-c3e6-4617-a48e-f19e194b5e56" -d '{"events": [{"server_uuid": "82c87b06-ec7a-4a99-be4e-617d686e031c", "name": "network-vif-plugged", "status": "completed", "tag": "70a044fa-f02b-4afd-87a9-397c29911c3f"}]}' {{(pid=103295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:30:41.888350 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port 70a044fa-f02b-4afd-87a9-397c29911c3f, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=70a044fa-f02b-4afd-87a9-397c29911c3f,segment=NetworkSegment(dad84a97-fd4a-469c-ab9e-3a94ab918256),segment_id=dad84a97-fd4a-469c-ab9e-3a94ab918256)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:30:41.893308 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (70a044fa-f02b-4afd-87a9-397c29911c3f), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:41.939111 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Pushing event updated for resources: {'Port': ['ID=70a044fa-f02b-4afd-87a9-397c29911c3f,revision_number=5']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:42.029687 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bdcac88-ee95-4e33-973c-4f62d3c0197e x-openstack-request-id: req-0bdcac88-ee95-4e33-973c-4f62d3c0197e {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:30:42.029980 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82c87b06-ec7a-4a99-be4e-617d686e031c", "name": "network-vif-plugged", "status": "completed", "tag": "70a044fa-f02b-4afd-87a9-397c29911c3f", "code": 200}]} {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:30:42.030236 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0bdcac88-ee95-4e33-973c-4f62d3c0197e {{(pid=103295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:30:42.030722 dv-cinder-835879-1-iscsi neutron-server[103295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bdcac88-ee95-4e33-973c-4f62d3c0197e'] response: {'server_uuid': '82c87b06-ec7a-4a99-be4e-617d686e031c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70a044fa-f02b-4afd-87a9-397c29911c3f', 'code': 200} Mar 30 18:30:42.037056 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071f4313-0fa0-49b3-9a3e-1b2d4565787d req-62645b70-d470-40d5-b783-a34f0299de4f tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:30:42.038585 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-071f4313-0fa0-49b3-9a3e-1b2d4565787d req-62645b70-d470-40d5-b783-a34f0299de4f tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/ports?device_id=82c87b06-ec7a-4a99-be4e-617d686e031c HTTP/1.1" status: 200 len: 945 time: 0.0538418 Mar 30 18:30:42.093016 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-071f4313-0fa0-49b3-9a3e-1b2d4565787d req-a00bac7e-cb89-4062-9790-084efadc9678 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/security-groups?id=24f77ee3-bf86-49e1-a9cc-0c1c0f76b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488861 Mar 30 18:30:42.265653 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9e8224-73ff-4670-b749-dc54f291512f req-066be291-912b-4f46-9fc2-3c645f9ec2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:30:42.267021 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ad9e8224-73ff-4670-b749-dc54f291512f req-066be291-912b-4f46-9fc2-3c645f9ec2d5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=82c87b06-ec7a-4a99-be4e-617d686e031c HTTP/1.1" status: 200 len: 1129 time: 0.0427427 Mar 30 18:30:42.311090 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-ad9e8224-73ff-4670-b749-dc54f291512f req-3f6c6fb2-ab61-47c8-9d9e-7a9aef9a45bb service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=24f77ee3-bf86-49e1-a9cc-0c1c0f76b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381250 Mar 30 18:30:43.209378 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ce752-e3d2-4b77-9103-42de3fd8252b req-7bf61b75-b810-42dd-a1f9-811fcde7e40b tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:30:43.210833 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-374ce752-e3d2-4b77-9103-42de3fd8252b req-7bf61b75-b810-42dd-a1f9-811fcde7e40b tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/ports?device_id=82c87b06-ec7a-4a99-be4e-617d686e031c HTTP/1.1" status: 200 len: 945 time: 0.0514340 Mar 30 18:30:43.258842 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-374ce752-e3d2-4b77-9103-42de3fd8252b req-9c0e0af4-36ef-4f28-b802-38150416eb4e tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/security-groups?id=24f77ee3-bf86-49e1-a9cc-0c1c0f76b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424097 Mar 30 18:30:44.377572 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d733be14-f1a0-44bd-bf41-63ad54eac293 req-8000ff8c-1d44-40ae-abe9-c993ab7e1527 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:30:44.379031 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-d733be14-f1a0-44bd-bf41-63ad54eac293 req-8000ff8c-1d44-40ae-abe9-c993ab7e1527 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/ports?device_id=82c87b06-ec7a-4a99-be4e-617d686e031c HTTP/1.1" status: 200 len: 945 time: 0.0541894 Mar 30 18:30:44.428758 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-d733be14-f1a0-44bd-bf41-63ad54eac293 req-fafe47b7-66e7-4e9c-85b1-3273d9d5a5fd tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/security-groups?id=24f77ee3-bf86-49e1-a9cc-0c1c0f76b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436907 Mar 30 18:30:44.543018 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b81d338-ee82-45ea-b103-da88e2b1651e req-c39601e6-46c0-45a3-a0ea-5b0437048dd4 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:30:44.544424 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-2b81d338-ee82-45ea-b103-da88e2b1651e req-c39601e6-46c0-45a3-a0ea-5b0437048dd4 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/ports?device_id=82c87b06-ec7a-4a99-be4e-617d686e031c HTTP/1.1" status: 200 len: 945 time: 0.0508847 Mar 30 18:30:44.592778 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-2b81d338-ee82-45ea-b103-da88e2b1651e req-6d39a589-d499-40be-a356-5a04b7519981 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/security-groups?id=24f77ee3-bf86-49e1-a9cc-0c1c0f76b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426855 Mar 30 18:30:44.613637 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 42632) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:30:44.659081 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d9083a-d0a5-4a98-9ff4-685da6e0fa72 tempest-TestVolumeBootPattern-5267863 tempest-TestVolumeBootPattern-5267863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:30:44.660573 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-f0d9083a-d0a5-4a98-9ff4-685da6e0fa72 tempest-TestVolumeBootPattern-5267863 tempest-TestVolumeBootPattern-5267863-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=82c87b06-ec7a-4a99-be4e-617d686e031c HTTP/1.1" status: 200 len: 1124 time: 0.0459964 Mar 30 18:30:44.663247 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 42634) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:30:44.667294 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [None req-807d6d7f-a91d-4b55-9b54-0a6becbab802 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Request body: {'floatingip': {'floating_network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'port_id': '70a044fa-f02b-4afd-87a9-397c29911c3f', 'tenant_id': 'fe928741f1314e67af27b8f6e56a5518', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:30:44.686959 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-807d6d7f-a91d-4b55-9b54-0a6becbab802 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:44.778979 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-807d6d7f-a91d-4b55-9b54-0a6becbab802 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:44.882419 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.db_base_plugin_common [None req-807d6d7f-a91d-4b55-9b54-0a6becbab802 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Allocated IP 172.27.0.115 (502cc405-82c2-4579-84e2-1393f2fa67cd/b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8/0b2fed70-31ca-4229-b447-8a200b1136a2) {{(pid=103293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:30:44.979019 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-807d6d7f-a91d-4b55-9b54-0a6becbab802 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks [] for port (0b2fed70-31ca-4229-b447-8a200b1136a2), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:45.014536 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-807d6d7f-a91d-4b55-9b54-0a6becbab802 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759689464324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58814409'] for port (0b2fed70-31ca-4229-b447-8a200b1136a2), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:45.053102 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807d6d7f-a91d-4b55-9b54-0a6becbab802 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Network 502cc405-82c2-4579-84e2-1393f2fa67cd is already hosted by enough agents. {{(pid=103293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:30:45.056518 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.base_scheduler [None req-807d6d7f-a91d-4b55-9b54-0a6becbab802 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Resources bound (agent type, host, resource id): {{(pid=103293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:30:45.059983 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807d6d7f-a91d-4b55-9b54-0a6becbab802 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Received port after_create {{(pid=103293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:30:45.084103 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807d6d7f-a91d-4b55-9b54-0a6becbab802 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Pushing event updated for resources: {'Port': ['ID=0b2fed70-31ca-4229-b447-8a200b1136a2,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:45.404572 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-807d6d7f-a91d-4b55-9b54-0a6becbab802 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks [] for floatingip (e94806ab-2bc5-44d2-8c89-c149f193bb38), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:45.476350 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-807d6d7f-a91d-4b55-9b54-0a6becbab802 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (0b2fed70-31ca-4229-b447-8a200b1136a2), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:45.620043 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-807d6d7f-a91d-4b55-9b54-0a6becbab802 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks [] for port (0b2fed70-31ca-4229-b447-8a200b1136a2), precommit_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:45.624516 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-807d6d7f-a91d-4b55-9b54-0a6becbab802 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58814400'] for port (0b2fed70-31ca-4229-b447-8a200b1136a2), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:45.691487 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807d6d7f-a91d-4b55-9b54-0a6becbab802 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Pushing event updated for resources: {'Port': ['ID=0b2fed70-31ca-4229-b447-8a200b1136a2,revision_number=2']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:45.701335 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-807d6d7f-a91d-4b55-9b54-0a6becbab802 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623622'] for floatingip (e94806ab-2bc5-44d2-8c89-c149f193bb38), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:45.799563 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.db.l3_db [None req-807d6d7f-a91d-4b55-9b54-0a6becbab802 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Floating IP e94806ab-2bc5-44d2-8c89-c149f193bb38 associated. External IP: 172.27.0.115, port: 70a044fa-f02b-4afd-87a9-397c29911c3f. Mar 30 18:30:46.003573 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-807d6d7f-a91d-4b55-9b54-0a6becbab802 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Router 4b209a83-330b-40ec-8875-fb4d09393ec6 has already been hosted by L3 agent bb9cbda0-d504-4372-97ec-0881b5676f92 {{(pid=103293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:30:46.109503 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-807d6d7f-a91d-4b55-9b54-0a6becbab802 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Notify agent at l3_agent.dv-cinder-835879-1-iscsi the message routers_updated {{(pid=103293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:30:46.119669 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4760775c-2790-4860-b6e8-28d9004c93ba None None] Sync routers for ids ['4b209a83-330b-40ec-8875-fb4d09393ec6'] in dv-cinder-835879-1-iscsi {{(pid=103295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:30:46.127133 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-807d6d7f-a91d-4b55-9b54-0a6becbab802 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for floatingip (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:46.129527 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4760775c-2790-4860-b6e8-28d9004c93ba None None] Routers {'4b209a83-330b-40ec-8875-fb4d09393ec6'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:30:46.130148 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-4760775c-2790-4860-b6e8-28d9004c93ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:30:30Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['4b209a83-330b-40ec-8875-fb4d09393ec6'], 'active': True} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:30:46.156625 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-807d6d7f-a91d-4b55-9b54-0a6becbab802 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4923759 Mar 30 18:30:46.157210 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82c87b06-ec7a-4a99-be4e-617d686e031c', 'tag': '70a044fa-f02b-4afd-87a9-397c29911c3f'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:30:46.159755 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e41150553c85b09edab6cb52843a30629a36ec9d810f78f9b9d5c7c277fb574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939a5f2b-4773-4bf0-bb0c-0f89bddacbf7" -d '{"events": [{"name": "network-changed", "server_uuid": "82c87b06-ec7a-4a99-be4e-617d686e031c", "tag": "70a044fa-f02b-4afd-87a9-397c29911c3f"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:30:46.199250 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-198664aa-9fc5-4b5d-a65f-f31311341b38 x-openstack-request-id: req-198664aa-9fc5-4b5d-a65f-f31311341b38 {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:30:46.199539 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82c87b06-ec7a-4a99-be4e-617d686e031c", "tag": "70a044fa-f02b-4afd-87a9-397c29911c3f", "status": "completed", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:30:46.199791 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-198664aa-9fc5-4b5d-a65f-f31311341b38 {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:30:46.200198 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-198664aa-9fc5-4b5d-a65f-f31311341b38'] response: {'name': 'network-changed', 'server_uuid': '82c87b06-ec7a-4a99-be4e-617d686e031c', 'tag': '70a044fa-f02b-4afd-87a9-397c29911c3f', 'status': 'completed', 'code': 200} Mar 30 18:30:46.240542 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvr_db [None req-4760775c-2790-4860-b6e8-28d9004c93ba None None] Set router 4b209a83-330b-40ec-8875-fb4d09393ec6 gateway port host: dv-cinder-835879-1-iscsi {{(pid=103295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:30:46.248900 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.agents_db [None req-615cdb4a-d653-495f-8f07-938524d0c5b5 None None] Agent healthcheck: found 6 active agents {{(pid=103296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:30:46.283919 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a5f2b-4773-4bf0-bb0c-0f89bddacbf7 req-5bf91f3f-1f51-4fd6-9ea2-37be7c2e9498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:30:46.285491 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-939a5f2b-4773-4bf0-bb0c-0f89bddacbf7 req-5bf91f3f-1f51-4fd6-9ea2-37be7c2e9498 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fe928741f1314e67af27b8f6e56a5518&device_id=82c87b06-ec7a-4a99-be4e-617d686e031c HTTP/1.1" status: 200 len: 1129 time: 0.0444887 Mar 30 18:30:46.374248 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a5f2b-4773-4bf0-bb0c-0f89bddacbf7 req-04c54b65-a4c5-4961-b67d-151b21b0c0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:30:46.375780 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-939a5f2b-4773-4bf0-bb0c-0f89bddacbf7 req-04c54b65-a4c5-4961-b67d-151b21b0c0e4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0b1367f6-383f-4fe9-a1d7-150df900731d HTTP/1.1" status: 200 len: 912 time: 0.0833235 Mar 30 18:30:46.443063 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-939a5f2b-4773-4bf0-bb0c-0f89bddacbf7 req-e4dfcfdd-c4a4-4764-a610-8eb08174ee98 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70a044fa-f02b-4afd-87a9-397c29911c3f HTTP/1.1" status: 200 len: 999 time: 0.0618324 Mar 30 18:30:46.472852 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-4760775c-2790-4860-b6e8-28d9004c93ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'name': 'tempest-TestVolumeBootPattern-623152860-router', 'tenant_id': 'fe928741f1314e67af27b8f6e56a5518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '546bc0e7-69d7-4abb-be07-d29b0489c67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:27:22Z', 'updated_at': '2022-03-30T18:27:28Z', 'revision_number': 4, 'project_id': 'fe928741f1314e67af27b8f6e56a5518', 'gw_port': {'id': '546bc0e7-69d7-4abb-be07-d29b0489c67f', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:47:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:23Z', 'updated_at': '2022-03-30T18:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_floatingips': [{'id': 'e94806ab-2bc5-44d2-8c89-c149f193bb38', 'tenant_id': 'fe928741f1314e67af27b8f6e56a5518', 'floating_ip_address': '172.27.0.115', 'floating_network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'router_id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'port_id': '70a044fa-f02b-4afd-87a9-397c29911c3f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b1367f6-383f-4fe9-a1d7-150df900731d', 'mac_address': 'fa:16:3e:03:91:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c87b06-ec7a-4a99-be4e-617d686e031c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:30:45Z', 'updated_at': '2022-03-30T18:30:45Z', 'revision_number': 0, 'project_id': 'fe928741f1314e67af27b8f6e56a5518', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d5bcb6a-bde1-4563-9e8c-0dbef397d576', 'name': '', 'network_id': '0b1367f6-383f-4fe9-a1d7-150df900731d', 'tenant_id': 'fe928741f1314e67af27b8f6e56a5518', 'mac_address': 'fa:16:3e:f4:7d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '05e7e92f-e546-49c8-b6ba-98f906bbb13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:26Z', 'updated_at': '2022-03-30T18:27:35Z', 'revision_number': 5, 'project_id': 'fe928741f1314e67af27b8f6e56a5518', 'subnets': [{'id': '05e7e92f-e546-49c8-b6ba-98f906bbb13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:30:46.489937 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a5f2b-4773-4bf0-bb0c-0f89bddacbf7 req-11e9c0af-e67a-485a-bd5b-341e4133e2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:30:46.491998 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-939a5f2b-4773-4bf0-bb0c-0f89bddacbf7 req-11e9c0af-e67a-485a-bd5b-341e4133e2fb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05e7e92f-e546-49c8-b6ba-98f906bbb13a HTTP/1.1" status: 200 len: 850 time: 0.0433018 Mar 30 18:30:46.503909 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4760775c-2790-4860-b6e8-28d9004c93ba None None] Checking router: 4b209a83-330b-40ec-8875-fb4d09393ec6 for host: dv-cinder-835879-1-iscsi {{(pid=103295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:30:46.507452 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (48cc6dd0-9d47-40d1-bfd7-3609261a1488), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:46.513954 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4760775c-2790-4860-b6e8-28d9004c93ba None None] Routers {'4b209a83-330b-40ec-8875-fb4d09393ec6'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:30:46.514566 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-4760775c-2790-4860-b6e8-28d9004c93ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:30:30Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['4b209a83-330b-40ec-8875-fb4d09393ec6'], 'active': True} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:30:46.539780 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a5f2b-4773-4bf0-bb0c-0f89bddacbf7 req-b4822393-6fbd-45e5-bcf8-5fbb18f00940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:30:46.541209 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-939a5f2b-4773-4bf0-bb0c-0f89bddacbf7 req-b4822393-6fbd-45e5-bcf8-5fbb18f00940 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0b1367f6-383f-4fe9-a1d7-150df900731d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440552 Mar 30 18:30:46.623224 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvr_db [None req-4760775c-2790-4860-b6e8-28d9004c93ba None None] Set router 4b209a83-330b-40ec-8875-fb4d09393ec6 gateway port host: dv-cinder-835879-1-iscsi {{(pid=103295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:30:46.631855 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-939a5f2b-4773-4bf0-bb0c-0f89bddacbf7 req-9778e746-e801-4618-91ed-bf2e5c30895b service neutron] 10.222.0.55 "GET /v2.0/networks/0b1367f6-383f-4fe9-a1d7-150df900731d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842960 Mar 30 18:30:46.718816 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-939a5f2b-4773-4bf0-bb0c-0f89bddacbf7 req-bd38f21a-a9af-4c0a-af15-7b546beb34e3 service neutron] 10.222.0.55 "GET /v2.0/networks/0b1367f6-383f-4fe9-a1d7-150df900731d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808420 Mar 30 18:30:46.845170 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-4760775c-2790-4860-b6e8-28d9004c93ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'name': 'tempest-TestVolumeBootPattern-623152860-router', 'tenant_id': 'fe928741f1314e67af27b8f6e56a5518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '546bc0e7-69d7-4abb-be07-d29b0489c67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:27:22Z', 'updated_at': '2022-03-30T18:27:28Z', 'revision_number': 4, 'project_id': 'fe928741f1314e67af27b8f6e56a5518', 'gw_port': {'id': '546bc0e7-69d7-4abb-be07-d29b0489c67f', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:47:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:23Z', 'updated_at': '2022-03-30T18:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_floatingips': [{'id': 'e94806ab-2bc5-44d2-8c89-c149f193bb38', 'tenant_id': 'fe928741f1314e67af27b8f6e56a5518', 'floating_ip_address': '172.27.0.115', 'floating_network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'router_id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'port_id': '70a044fa-f02b-4afd-87a9-397c29911c3f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b1367f6-383f-4fe9-a1d7-150df900731d', 'mac_address': 'fa:16:3e:03:91:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c87b06-ec7a-4a99-be4e-617d686e031c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:30:45Z', 'updated_at': '2022-03-30T18:30:45Z', 'revision_number': 0, 'project_id': 'fe928741f1314e67af27b8f6e56a5518', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d5bcb6a-bde1-4563-9e8c-0dbef397d576', 'name': '', 'network_id': '0b1367f6-383f-4fe9-a1d7-150df900731d', 'tenant_id': 'fe928741f1314e67af27b8f6e56a5518', 'mac_address': 'fa:16:3e:f4:7d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '05e7e92f-e546-49c8-b6ba-98f906bbb13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:26Z', 'updated_at': '2022-03-30T18:27:35Z', 'revision_number': 5, 'project_id': 'fe928741f1314e67af27b8f6e56a5518', 'subnets': [{'id': '05e7e92f-e546-49c8-b6ba-98f906bbb13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:30:46.871629 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4760775c-2790-4860-b6e8-28d9004c93ba None None] The sync data for ids ['4b209a83-330b-40ec-8875-fb4d09393ec6'] in dv-cinder-835879-1-iscsi is: [{'id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'name': 'tempest-TestVolumeBootPattern-623152860-router', 'tenant_id': 'fe928741f1314e67af27b8f6e56a5518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '546bc0e7-69d7-4abb-be07-d29b0489c67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:27:22Z', 'updated_at': '2022-03-30T18:27:28Z', 'revision_number': 4, 'project_id': 'fe928741f1314e67af27b8f6e56a5518', 'gw_port': {'id': '546bc0e7-69d7-4abb-be07-d29b0489c67f', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:47:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:23Z', 'updated_at': '2022-03-30T18:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_floatingips': [{'id': 'e94806ab-2bc5-44d2-8c89-c149f193bb38', 'tenant_id': 'fe928741f1314e67af27b8f6e56a5518', 'floating_ip_address': '172.27.0.115', 'floating_network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'router_id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'port_id': '70a044fa-f02b-4afd-87a9-397c29911c3f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b1367f6-383f-4fe9-a1d7-150df900731d', 'mac_address': 'fa:16:3e:03:91:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c87b06-ec7a-4a99-be4e-617d686e031c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:30:45Z', 'updated_at': '2022-03-30T18:30:45Z', 'revision_number': 0, 'project_id': 'fe928741f1314e67af27b8f6e56a5518', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d5bcb6a-bde1-4563-9e8c-0dbef397d576', 'name': '', 'network_id': '0b1367f6-383f-4fe9-a1d7-150df900731d', 'tenant_id': 'fe928741f1314e67af27b8f6e56a5518', 'mac_address': 'fa:16:3e:f4:7d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '05e7e92f-e546-49c8-b6ba-98f906bbb13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:26Z', 'updated_at': '2022-03-30T18:27:35Z', 'revision_number': 5, 'project_id': 'fe928741f1314e67af27b8f6e56a5518', 'subnets': [{'id': '05e7e92f-e546-49c8-b6ba-98f906bbb13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:30:47.065756 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361f0c9c-26ca-4101-9c90-7864ac8e5b53 None None] New status for floating IP e94806ab-2bc5-44d2-8c89-c149f193bb38: ACTIVE {{(pid=103296) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:30:57.691450 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-1d7bcc44-f53c-4b1f-a2ed-3bbde5a0f33f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (c82c41e6-6be9-408a-ae4d-4131a3230230), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:31:00.082308 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-d4fae1e7-8331-4ab5-9aae-69522ef44e9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bb9cbda0-d504-4372-97ec-0881b5676f92), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:31:01.235583 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f19afa9d-e030-40e8-acc4-8e1b9083a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (63dcb6ae-3517-415b-a3a4-cfabe01bf14f), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:31:02.680839 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-735ee7a5-faf9-4a72-9605-65e031eaef75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bc479c0e-1124-4d13-b03e-bb2d712dc776), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:31:04.000379 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (6489659c-3f19-4a2c-89f8-52d37c938fb3), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:31:16.473737 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (48cc6dd0-9d47-40d1-bfd7-3609261a1488), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:31:20.820324 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-6b51b85c-7095-4861-a103-014b24ea7843 req-83c7d90b-db19-482f-b974-a4a1101f7225 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=82c87b06-ec7a-4a99-be4e-617d686e031c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0478904 Mar 30 18:31:20.918954 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51b85c-7095-4861-a103-014b24ea7843 req-ff2630e3-1b2f-421a-9dac-d164c23443d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:31:20.920506 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-6b51b85c-7095-4861-a103-014b24ea7843 req-ff2630e3-1b2f-421a-9dac-d164c23443d9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fe928741f1314e67af27b8f6e56a5518&device_id=82c87b06-ec7a-4a99-be4e-617d686e031c HTTP/1.1" status: 200 len: 1129 time: 0.0449278 Mar 30 18:31:21.018679 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51b85c-7095-4861-a103-014b24ea7843 req-5042b8d9-c955-4f3c-81ba-10de038b8514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:31:21.020142 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-6b51b85c-7095-4861-a103-014b24ea7843 req-5042b8d9-c955-4f3c-81ba-10de038b8514 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0b1367f6-383f-4fe9-a1d7-150df900731d HTTP/1.1" status: 200 len: 912 time: 0.0824676 Mar 30 18:31:21.087117 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-6b51b85c-7095-4861-a103-014b24ea7843 req-95b4a64e-4270-4f9e-b770-ae8fff2f1b0c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70a044fa-f02b-4afd-87a9-397c29911c3f HTTP/1.1" status: 200 len: 1001 time: 0.0609658 Mar 30 18:31:21.133723 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51b85c-7095-4861-a103-014b24ea7843 req-736df3e6-58c1-40aa-96ee-ddbbac124b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:31:21.135370 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-6b51b85c-7095-4861-a103-014b24ea7843 req-736df3e6-58c1-40aa-96ee-ddbbac124b06 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05e7e92f-e546-49c8-b6ba-98f906bbb13a HTTP/1.1" status: 200 len: 850 time: 0.0431089 Mar 30 18:31:21.182759 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51b85c-7095-4861-a103-014b24ea7843 req-ab7660a5-4299-40a9-ac21-d7235cd2b7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:31:21.184247 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-6b51b85c-7095-4861-a103-014b24ea7843 req-ab7660a5-4299-40a9-ac21-d7235cd2b7ee service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0b1367f6-383f-4fe9-a1d7-150df900731d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433898 Mar 30 18:31:21.271913 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-6b51b85c-7095-4861-a103-014b24ea7843 req-547269bf-1be7-4e7f-98ef-a9d118f1d588 service neutron] 10.222.0.55 "GET /v2.0/networks/0b1367f6-383f-4fe9-a1d7-150df900731d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806582 Mar 30 18:31:21.356019 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-6b51b85c-7095-4861-a103-014b24ea7843 req-6935d998-9dee-4472-9a42-ef0972ede72c service neutron] 10.222.0.55 "GET /v2.0/networks/0b1367f6-383f-4fe9-a1d7-150df900731d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0779545 Mar 30 18:31:23.247796 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.agents_db [None req-615cdb4a-d653-495f-8f07-938524d0c5b5 None None] Agent healthcheck: found 6 active agents {{(pid=103296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:31:27.692761 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f8ca00e0-bd55-4bb2-81d5-b8e9343d1459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (c82c41e6-6be9-408a-ae4d-4131a3230230), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:31:30.083846 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-b380ce9f-b59d-4028-bcae-42b6ba9fcf4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bb9cbda0-d504-4372-97ec-0881b5676f92), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:31:31.237712 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f19afa9d-e030-40e8-acc4-8e1b9083a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (63dcb6ae-3517-415b-a3a4-cfabe01bf14f), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:31:32.639950 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-735ee7a5-faf9-4a72-9605-65e031eaef75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bc479c0e-1124-4d13-b03e-bb2d712dc776), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:31:34.001694 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (6489659c-3f19-4a2c-89f8-52d37c938fb3), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:31:46.482809 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (48cc6dd0-9d47-40d1-bfd7-3609261a1488), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:31:57.693073 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-ec159628-882d-4bae-a61b-c24925c6ecb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (c82c41e6-6be9-408a-ae4d-4131a3230230), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:00.084597 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-6536b33b-8ddf-42e6-a3ea-e2aac6477bf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bb9cbda0-d504-4372-97ec-0881b5676f92), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:00.247290 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.agents_db [None req-615cdb4a-d653-495f-8f07-938524d0c5b5 None None] Agent healthcheck: found 6 active agents {{(pid=103296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:32:01.239998 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f19afa9d-e030-40e8-acc4-8e1b9083a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (63dcb6ae-3517-415b-a3a4-cfabe01bf14f), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:02.639052 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-735ee7a5-faf9-4a72-9605-65e031eaef75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bc479c0e-1124-4d13-b03e-bb2d712dc776), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:04.003612 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (6489659c-3f19-4a2c-89f8-52d37c938fb3), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:16.477164 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (48cc6dd0-9d47-40d1-bfd7-3609261a1488), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:19.272235 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0c70468c-b84c-4826-9614-c734b397b7a0 req-079da433-35ca-4dfd-9d4c-e109cf8c89b0 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1942000670&fields=id&tenant_id=fe928741f1314e67af27b8f6e56a5518 HTTP/1.1" status: 200 len: 267 time: 0.0466893 Mar 30 18:32:19.372942 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c70468c-b84c-4826-9614-c734b397b7a0 req-49d4223e-d9cd-4c6e-8e0f-3e2793f69fce tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:32:19.374386 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0c70468c-b84c-4826-9614-c734b397b7a0 req-49d4223e-d9cd-4c6e-8e0f-3e2793f69fce tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/networks?id=0b1367f6-383f-4fe9-a1d7-150df900731d HTTP/1.1" status: 200 len: 811 time: 0.0955553 Mar 30 18:32:19.388304 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0c70468c-b84c-4826-9614-c734b397b7a0 req-15f5e1d6-a009-4a4d-b91d-0b110252e3d4 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/quotas/fe928741f1314e67af27b8f6e56a5518 HTTP/1.1" status: 200 len: 375 time: 0.0085797 Mar 30 18:32:19.443193 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0c70468c-b84c-4826-9614-c734b397b7a0 req-3d6d2b38-1e43-469b-ac90-eb59adc967a4 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fe928741f1314e67af27b8f6e56a5518&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0501397 Mar 30 18:32:19.591961 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [req-0c70468c-b84c-4826-9614-c734b397b7a0 req-6d2549ab-13e9-4334-b683-b4e691abf48b service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103293) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 18:32:19.592960 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0c70468c-b84c-4826-9614-c734b397b7a0 req-6d2549ab-13e9-4334-b683-b4e691abf48b service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1393943 Mar 30 18:32:19.681988 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0c70468c-b84c-4826-9614-c734b397b7a0 req-e7b7b8f7-071c-4502-8533-c44da8c9e183 service neutron] 10.222.0.18 "GET /v2.0/networks/0b1367f6-383f-4fe9-a1d7-150df900731d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831766 Mar 30 18:32:19.765631 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0c70468c-b84c-4826-9614-c734b397b7a0 req-acd06769-ed8b-4386-8248-78d8b29a8c02 service neutron] 10.222.0.18 "GET /v2.0/networks/0b1367f6-383f-4fe9-a1d7-150df900731d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781512 Mar 30 18:32:20.049623 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-2d3eec9a-3fdf-4fb8-b611-53580898601b req-105a9112-09d4-48e0-9cc9-e796ce229fce tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/ports?device_id=035705f1-5ace-46ee-8811-c00a1fed1a69 HTTP/1.1" status: 200 len: 210 time: 0.0323799 Mar 30 18:32:20.818796 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-7652f08e-82e2-4635-a4f3-1e5febdb9173 req-2037078a-5167-45d1-aebc-0d4fd7a21cf0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=82c87b06-ec7a-4a99-be4e-617d686e031c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427363 Mar 30 18:32:20.934774 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652f08e-82e2-4635-a4f3-1e5febdb9173 req-e06dca0d-2c37-43b7-bf57-217686efe19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:32:20.936351 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-7652f08e-82e2-4635-a4f3-1e5febdb9173 req-e06dca0d-2c37-43b7-bf57-217686efe19d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fe928741f1314e67af27b8f6e56a5518&device_id=82c87b06-ec7a-4a99-be4e-617d686e031c HTTP/1.1" status: 200 len: 1129 time: 0.0448334 Mar 30 18:32:21.173418 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-d1a761b2-90c1-40a2-af98-ebf6055a6c05 req-a412e53f-0ab7-4b20-b57c-d95182285aa9 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/ports?device_id=035705f1-5ace-46ee-8811-c00a1fed1a69 HTTP/1.1" status: 200 len: 210 time: 0.0501237 Mar 30 18:32:21.179588 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c70468c-b84c-4826-9614-c734b397b7a0 req-a91cf62e-d65a-4266-b153-ecd56bab3522 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:32:21.180962 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0c70468c-b84c-4826-9614-c734b397b7a0 req-a91cf62e-d65a-4266-b153-ecd56bab3522 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.55 "GET /v2.0/networks?id=0b1367f6-383f-4fe9-a1d7-150df900731d HTTP/1.1" status: 200 len: 811 time: 0.1968851 Mar 30 18:32:21.182073 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652f08e-82e2-4635-a4f3-1e5febdb9173 req-c26565f3-217c-4b6f-81f2-a02c850d8eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:32:21.183413 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-7652f08e-82e2-4635-a4f3-1e5febdb9173 req-c26565f3-217c-4b6f-81f2-a02c850d8eaf service neutron] 10.222.0.55 "GET /v2.0/networks?id=0b1367f6-383f-4fe9-a1d7-150df900731d HTTP/1.1" status: 200 len: 912 time: 0.1980853 Mar 30 18:32:21.290612 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-7652f08e-82e2-4635-a4f3-1e5febdb9173 req-2049843b-3baa-41a9-a863-a568f513086a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70a044fa-f02b-4afd-87a9-397c29911c3f HTTP/1.1" status: 200 len: 1001 time: 0.0899370 Mar 30 18:32:21.299336 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0c70468c-b84c-4826-9614-c734b397b7a0 req-98fecced-13d1-4e0e-9b55-515f5e63c949 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe928741f1314e67af27b8f6e56a5518 HTTP/1.1" status: 200 len: 380 time: 0.1001360 Mar 30 18:32:21.330292 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [req-0c70468c-b84c-4826-9614-c734b397b7a0 req-198df127-cf73-43d1-9faa-362cd2e4a33b tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Request body: {'port': {'device_id': '035705f1-5ace-46ee-8811-c00a1fed1a69', 'network_id': '0b1367f6-383f-4fe9-a1d7-150df900731d', 'admin_state_up': True, 'tenant_id': 'fe928741f1314e67af27b8f6e56a5518', 'security_groups': ['24f77ee3-bf86-49e1-a9cc-0c1c0f76b2ef']}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:32:21.391735 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652f08e-82e2-4635-a4f3-1e5febdb9173 req-c067b5ff-86ed-4351-b22d-3671bc3e7c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:32:21.393216 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-7652f08e-82e2-4635-a4f3-1e5febdb9173 req-c067b5ff-86ed-4351-b22d-3671bc3e7c67 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05e7e92f-e546-49c8-b6ba-98f906bbb13a HTTP/1.1" status: 200 len: 850 time: 0.0930142 Mar 30 18:32:21.476561 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652f08e-82e2-4635-a4f3-1e5febdb9173 req-72ffea3c-1790-449e-bf53-4e91135b17a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:32:21.478024 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-7652f08e-82e2-4635-a4f3-1e5febdb9173 req-72ffea3c-1790-449e-bf53-4e91135b17a5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0b1367f6-383f-4fe9-a1d7-150df900731d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0773554 Mar 30 18:32:21.482299 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c70468c-b84c-4826-9614-c734b397b7a0 req-198df127-cf73-43d1-9faa-362cd2e4a33b tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Made reservation on behalf of fe928741f1314e67af27b8f6e56a5518 for: {'port': 1} {{(pid=103293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:32:21.485749 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-0c70468c-b84c-4826-9614-c734b397b7a0 req-198df127-cf73-43d1-9faa-362cd2e4a33b tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:21.653699 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-7652f08e-82e2-4635-a4f3-1e5febdb9173 req-162afc8c-f3a6-47ef-af76-c3c50cc0f1dd service neutron] 10.222.0.55 "GET /v2.0/networks/0b1367f6-383f-4fe9-a1d7-150df900731d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647248 Mar 30 18:32:21.725324 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.db_base_plugin_common [req-0c70468c-b84c-4826-9614-c734b397b7a0 req-198df127-cf73-43d1-9faa-362cd2e4a33b tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Allocated IP 172.20.0.14 (0b1367f6-383f-4fe9-a1d7-150df900731d/05e7e92f-e546-49c8-b6ba-98f906bbb13a/5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552) {{(pid=103293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:32:21.785240 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-7652f08e-82e2-4635-a4f3-1e5febdb9173 req-986ee4e5-efeb-4b59-9967-0dbb026fddcd service neutron] 10.222.0.55 "GET /v2.0/networks/0b1367f6-383f-4fe9-a1d7-150df900731d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244867 Mar 30 18:32:21.883738 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-0c70468c-b84c-4826-9614-c734b397b7a0 req-198df127-cf73-43d1-9faa-362cd2e4a33b tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks [] for port (5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:21.916777 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-0c70468c-b84c-4826-9614-c734b397b7a0 req-198df127-cf73-43d1-9faa-362cd2e4a33b tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759689464324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58814409'] for port (5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:21.962070 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c70468c-b84c-4826-9614-c734b397b7a0 req-198df127-cf73-43d1-9faa-362cd2e4a33b tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Network 0b1367f6-383f-4fe9-a1d7-150df900731d is already hosted by enough agents. {{(pid=103293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:32:21.965023 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.base_scheduler [req-0c70468c-b84c-4826-9614-c734b397b7a0 req-198df127-cf73-43d1-9faa-362cd2e4a33b tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Resources bound (agent type, host, resource id): {{(pid=103293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:32:21.969196 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c70468c-b84c-4826-9614-c734b397b7a0 req-198df127-cf73-43d1-9faa-362cd2e4a33b tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Received port after_create {{(pid=103293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:32:22.000932 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198df127-cf73-43d1-9faa-362cd2e4a33b tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Pushing event updated for resources: {'Port': ['ID=5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:32:22.018062 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198df127-cf73-43d1-9faa-362cd2e4a33b tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:32:22.018406 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198df127-cf73-43d1-9faa-362cd2e4a33b tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:32:22.018745 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198df127-cf73-43d1-9faa-362cd2e4a33b tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:32:22.019078 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198df127-cf73-43d1-9faa-362cd2e4a33b tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:32:22.019502 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198df127-cf73-43d1-9faa-362cd2e4a33b tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:32:22.019828 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198df127-cf73-43d1-9faa-362cd2e4a33b tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:32:22.020150 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198df127-cf73-43d1-9faa-362cd2e4a33b tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:32:22.020466 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198df127-cf73-43d1-9faa-362cd2e4a33b tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:32:22.020787 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198df127-cf73-43d1-9faa-362cd2e4a33b tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:32:22.021104 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198df127-cf73-43d1-9faa-362cd2e4a33b tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:32:22.021420 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198df127-cf73-43d1-9faa-362cd2e4a33b tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:32:22.021737 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198df127-cf73-43d1-9faa-362cd2e4a33b tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:32:22.022054 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198df127-cf73-43d1-9faa-362cd2e4a33b tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:32:22.022368 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198df127-cf73-43d1-9faa-362cd2e4a33b tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:32:22.022680 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198df127-cf73-43d1-9faa-362cd2e4a33b tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:32:22.041012 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c70468c-b84c-4826-9614-c734b397b7a0 req-198df127-cf73-43d1-9faa-362cd2e4a33b tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:32:22.041640 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-0c70468c-b84c-4826-9614-c734b397b7a0 req-198df127-cf73-43d1-9faa-362cd2e4a33b tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for port (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:22.058714 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0c70468c-b84c-4826-9614-c734b397b7a0 req-198df127-cf73-43d1-9faa-362cd2e4a33b tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7507432 Mar 30 18:32:22.076868 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [req-0c70468c-b84c-4826-9614-c734b397b7a0 req-29c95ba3-15a4-49ed-93ad-f73976977f88 service neutron] Request body: {'port': {'device_id': '035705f1-5ace-46ee-8811-c00a1fed1a69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:32:22.142353 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-0c70468c-b84c-4826-9614-c734b397b7a0 req-29c95ba3-15a4-49ed-93ad-f73976977f88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:22.222935 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-1cca17a3-0e33-47e2-9454-cb51a075d4a5 None None] Provisioning complete for port 5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552 triggered by entity DHCP. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:32:22.223537 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-1cca17a3-0e33-47e2-9454-cb51a075d4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:22.258246 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-1cca17a3-0e33-47e2-9454-cb51a075d4a5 None None] Port 5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552 cannot update to ACTIVE because it is not bound. {{(pid=103295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:32:22.627712 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d62b4ce-8ec0-4517-bd6b-6a4185e17626 req-00d25947-0dcd-469f-a4d6-23f108c9bc61 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:32:22.629161 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-9d62b4ce-8ec0-4517-bd6b-6a4185e17626 req-00d25947-0dcd-469f-a4d6-23f108c9bc61 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/ports?device_id=035705f1-5ace-46ee-8811-c00a1fed1a69 HTTP/1.1" status: 200 len: 932 time: 0.3807380 Mar 30 18:32:22.706142 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-9d62b4ce-8ec0-4517-bd6b-6a4185e17626 req-f4531efd-b9b0-4b9f-b770-59186b1606db tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/security-groups?id=24f77ee3-bf86-49e1-a9cc-0c1c0f76b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704277 Mar 30 18:32:22.753070 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [req-0c70468c-b84c-4826-9614-c734b397b7a0 req-29c95ba3-15a4-49ed-93ad-f73976977f88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552 {{(pid=103293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:32:22.760378 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-0c70468c-b84c-4826-9614-c734b397b7a0 req-29c95ba3-15a4-49ed-93ad-f73976977f88 service neutron] Publish callbacks [] for port (5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552), precommit_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:22.771793 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.provisioning_blocks [req-0c70468c-b84c-4826-9614-c734b397b7a0 req-29c95ba3-15a4-49ed-93ad-f73976977f88 service neutron] Transition to ACTIVE for port object 5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552 will not be triggered until provisioned by entity L2. {{(pid=103293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 18:32:22.775689 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-0c70468c-b84c-4826-9614-c734b397b7a0 req-29c95ba3-15a4-49ed-93ad-f73976977f88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58814400'] for port (5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:22.826445 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c95ba3-15a4-49ed-93ad-f73976977f88 service neutron] Pushing event updated for resources: {'Port': ['ID=5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552,revision_number=2']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:32:22.894166 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [req-0c70468c-b84c-4826-9614-c734b397b7a0 req-29c95ba3-15a4-49ed-93ad-f73976977f88 service neutron] Attempting to bind port 5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:32:22.894834 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [req-0c70468c-b84c-4826-9614-c734b397b7a0 req-29c95ba3-15a4-49ed-93ad-f73976977f88 service neutron] Attempting to bind port 5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': 'dad84a97-fd4a-469c-ab9e-3a94ab918256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0b1367f6-383f-4fe9-a1d7-150df900731d'}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:32:22.894834 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c70468c-b84c-4826-9614-c734b397b7a0 req-29c95ba3-15a4-49ed-93ad-f73976977f88 service neutron] Attempting to bind port 5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552 on network 0b1367f6-383f-4fe9-a1d7-150df900731d {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:32:22.899941 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c70468c-b84c-4826-9614-c734b397b7a0 req-29c95ba3-15a4-49ed-93ad-f73976977f88 service neutron] Port 5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552 on network 0b1367f6-383f-4fe9-a1d7-150df900731d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 18:32:22.900293 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c70468c-b84c-4826-9614-c734b397b7a0 req-29c95ba3-15a4-49ed-93ad-f73976977f88 service neutron] Attempting to bind port 5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552 on network 0b1367f6-383f-4fe9-a1d7-150df900731d {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:32:22.905491 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c70468c-b84c-4826-9614-c734b397b7a0 req-29c95ba3-15a4-49ed-93ad-f73976977f88 service neutron] Checking agent: {'id': '48cc6dd0-9d47-40d1-bfd7-3609261a1488', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 17, 16), 'started_at': datetime.datetime(2022, 3, 30, 18, 17, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:32:22.905833 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c70468c-b84c-4826-9614-c734b397b7a0 req-29c95ba3-15a4-49ed-93ad-f73976977f88 service neutron] Checking segment: {'id': 'dad84a97-fd4a-469c-ab9e-3a94ab918256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0b1367f6-383f-4fe9-a1d7-150df900731d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:32:22.906216 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c70468c-b84c-4826-9614-c734b397b7a0 req-29c95ba3-15a4-49ed-93ad-f73976977f88 service neutron] Bound using segment: {'id': 'dad84a97-fd4a-469c-ab9e-3a94ab918256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0b1367f6-383f-4fe9-a1d7-150df900731d'} {{(pid=103293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:32:22.906645 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.managers [req-0c70468c-b84c-4826-9614-c734b397b7a0 req-29c95ba3-15a4-49ed-93ad-f73976977f88 service neutron] Bound port: 5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dad84a97-fd4a-469c-ab9e-3a94ab918256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0b1367f6-383f-4fe9-a1d7-150df900731d'}}] {{(pid=103293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:32:22.907005 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-0c70468c-b84c-4826-9614-c734b397b7a0 req-29c95ba3-15a4-49ed-93ad-f73976977f88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:22.970903 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [req-0c70468c-b84c-4826-9614-c734b397b7a0 req-29c95ba3-15a4-49ed-93ad-f73976977f88 service neutron] For port 5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552, host hv-cinder-83587, cleared binding levels {{(pid=103293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:32:22.973983 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [req-0c70468c-b84c-4826-9614-c734b397b7a0 req-29c95ba3-15a4-49ed-93ad-f73976977f88 service neutron] For port 5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552,segment=NetworkSegment(dad84a97-fd4a-469c-ab9e-3a94ab918256),segment_id=dad84a97-fd4a-469c-ab9e-3a94ab918256)] {{(pid=103293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:32:22.980844 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-0c70468c-b84c-4826-9614-c734b397b7a0 req-29c95ba3-15a4-49ed-93ad-f73976977f88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58814400'] for port (5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:23.016267 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c70468c-b84c-4826-9614-c734b397b7a0 req-29c95ba3-15a4-49ed-93ad-f73976977f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:32:23.016897 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-0c70468c-b84c-4826-9614-c734b397b7a0 req-29c95ba3-15a4-49ed-93ad-f73976977f88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for port (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:23.018352 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0c70468c-b84c-4826-9614-c734b397b7a0 req-29c95ba3-15a4-49ed-93ad-f73976977f88 service neutron] 10.222.0.55 "PUT /v2.0/ports/5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552 HTTP/1.1" status: 200 len: 1094 time: 0.9461415 Mar 30 18:32:23.018694 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '035705f1-5ace-46ee-8811-c00a1fed1a69', 'tag': '5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:32:23.020954 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e41150553c85b09edab6cb52843a30629a36ec9d810f78f9b9d5c7c277fb574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80137ec7-4d42-4b44-b2c8-2b97d74099da" -d '{"events": [{"name": "network-changed", "server_uuid": "035705f1-5ace-46ee-8811-c00a1fed1a69", "tag": "5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:32:23.052820 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c95ba3-15a4-49ed-93ad-f73976977f88 service neutron] Pushing event updated for resources: {'Port': ['ID=5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552,revision_number=3']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:32:23.059355 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca674a2-1157-4eff-912c-4688baf6f4e4 x-openstack-request-id: req-bca674a2-1157-4eff-912c-4688baf6f4e4 {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:32:23.059639 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "035705f1-5ace-46ee-8811-c00a1fed1a69", "tag": "5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552", "status": "completed", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:32:23.059891 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bca674a2-1157-4eff-912c-4688baf6f4e4 {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:32:23.060285 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bca674a2-1157-4eff-912c-4688baf6f4e4'] response: {'name': 'network-changed', 'server_uuid': '035705f1-5ace-46ee-8811-c00a1fed1a69', 'tag': '5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552', 'status': 'completed', 'code': 200} Mar 30 18:32:23.123954 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c70468c-b84c-4826-9614-c734b397b7a0 req-d2054651-18d4-48bd-9ce7-93617a2f0e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:32:23.125444 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0c70468c-b84c-4826-9614-c734b397b7a0 req-d2054651-18d4-48bd-9ce7-93617a2f0e87 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fe928741f1314e67af27b8f6e56a5518&device_id=035705f1-5ace-46ee-8811-c00a1fed1a69 HTTP/1.1" status: 200 len: 1128 time: 0.0490062 Mar 30 18:32:23.172424 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0c70468c-b84c-4826-9614-c734b397b7a0 req-b67dfd24-50bd-4946-83d8-309897a0d684 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552 HTTP/1.1" status: 200 len: 217 time: 0.0339410 Mar 30 18:32:23.219228 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c70468c-b84c-4826-9614-c734b397b7a0 req-e800c045-06fa-48f1-85c6-cfb8038acf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:32:23.220605 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0c70468c-b84c-4826-9614-c734b397b7a0 req-e800c045-06fa-48f1-85c6-cfb8038acf3f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05e7e92f-e546-49c8-b6ba-98f906bbb13a HTTP/1.1" status: 200 len: 850 time: 0.0428984 Mar 30 18:32:23.271004 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c70468c-b84c-4826-9614-c734b397b7a0 req-ef069880-ce94-4c8e-bbd3-1a3afa42d3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:32:23.272476 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0c70468c-b84c-4826-9614-c734b397b7a0 req-ef069880-ce94-4c8e-bbd3-1a3afa42d3c3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0b1367f6-383f-4fe9-a1d7-150df900731d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458674 Mar 30 18:32:23.357573 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0c70468c-b84c-4826-9614-c734b397b7a0 req-d39be39b-029b-4c14-aa05-35469e510cd3 service neutron] 10.222.0.55 "GET /v2.0/networks/0b1367f6-383f-4fe9-a1d7-150df900731d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787258 Mar 30 18:32:23.445463 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-0c70468c-b84c-4826-9614-c734b397b7a0 req-7418789e-a8bf-40bc-b5b4-9d9aefb44a31 service neutron] 10.222.0.55 "GET /v2.0/networks/0b1367f6-383f-4fe9-a1d7-150df900731d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826485 Mar 30 18:32:23.583199 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80137ec7-4d42-4b44-b2c8-2b97d74099da req-e2f516e3-ed50-4c6a-93cb-12ab7b047c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:32:23.584662 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-80137ec7-4d42-4b44-b2c8-2b97d74099da req-e2f516e3-ed50-4c6a-93cb-12ab7b047c00 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fe928741f1314e67af27b8f6e56a5518&device_id=035705f1-5ace-46ee-8811-c00a1fed1a69 HTTP/1.1" status: 200 len: 1128 time: 0.0436654 Mar 30 18:32:23.670468 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80137ec7-4d42-4b44-b2c8-2b97d74099da req-313a0c84-729d-4edd-9335-8460aae3c3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:32:23.671928 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-80137ec7-4d42-4b44-b2c8-2b97d74099da req-313a0c84-729d-4edd-9335-8460aae3c3d1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0b1367f6-383f-4fe9-a1d7-150df900731d HTTP/1.1" status: 200 len: 912 time: 0.0814261 Mar 30 18:32:23.714325 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-80137ec7-4d42-4b44-b2c8-2b97d74099da req-6297a89e-78c9-4986-9340-2c1f31308ffb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552 HTTP/1.1" status: 200 len: 217 time: 0.0355201 Mar 30 18:32:23.761229 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80137ec7-4d42-4b44-b2c8-2b97d74099da req-ae76b525-7344-4199-bd99-0352ce5f95df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:32:23.762916 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-80137ec7-4d42-4b44-b2c8-2b97d74099da req-ae76b525-7344-4199-bd99-0352ce5f95df service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05e7e92f-e546-49c8-b6ba-98f906bbb13a HTTP/1.1" status: 200 len: 850 time: 0.0425444 Mar 30 18:32:23.853103 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c1228-636f-4ac7-bf17-d5dd4e82573c req-d2eab49c-e316-4610-bef7-12baf7c9e912 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:32:23.854450 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3b2c1228-636f-4ac7-bf17-d5dd4e82573c req-d2eab49c-e316-4610-bef7-12baf7c9e912 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/ports?device_id=035705f1-5ace-46ee-8811-c00a1fed1a69 HTTP/1.1" status: 200 len: 944 time: 0.0841079 Mar 30 18:32:23.857046 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80137ec7-4d42-4b44-b2c8-2b97d74099da req-394bd6ff-728c-4341-bfa8-43fdb5c6b899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:32:23.858376 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-80137ec7-4d42-4b44-b2c8-2b97d74099da req-394bd6ff-728c-4341-bfa8-43fdb5c6b899 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0b1367f6-383f-4fe9-a1d7-150df900731d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0774987 Mar 30 18:32:23.946113 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3b2c1228-636f-4ac7-bf17-d5dd4e82573c req-2d807ad7-e393-46bb-ba0f-8e3216b29e38 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/security-groups?id=24f77ee3-bf86-49e1-a9cc-0c1c0f76b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860510 Mar 30 18:32:23.980867 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-80137ec7-4d42-4b44-b2c8-2b97d74099da req-32e48f17-38ce-4c95-8079-b00de7413363 service neutron] 10.222.0.55 "GET /v2.0/networks/0b1367f6-383f-4fe9-a1d7-150df900731d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085117 Mar 30 18:32:24.073183 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-80137ec7-4d42-4b44-b2c8-2b97d74099da req-6310629b-5a48-4309-a76d-e9439d5d56d0 service neutron] 10.222.0.55 "GET /v2.0/networks/0b1367f6-383f-4fe9-a1d7-150df900731d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836332 Mar 30 18:32:25.065562 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576945dc-ca9c-4c3d-b881-1e5a06c00782 req-16db4063-d0ea-4467-95d2-6bc21680ff72 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:32:25.067018 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-576945dc-ca9c-4c3d-b881-1e5a06c00782 req-16db4063-d0ea-4467-95d2-6bc21680ff72 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/ports?device_id=035705f1-5ace-46ee-8811-c00a1fed1a69 HTTP/1.1" status: 200 len: 944 time: 0.0537212 Mar 30 18:32:25.113539 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-576945dc-ca9c-4c3d-b881-1e5a06c00782 req-7a024265-36a1-4586-9a5c-f8edbef65046 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/security-groups?id=24f77ee3-bf86-49e1-a9cc-0c1c0f76b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409663 Mar 30 18:32:26.229240 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd181b-867e-4041-adb9-7ac072bb0488 req-9381864d-3e31-4978-a0f0-9186fb85a0a4 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:32:26.230739 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-d2dd181b-867e-4041-adb9-7ac072bb0488 req-9381864d-3e31-4978-a0f0-9186fb85a0a4 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/ports?device_id=035705f1-5ace-46ee-8811-c00a1fed1a69 HTTP/1.1" status: 200 len: 944 time: 0.0521822 Mar 30 18:32:26.282933 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-d2dd181b-867e-4041-adb9-7ac072bb0488 req-4d48e42b-49e7-4c26-8cad-642e5a4b359f tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/security-groups?id=24f77ee3-bf86-49e1-a9cc-0c1c0f76b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465825 Mar 30 18:32:27.399085 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed58c7-0752-4d38-b414-38aa77ceafec req-58a57728-48c7-4759-bcd9-a4977259d141 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:32:27.400596 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-baed58c7-0752-4d38-b414-38aa77ceafec req-58a57728-48c7-4759-bcd9-a4977259d141 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/ports?device_id=035705f1-5ace-46ee-8811-c00a1fed1a69 HTTP/1.1" status: 200 len: 944 time: 0.0520325 Mar 30 18:32:27.455390 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-baed58c7-0752-4d38-b414-38aa77ceafec req-db9d3101-c3fc-4d9a-b7bd-5d47f257457d tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/security-groups?id=24f77ee3-bf86-49e1-a9cc-0c1c0f76b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487704 Mar 30 18:32:27.694989 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-424acc77-e052-446d-80e6-70261e99e3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (c82c41e6-6be9-408a-ae4d-4131a3230230), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:28.571110 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6aee71-5a9f-4857-aef0-734a9be9ede7 req-5525303b-9a7b-4d69-86e9-ea7d5bc26750 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:32:28.572631 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4a6aee71-5a9f-4857-aef0-734a9be9ede7 req-5525303b-9a7b-4d69-86e9-ea7d5bc26750 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/ports?device_id=035705f1-5ace-46ee-8811-c00a1fed1a69 HTTP/1.1" status: 200 len: 944 time: 0.0524087 Mar 30 18:32:28.619972 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-4a6aee71-5a9f-4857-aef0-734a9be9ede7 req-b62f90d6-2df6-42c2-a76b-f46e32fd3ae0 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/security-groups?id=24f77ee3-bf86-49e1-a9cc-0c1c0f76b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418000 Mar 30 18:32:29.736971 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c497dc60-9b69-483e-8661-841c632c5205 req-43d0fb62-7a2c-471d-9516-7fbc4c6b8802 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:32:29.738324 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c497dc60-9b69-483e-8661-841c632c5205 req-43d0fb62-7a2c-471d-9516-7fbc4c6b8802 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/ports?device_id=035705f1-5ace-46ee-8811-c00a1fed1a69 HTTP/1.1" status: 200 len: 944 time: 0.0548837 Mar 30 18:32:29.785875 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c497dc60-9b69-483e-8661-841c632c5205 req-1f52f2eb-8613-4d74-9532-36e50df79eb9 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/security-groups?id=24f77ee3-bf86-49e1-a9cc-0c1c0f76b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415108 Mar 30 18:32:30.085453 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-600f176a-7956-4013-8691-3c7dd58ee222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bb9cbda0-d504-4372-97ec-0881b5676f92), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:30.900820 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54404ff7-7b7f-49a8-bc4f-4952ca4bbf0f req-eb511cb1-75e1-472d-b1ab-f3e29e4c48aa tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:32:30.902270 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-54404ff7-7b7f-49a8-bc4f-4952ca4bbf0f req-eb511cb1-75e1-472d-b1ab-f3e29e4c48aa tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/ports?device_id=035705f1-5ace-46ee-8811-c00a1fed1a69 HTTP/1.1" status: 200 len: 944 time: 0.0512285 Mar 30 18:32:30.949116 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-54404ff7-7b7f-49a8-bc4f-4952ca4bbf0f req-90f82c3c-897d-48d6-a7c1-38be73158461 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/security-groups?id=24f77ee3-bf86-49e1-a9cc-0c1c0f76b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410347 Mar 30 18:32:31.242226 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f19afa9d-e030-40e8-acc4-8e1b9083a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (63dcb6ae-3517-415b-a3a4-cfabe01bf14f), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:32.067531 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f87bee-35d0-45a0-81ff-5bbf843a050e req-93d8b8e4-28ae-406d-b2fc-8c47412907ff tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:32:32.069578 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-92f87bee-35d0-45a0-81ff-5bbf843a050e req-93d8b8e4-28ae-406d-b2fc-8c47412907ff tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/ports?device_id=035705f1-5ace-46ee-8811-c00a1fed1a69 HTTP/1.1" status: 200 len: 944 time: 0.0556233 Mar 30 18:32:32.116400 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-92f87bee-35d0-45a0-81ff-5bbf843a050e req-ea750caa-0764-45f1-b744-fa5521a6678c tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/security-groups?id=24f77ee3-bf86-49e1-a9cc-0c1c0f76b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412498 Mar 30 18:32:32.218678 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device 5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103295) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:32:32.439642 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port 5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552,segment=NetworkSegment(dad84a97-fd4a-469c-ab9e-3a94ab918256),segment_id=dad84a97-fd4a-469c-ab9e-3a94ab918256)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:32:32.449930 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Returning: {'device': '5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552', 'network_id': '0b1367f6-383f-4fe9-a1d7-150df900731d', 'port_id': '5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552', 'mac_address': 'fa:16:3e:37:f4:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e7e92f-e546-49c8-b6ba-98f906bbb13a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103295) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:32:32.485648 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Current status of the port 5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552 is: DOWN; New status is: BUILD {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:32:32.486040 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:32.499359 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552 {{(pid=103295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:32:32.517754 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port 5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552,segment=NetworkSegment(dad84a97-fd4a-469c-ab9e-3a94ab918256),segment_id=dad84a97-fd4a-469c-ab9e-3a94ab918256)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:32:32.521644 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:32.569201 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Pushing event updated for resources: {'Port': ['ID=5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552,revision_number=4']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:32:32.575847 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:32:32.576188 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:32:32.576522 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:32:32.576854 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:32:32.577182 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:32:32.577504 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:32:32.577823 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:32:32.578139 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:32:32.578457 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:32:32.578774 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:32:32.579091 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:32:32.580242 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:32:32.580242 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:32:32.580242 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:32:32.581417 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:32:32.639867 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-735ee7a5-faf9-4a72-9605-65e031eaef75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bc479c0e-1124-4d13-b03e-bb2d712dc776), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:32.875972 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] get_ports_and_sgs() called for port_ids ['5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552'] {{(pid=103295) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:32:33.233000 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f951ccb-4367-465b-be01-739bc914ad15 req-dacf9253-7eef-44a0-a435-67ba329297a0 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:32:33.234482 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-2f951ccb-4367-465b-be01-739bc914ad15 req-dacf9253-7eef-44a0-a435-67ba329297a0 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/ports?device_id=035705f1-5ace-46ee-8811-c00a1fed1a69 HTTP/1.1" status: 200 len: 945 time: 0.0513973 Mar 30 18:32:33.282107 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-2f951ccb-4367-465b-be01-739bc914ad15 req-c12d6777-0dad-45ff-88a3-3caf1eaeb3d3 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/security-groups?id=24f77ee3-bf86-49e1-a9cc-0c1c0f76b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421133 Mar 30 18:32:34.006395 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (6489659c-3f19-4a2c-89f8-52d37c938fb3), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:34.236992 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device 5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552 up at agent hyperv_hv-cinder-83587 {{(pid=103295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:32:34.286757 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Provisioning for port 5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552 completed by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 18:32:34.291040 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Provisioning complete for port 5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552 triggered by entity L2. {{(pid=103295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:32:34.291448 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757248'] for port (5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552), provisioning_complete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:34.370987 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Current status of the port 5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552 is: BUILD; New status is: ACTIVE {{(pid=103295) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:32:34.371401 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:34.393550 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '035705f1-5ace-46ee-8811-c00a1fed1a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552'}] {{(pid=103295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:32:34.395867 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7869a1eaeafddf677110b76453ce8b8be8513095297872c2e0c75408178073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6c1864-b71b-4226-949f-17bab1183da1" -d '{"events": [{"server_uuid": "035705f1-5ace-46ee-8811-c00a1fed1a69", "name": "network-vif-plugged", "status": "completed", "tag": "5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552"}]}' {{(pid=103295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:32:34.397835 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002b3297-4fb9-48f5-bbaf-79a1fcf69b7b req-20dcd682-327f-4b97-bded-216711b72535 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:32:34.400005 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-002b3297-4fb9-48f5-bbaf-79a1fcf69b7b req-20dcd682-327f-4b97-bded-216711b72535 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/ports?device_id=035705f1-5ace-46ee-8811-c00a1fed1a69 HTTP/1.1" status: 200 len: 945 time: 0.0518813 Mar 30 18:32:34.408932 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] For port 5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552,segment=NetworkSegment(dad84a97-fd4a-469c-ab9e-3a94ab918256),segment_id=dad84a97-fd4a-469c-ab9e-3a94ab918256)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:32:34.418676 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360'] for port (5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:34.444614 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff72d8c-b74c-4655-b611-56b225e19fde x-openstack-request-id: req-8ff72d8c-b74c-4655-b611-56b225e19fde {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:32:34.444900 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "035705f1-5ace-46ee-8811-c00a1fed1a69", "name": "network-vif-plugged", "status": "completed", "tag": "5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552", "code": 200}]} {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:32:34.445148 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8ff72d8c-b74c-4655-b611-56b225e19fde {{(pid=103295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:32:34.445535 dv-cinder-835879-1-iscsi neutron-server[103295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ff72d8c-b74c-4655-b611-56b225e19fde'] response: {'server_uuid': '035705f1-5ace-46ee-8811-c00a1fed1a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552', 'code': 200} Mar 30 18:32:34.458613 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-002b3297-4fb9-48f5-bbaf-79a1fcf69b7b req-bac01437-8828-4964-9911-cec10cec1bd8 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/security-groups?id=24f77ee3-bf86-49e1-a9cc-0c1c0f76b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510869 Mar 30 18:32:34.468173 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Pushing event updated for resources: {'Port': ['ID=5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552,revision_number=5']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:32:34.690578 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fa0169-8d5d-4b75-bd70-3a361a6b5285 req-f68f88dd-3521-4d96-9505-7257fdc43ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:32:34.692109 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-12fa0169-8d5d-4b75-bd70-3a361a6b5285 req-f68f88dd-3521-4d96-9505-7257fdc43ddf service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=035705f1-5ace-46ee-8811-c00a1fed1a69 HTTP/1.1" status: 200 len: 1130 time: 0.0434625 Mar 30 18:32:34.737082 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-12fa0169-8d5d-4b75-bd70-3a361a6b5285 req-9ece8a46-c7b3-4aae-a15d-cf03b44713c4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=24f77ee3-bf86-49e1-a9cc-0c1c0f76b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381992 Mar 30 18:32:35.575511 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c0724e-5ecd-4d2a-93ee-364dc9101403 req-e868df9e-1362-4b4b-afe0-a60b01914c4a tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:32:35.576969 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-d7c0724e-5ecd-4d2a-93ee-364dc9101403 req-e868df9e-1362-4b4b-afe0-a60b01914c4a tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/ports?device_id=035705f1-5ace-46ee-8811-c00a1fed1a69 HTTP/1.1" status: 200 len: 946 time: 0.0513816 Mar 30 18:32:35.624846 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-d7c0724e-5ecd-4d2a-93ee-364dc9101403 req-c04232ef-4690-40b4-a70a-e94bc0e9b462 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/security-groups?id=24f77ee3-bf86-49e1-a9cc-0c1c0f76b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422750 Mar 30 18:32:36.746534 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110acc82-3693-4091-b2ce-4e2415abad03 req-fe2da6a4-2164-4e4b-b536-9e9ffcc97032 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:32:36.747941 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-110acc82-3693-4091-b2ce-4e2415abad03 req-fe2da6a4-2164-4e4b-b536-9e9ffcc97032 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/ports?device_id=035705f1-5ace-46ee-8811-c00a1fed1a69 HTTP/1.1" status: 200 len: 946 time: 0.0550954 Mar 30 18:32:36.795816 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-110acc82-3693-4091-b2ce-4e2415abad03 req-7a317c4a-e011-42fc-9928-13a450447642 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/security-groups?id=24f77ee3-bf86-49e1-a9cc-0c1c0f76b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423636 Mar 30 18:32:36.909371 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1529cc2-5e57-4eed-955c-eed82e91c137 req-1f3faea7-7e5a-4934-8267-bb56122fd29c tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:32:36.910818 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a1529cc2-5e57-4eed-955c-eed82e91c137 req-1f3faea7-7e5a-4934-8267-bb56122fd29c tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/ports?device_id=035705f1-5ace-46ee-8811-c00a1fed1a69 HTTP/1.1" status: 200 len: 946 time: 0.0518460 Mar 30 18:32:36.957598 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-a1529cc2-5e57-4eed-955c-eed82e91c137 req-1a7c736e-609d-4ed7-b9da-5ef8dba28acd tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/security-groups?id=24f77ee3-bf86-49e1-a9cc-0c1c0f76b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411575 Mar 30 18:32:36.980078 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 42760) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:32:37.023070 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cd3a38-5946-48ea-9be8-443af32897b6 tempest-TestVolumeBootPattern-5267863 tempest-TestVolumeBootPattern-5267863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:32:37.024484 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-d5cd3a38-5946-48ea-9be8-443af32897b6 tempest-TestVolumeBootPattern-5267863 tempest-TestVolumeBootPattern-5267863-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=035705f1-5ace-46ee-8811-c00a1fed1a69 HTTP/1.1" status: 200 len: 1125 time: 0.0434055 Mar 30 18:32:37.027209 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 42762) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:32:37.031472 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.v2.base [None req-3a2269ef-3fbd-47b7-acf1-e39ebb9fe711 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Request body: {'floatingip': {'floating_network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'port_id': '5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552', 'tenant_id': 'fe928741f1314e67af27b8f6e56a5518', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:32:37.050374 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-3a2269ef-3fbd-47b7-acf1-e39ebb9fe711 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:37.147778 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-3a2269ef-3fbd-47b7-acf1-e39ebb9fe711 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (None), before_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:37.246483 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.agents_db [None req-615cdb4a-d653-495f-8f07-938524d0c5b5 None None] Agent healthcheck: found 6 active agents {{(pid=103296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:32:37.250032 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.db_base_plugin_common [None req-3a2269ef-3fbd-47b7-acf1-e39ebb9fe711 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Allocated IP 172.27.0.211 (502cc405-82c2-4579-84e2-1393f2fa67cd/b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8/1c57b8d0-7b61-49d3-b65d-27edf576cff6) {{(pid=103293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:32:37.348081 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-3a2269ef-3fbd-47b7-acf1-e39ebb9fe711 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks [] for port (1c57b8d0-7b61-49d3-b65d-27edf576cff6), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:37.380487 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-3a2269ef-3fbd-47b7-acf1-e39ebb9fe711 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759689464324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58814409'] for port (1c57b8d0-7b61-49d3-b65d-27edf576cff6), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:37.416307 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2269ef-3fbd-47b7-acf1-e39ebb9fe711 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Network 502cc405-82c2-4579-84e2-1393f2fa67cd is already hosted by enough agents. {{(pid=103293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:32:37.418573 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.base_scheduler [None req-3a2269ef-3fbd-47b7-acf1-e39ebb9fe711 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Resources bound (agent type, host, resource id): {{(pid=103293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:32:37.422257 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2269ef-3fbd-47b7-acf1-e39ebb9fe711 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Received port after_create {{(pid=103293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:32:37.459693 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2269ef-3fbd-47b7-acf1-e39ebb9fe711 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Pushing event updated for resources: {'Port': ['ID=1c57b8d0-7b61-49d3-b65d-27edf576cff6,revision_number=1']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:32:37.769287 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-3a2269ef-3fbd-47b7-acf1-e39ebb9fe711 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks [] for floatingip (adebcef2-6f32-40bf-a1ea-a8b8b885cf14), precommit_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:37.838375 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-3a2269ef-3fbd-47b7-acf1-e39ebb9fe711 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622586'] for port (1c57b8d0-7b61-49d3-b65d-27edf576cff6), before_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:37.979868 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-3a2269ef-3fbd-47b7-acf1-e39ebb9fe711 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks [] for port (1c57b8d0-7b61-49d3-b65d-27edf576cff6), precommit_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:37.983998 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-3a2269ef-3fbd-47b7-acf1-e39ebb9fe711 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759690034315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759689464342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759689464360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58814400'] for port (1c57b8d0-7b61-49d3-b65d-27edf576cff6), after_update {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:38.053021 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2269ef-3fbd-47b7-acf1-e39ebb9fe711 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Pushing event updated for resources: {'Port': ['ID=1c57b8d0-7b61-49d3-b65d-27edf576cff6,revision_number=2']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:32:38.062441 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-3a2269ef-3fbd-47b7-acf1-e39ebb9fe711 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623622'] for floatingip (adebcef2-6f32-40bf-a1ea-a8b8b885cf14), after_create {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:38.160778 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.db.l3_db [None req-3a2269ef-3fbd-47b7-acf1-e39ebb9fe711 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Floating IP adebcef2-6f32-40bf-a1ea-a8b8b885cf14 associated. External IP: 172.27.0.211, port: 5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552. Mar 30 18:32:38.362285 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a2269ef-3fbd-47b7-acf1-e39ebb9fe711 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Router 4b209a83-330b-40ec-8875-fb4d09393ec6 has already been hosted by L3 agent bb9cbda0-d504-4372-97ec-0881b5676f92 {{(pid=103293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:32:38.467406 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a2269ef-3fbd-47b7-acf1-e39ebb9fe711 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Notify agent at l3_agent.dv-cinder-835879-1-iscsi the message routers_updated {{(pid=103293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:32:38.477393 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09568374-a65c-4beb-9130-bf2891fa5464 None None] Sync routers for ids ['4b209a83-330b-40ec-8875-fb4d09393ec6'] in dv-cinder-835879-1-iscsi {{(pid=103295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:32:38.485354 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-3a2269ef-3fbd-47b7-acf1-e39ebb9fe711 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for floatingip (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:38.487441 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09568374-a65c-4beb-9130-bf2891fa5464 None None] Routers {'4b209a83-330b-40ec-8875-fb4d09393ec6'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:32:38.488069 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-09568374-a65c-4beb-9130-bf2891fa5464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:32:30Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['4b209a83-330b-40ec-8875-fb4d09393ec6'], 'active': True} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:32:38.514345 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-3a2269ef-3fbd-47b7-acf1-e39ebb9fe711 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4858959 Mar 30 18:32:38.514914 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '035705f1-5ace-46ee-8811-c00a1fed1a69', 'tag': '5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:32:38.517204 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e41150553c85b09edab6cb52843a30629a36ec9d810f78f9b9d5c7c277fb574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a25e1ca-e56f-482f-a554-77b6b635d034" -d '{"events": [{"name": "network-changed", "server_uuid": "035705f1-5ace-46ee-8811-c00a1fed1a69", "tag": "5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:32:38.552338 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebda4ff5-0b63-4c0b-9259-5d8ce42323ad x-openstack-request-id: req-ebda4ff5-0b63-4c0b-9259-5d8ce42323ad {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:32:38.553327 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "035705f1-5ace-46ee-8811-c00a1fed1a69", "tag": "5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552", "status": "completed", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:32:38.553581 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ebda4ff5-0b63-4c0b-9259-5d8ce42323ad {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:32:38.553995 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebda4ff5-0b63-4c0b-9259-5d8ce42323ad'] response: {'name': 'network-changed', 'server_uuid': '035705f1-5ace-46ee-8811-c00a1fed1a69', 'tag': '5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552', 'status': 'completed', 'code': 200} Mar 30 18:32:38.610381 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvr_db [None req-09568374-a65c-4beb-9130-bf2891fa5464 None None] Set router 4b209a83-330b-40ec-8875-fb4d09393ec6 gateway port host: dv-cinder-835879-1-iscsi {{(pid=103295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:32:38.636560 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25e1ca-e56f-482f-a554-77b6b635d034 req-68069935-0a65-45dd-b58f-2455ef9955ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:32:38.638113 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3a25e1ca-e56f-482f-a554-77b6b635d034 req-68069935-0a65-45dd-b58f-2455ef9955ad service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fe928741f1314e67af27b8f6e56a5518&device_id=035705f1-5ace-46ee-8811-c00a1fed1a69 HTTP/1.1" status: 200 len: 1130 time: 0.0440011 Mar 30 18:32:38.725048 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25e1ca-e56f-482f-a554-77b6b635d034 req-be5f9e86-ab76-4cfc-9f85-0e15245b05ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:32:38.726543 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3a25e1ca-e56f-482f-a554-77b6b635d034 req-be5f9e86-ab76-4cfc-9f85-0e15245b05ab service neutron] 10.222.0.55 "GET /v2.0/networks?id=0b1367f6-383f-4fe9-a1d7-150df900731d HTTP/1.1" status: 200 len: 912 time: 0.0831401 Mar 30 18:32:38.793657 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3a25e1ca-e56f-482f-a554-77b6b635d034 req-d8dc5119-531f-45ca-b63e-5088a8a45a0e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552 HTTP/1.1" status: 200 len: 1000 time: 0.0614085 Mar 30 18:32:38.833420 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-09568374-a65c-4beb-9130-bf2891fa5464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'name': 'tempest-TestVolumeBootPattern-623152860-router', 'tenant_id': 'fe928741f1314e67af27b8f6e56a5518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '546bc0e7-69d7-4abb-be07-d29b0489c67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:27:22Z', 'updated_at': '2022-03-30T18:27:28Z', 'revision_number': 4, 'project_id': 'fe928741f1314e67af27b8f6e56a5518', 'gw_port': {'id': '546bc0e7-69d7-4abb-be07-d29b0489c67f', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:47:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:23Z', 'updated_at': '2022-03-30T18:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_floatingips': [{'id': 'adebcef2-6f32-40bf-a1ea-a8b8b885cf14', 'tenant_id': 'fe928741f1314e67af27b8f6e56a5518', 'floating_ip_address': '172.27.0.211', 'floating_network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'router_id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'port_id': '5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b1367f6-383f-4fe9-a1d7-150df900731d', 'mac_address': 'fa:16:3e:37:f4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035705f1-5ace-46ee-8811-c00a1fed1a69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:32:37Z', 'updated_at': '2022-03-30T18:32:37Z', 'revision_number': 0, 'project_id': 'fe928741f1314e67af27b8f6e56a5518', 'fixed_ip_address_scope': None}, {'id': 'e94806ab-2bc5-44d2-8c89-c149f193bb38', 'tenant_id': 'fe928741f1314e67af27b8f6e56a5518', 'floating_ip_address': '172.27.0.115', 'floating_network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'router_id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'port_id': '70a044fa-f02b-4afd-87a9-397c29911c3f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b1367f6-383f-4fe9-a1d7-150df900731d', 'mac_address': 'fa:16:3e:03:91:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c87b06-ec7a-4a99-be4e-617d686e031c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:30:45Z', 'updated_at': '2022-03-30T18:30:47Z', 'revision_number': 1, 'project_id': 'fe928741f1314e67af27b8f6e56a5518', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d5bcb6a-bde1-4563-9e8c-0dbef397d576', 'name': '', 'network_id': '0b1367f6-383f-4fe9-a1d7-150df900731d', 'tenant_id': 'fe928741f1314e67af27b8f6e56a5518', 'mac_address': 'fa:16:3e:f4:7d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '05e7e92f-e546-49c8-b6ba-98f906bbb13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:26Z', 'updated_at': '2022-03-30T18:27:35Z', 'revision_number': 5, 'project_id': 'fe928741f1314e67af27b8f6e56a5518', 'subnets': [{'id': '05e7e92f-e546-49c8-b6ba-98f906bbb13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:32:38.840179 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25e1ca-e56f-482f-a554-77b6b635d034 req-79386ab9-c5c6-4e2b-a12e-db0f9bd3b82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:32:38.841621 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3a25e1ca-e56f-482f-a554-77b6b635d034 req-79386ab9-c5c6-4e2b-a12e-db0f9bd3b82a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05e7e92f-e546-49c8-b6ba-98f906bbb13a HTTP/1.1" status: 200 len: 850 time: 0.0425732 Mar 30 18:32:38.860625 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09568374-a65c-4beb-9130-bf2891fa5464 None None] Checking router: 4b209a83-330b-40ec-8875-fb4d09393ec6 for host: dv-cinder-835879-1-iscsi {{(pid=103295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:32:38.869041 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09568374-a65c-4beb-9130-bf2891fa5464 None None] Routers {'4b209a83-330b-40ec-8875-fb4d09393ec6'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:32:38.869657 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-09568374-a65c-4beb-9130-bf2891fa5464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:32:30Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['4b209a83-330b-40ec-8875-fb4d09393ec6'], 'active': True} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:32:38.888826 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25e1ca-e56f-482f-a554-77b6b635d034 req-dcfb5538-31cd-441e-a6f3-af8e7c82dfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:32:38.890292 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3a25e1ca-e56f-482f-a554-77b6b635d034 req-dcfb5538-31cd-441e-a6f3-af8e7c82dfd9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0b1367f6-383f-4fe9-a1d7-150df900731d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428445 Mar 30 18:32:38.977417 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvr_db [None req-09568374-a65c-4beb-9130-bf2891fa5464 None None] Set router 4b209a83-330b-40ec-8875-fb4d09393ec6 gateway port host: dv-cinder-835879-1-iscsi {{(pid=103295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:32:38.980088 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3a25e1ca-e56f-482f-a554-77b6b635d034 req-480be7b0-b38e-4497-95eb-ddda684351c8 service neutron] 10.222.0.55 "GET /v2.0/networks/0b1367f6-383f-4fe9-a1d7-150df900731d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840302 Mar 30 18:32:39.066541 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3a25e1ca-e56f-482f-a554-77b6b635d034 req-5dffe8c5-5a84-4262-8d29-2211c91bb851 service neutron] 10.222.0.55 "GET /v2.0/networks/0b1367f6-383f-4fe9-a1d7-150df900731d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803049 Mar 30 18:32:39.198662 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-09568374-a65c-4beb-9130-bf2891fa5464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'name': 'tempest-TestVolumeBootPattern-623152860-router', 'tenant_id': 'fe928741f1314e67af27b8f6e56a5518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '546bc0e7-69d7-4abb-be07-d29b0489c67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:27:22Z', 'updated_at': '2022-03-30T18:27:28Z', 'revision_number': 4, 'project_id': 'fe928741f1314e67af27b8f6e56a5518', 'gw_port': {'id': '546bc0e7-69d7-4abb-be07-d29b0489c67f', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:47:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:23Z', 'updated_at': '2022-03-30T18:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_floatingips': [{'id': 'adebcef2-6f32-40bf-a1ea-a8b8b885cf14', 'tenant_id': 'fe928741f1314e67af27b8f6e56a5518', 'floating_ip_address': '172.27.0.211', 'floating_network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'router_id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'port_id': '5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b1367f6-383f-4fe9-a1d7-150df900731d', 'mac_address': 'fa:16:3e:37:f4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035705f1-5ace-46ee-8811-c00a1fed1a69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:32:37Z', 'updated_at': '2022-03-30T18:32:37Z', 'revision_number': 0, 'project_id': 'fe928741f1314e67af27b8f6e56a5518', 'fixed_ip_address_scope': None}, {'id': 'e94806ab-2bc5-44d2-8c89-c149f193bb38', 'tenant_id': 'fe928741f1314e67af27b8f6e56a5518', 'floating_ip_address': '172.27.0.115', 'floating_network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'router_id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'port_id': '70a044fa-f02b-4afd-87a9-397c29911c3f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b1367f6-383f-4fe9-a1d7-150df900731d', 'mac_address': 'fa:16:3e:03:91:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c87b06-ec7a-4a99-be4e-617d686e031c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:30:45Z', 'updated_at': '2022-03-30T18:30:47Z', 'revision_number': 1, 'project_id': 'fe928741f1314e67af27b8f6e56a5518', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d5bcb6a-bde1-4563-9e8c-0dbef397d576', 'name': '', 'network_id': '0b1367f6-383f-4fe9-a1d7-150df900731d', 'tenant_id': 'fe928741f1314e67af27b8f6e56a5518', 'mac_address': 'fa:16:3e:f4:7d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '05e7e92f-e546-49c8-b6ba-98f906bbb13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:26Z', 'updated_at': '2022-03-30T18:27:35Z', 'revision_number': 5, 'project_id': 'fe928741f1314e67af27b8f6e56a5518', 'subnets': [{'id': '05e7e92f-e546-49c8-b6ba-98f906bbb13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:32:39.224661 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09568374-a65c-4beb-9130-bf2891fa5464 None None] The sync data for ids ['4b209a83-330b-40ec-8875-fb4d09393ec6'] in dv-cinder-835879-1-iscsi is: [{'id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'name': 'tempest-TestVolumeBootPattern-623152860-router', 'tenant_id': 'fe928741f1314e67af27b8f6e56a5518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '546bc0e7-69d7-4abb-be07-d29b0489c67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:27:22Z', 'updated_at': '2022-03-30T18:27:28Z', 'revision_number': 4, 'project_id': 'fe928741f1314e67af27b8f6e56a5518', 'gw_port': {'id': '546bc0e7-69d7-4abb-be07-d29b0489c67f', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:47:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:23Z', 'updated_at': '2022-03-30T18:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_floatingips': [{'id': 'adebcef2-6f32-40bf-a1ea-a8b8b885cf14', 'tenant_id': 'fe928741f1314e67af27b8f6e56a5518', 'floating_ip_address': '172.27.0.211', 'floating_network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'router_id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'port_id': '5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b1367f6-383f-4fe9-a1d7-150df900731d', 'mac_address': 'fa:16:3e:37:f4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035705f1-5ace-46ee-8811-c00a1fed1a69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:32:37Z', 'updated_at': '2022-03-30T18:32:37Z', 'revision_number': 0, 'project_id': 'fe928741f1314e67af27b8f6e56a5518', 'fixed_ip_address_scope': None}, {'id': 'e94806ab-2bc5-44d2-8c89-c149f193bb38', 'tenant_id': 'fe928741f1314e67af27b8f6e56a5518', 'floating_ip_address': '172.27.0.115', 'floating_network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'router_id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'port_id': '70a044fa-f02b-4afd-87a9-397c29911c3f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b1367f6-383f-4fe9-a1d7-150df900731d', 'mac_address': 'fa:16:3e:03:91:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c87b06-ec7a-4a99-be4e-617d686e031c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:30:45Z', 'updated_at': '2022-03-30T18:30:47Z', 'revision_number': 1, 'project_id': 'fe928741f1314e67af27b8f6e56a5518', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d5bcb6a-bde1-4563-9e8c-0dbef397d576', 'name': '', 'network_id': '0b1367f6-383f-4fe9-a1d7-150df900731d', 'tenant_id': 'fe928741f1314e67af27b8f6e56a5518', 'mac_address': 'fa:16:3e:f4:7d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '05e7e92f-e546-49c8-b6ba-98f906bbb13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:26Z', 'updated_at': '2022-03-30T18:27:35Z', 'revision_number': 5, 'project_id': 'fe928741f1314e67af27b8f6e56a5518', 'subnets': [{'id': '05e7e92f-e546-49c8-b6ba-98f906bbb13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:32:39.407805 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37eda757-27c6-45e2-8f02-0e9143f5bc4c None None] New status for floating IP adebcef2-6f32-40bf-a1ea-a8b8b885cf14: ACTIVE {{(pid=103296) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:32:46.492235 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (48cc6dd0-9d47-40d1-bfd7-3609261a1488), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:57.696392 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-554258e6-f528-42a0-98de-fe555478019d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (c82c41e6-6be9-408a-ae4d-4131a3230230), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:00.087006 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-5db712bd-9f74-4cda-b65f-5e1aec9d7480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bb9cbda0-d504-4372-97ec-0881b5676f92), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:01.246153 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f19afa9d-e030-40e8-acc4-8e1b9083a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (63dcb6ae-3517-415b-a3a4-cfabe01bf14f), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:02.685563 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-735ee7a5-faf9-4a72-9605-65e031eaef75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bc479c0e-1124-4d13-b03e-bb2d712dc776), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:04.008306 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (6489659c-3f19-4a2c-89f8-52d37c938fb3), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:14.244803 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.agents_db [None req-615cdb4a-d653-495f-8f07-938524d0c5b5 None None] Agent healthcheck: found 6 active agents {{(pid=103296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:33:16.479342 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (48cc6dd0-9d47-40d1-bfd7-3609261a1488), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:21.791859 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-fd29ff94-5041-49e9-8a68-6f6792d9f817 req-29a3783c-94ed-449a-a086-1c99cdb98183 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=82c87b06-ec7a-4a99-be4e-617d686e031c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0461953 Mar 30 18:33:21.890635 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd29ff94-5041-49e9-8a68-6f6792d9f817 req-2396e170-2a72-455a-b34d-b356b2867f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:33:21.892131 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-fd29ff94-5041-49e9-8a68-6f6792d9f817 req-2396e170-2a72-455a-b34d-b356b2867f2f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fe928741f1314e67af27b8f6e56a5518&device_id=82c87b06-ec7a-4a99-be4e-617d686e031c HTTP/1.1" status: 200 len: 1129 time: 0.0431938 Mar 30 18:33:21.990666 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd29ff94-5041-49e9-8a68-6f6792d9f817 req-27ff0fad-00bd-43dd-ab6a-e68e6f9f6696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:33:21.992152 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-fd29ff94-5041-49e9-8a68-6f6792d9f817 req-27ff0fad-00bd-43dd-ab6a-e68e6f9f6696 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0b1367f6-383f-4fe9-a1d7-150df900731d HTTP/1.1" status: 200 len: 912 time: 0.0817461 Mar 30 18:33:22.058928 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-fd29ff94-5041-49e9-8a68-6f6792d9f817 req-140accb3-6a65-45c8-8f13-a1332319b225 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70a044fa-f02b-4afd-87a9-397c29911c3f HTTP/1.1" status: 200 len: 1001 time: 0.0599325 Mar 30 18:33:22.104163 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd29ff94-5041-49e9-8a68-6f6792d9f817 req-0ac2cdfc-3872-4d99-8f82-4a60b27787bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:33:22.105641 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-fd29ff94-5041-49e9-8a68-6f6792d9f817 req-0ac2cdfc-3872-4d99-8f82-4a60b27787bd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05e7e92f-e546-49c8-b6ba-98f906bbb13a HTTP/1.1" status: 200 len: 850 time: 0.0416379 Mar 30 18:33:22.152006 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd29ff94-5041-49e9-8a68-6f6792d9f817 req-8e8f7cd2-80d7-419c-bec5-208baef74f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:33:22.153432 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-fd29ff94-5041-49e9-8a68-6f6792d9f817 req-8e8f7cd2-80d7-419c-bec5-208baef74f80 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0b1367f6-383f-4fe9-a1d7-150df900731d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413182 Mar 30 18:33:22.239639 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-fd29ff94-5041-49e9-8a68-6f6792d9f817 req-e186ad6c-5951-47b7-9ba4-9e628f200c47 service neutron] 10.222.0.55 "GET /v2.0/networks/0b1367f6-383f-4fe9-a1d7-150df900731d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803866 Mar 30 18:33:22.323989 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-fd29ff94-5041-49e9-8a68-6f6792d9f817 req-7a1ee7a3-68a6-4733-b85e-eb8d87b081c5 service neutron] 10.222.0.55 "GET /v2.0/networks/0b1367f6-383f-4fe9-a1d7-150df900731d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788295 Mar 30 18:33:27.700937 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-fe1d399b-bf83-43d2-afd4-39cf6563d489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (c82c41e6-6be9-408a-ae4d-4131a3230230), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:30.087941 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-1867ee9e-17c6-4d99-8a82-9eaf8c13da35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bb9cbda0-d504-4372-97ec-0881b5676f92), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:31.248045 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f19afa9d-e030-40e8-acc4-8e1b9083a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (63dcb6ae-3517-415b-a3a4-cfabe01bf14f), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:32.645760 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-735ee7a5-faf9-4a72-9605-65e031eaef75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bc479c0e-1124-4d13-b03e-bb2d712dc776), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:34.010778 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (6489659c-3f19-4a2c-89f8-52d37c938fb3), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:46.485390 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (48cc6dd0-9d47-40d1-bfd7-3609261a1488), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:51.243540 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.agents_db [None req-615cdb4a-d653-495f-8f07-938524d0c5b5 None None] Agent healthcheck: found 6 active agents {{(pid=103296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:33:57.701966 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-aee1755e-ab42-499c-bef2-2e86bfa9fc0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (c82c41e6-6be9-408a-ae4d-4131a3230230), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:00.087397 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-3de4b466-7a2a-48ec-bb03-7828bf5c8cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bb9cbda0-d504-4372-97ec-0881b5676f92), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:01.252470 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f19afa9d-e030-40e8-acc4-8e1b9083a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (63dcb6ae-3517-415b-a3a4-cfabe01bf14f), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:02.647409 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-735ee7a5-faf9-4a72-9605-65e031eaef75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bc479c0e-1124-4d13-b03e-bb2d712dc776), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:04.012548 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (6489659c-3f19-4a2c-89f8-52d37c938fb3), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:05.739968 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 42800) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:34:05.938816 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-cae47462-321b-4f5b-b387-d4c25cba0e76 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Deleting port 1c57b8d0-7b61-49d3-b65d-27edf576cff6 {{(pid=103294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:34:05.939163 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-cae47462-321b-4f5b-b387-d4c25cba0e76 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759690029078'] for port (1c57b8d0-7b61-49d3-b65d-27edf576cff6), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:06.011500 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-cae47462-321b-4f5b-b387-d4c25cba0e76 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586036'] for port (1c57b8d0-7b61-49d3-b65d-27edf576cff6), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:06.011736 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-cae47462-321b-4f5b-b387-d4c25cba0e76 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks [] for floatingip (1c57b8d0-7b61-49d3-b65d-27edf576cff6), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:06.023275 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-cae47462-321b-4f5b-b387-d4c25cba0e76 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Calling delete_port for 1c57b8d0-7b61-49d3-b65d-27edf576cff6 owned by network:floatingip {{(pid=103294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:34:06.187757 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-cae47462-321b-4f5b-b387-d4c25cba0e76 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759690034297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759689464333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59249992'] for port (1c57b8d0-7b61-49d3-b65d-27edf576cff6), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:06.212718 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae47462-321b-4f5b-b387-d4c25cba0e76 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Pushing event deleted for resources: {'Port': ['ID=1c57b8d0-7b61-49d3-b65d-27edf576cff6,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:34:06.240968 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae47462-321b-4f5b-b387-d4c25cba0e76 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:34:06.241313 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae47462-321b-4f5b-b387-d4c25cba0e76 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:34:06.241658 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae47462-321b-4f5b-b387-d4c25cba0e76 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:34:06.241999 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae47462-321b-4f5b-b387-d4c25cba0e76 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:34:06.242334 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae47462-321b-4f5b-b387-d4c25cba0e76 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:34:06.242669 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae47462-321b-4f5b-b387-d4c25cba0e76 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:34:06.242994 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae47462-321b-4f5b-b387-d4c25cba0e76 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:34:06.243349 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae47462-321b-4f5b-b387-d4c25cba0e76 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:34:06.243677 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae47462-321b-4f5b-b387-d4c25cba0e76 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:34:06.244000 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae47462-321b-4f5b-b387-d4c25cba0e76 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:34:06.244323 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae47462-321b-4f5b-b387-d4c25cba0e76 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:34:06.244646 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae47462-321b-4f5b-b387-d4c25cba0e76 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:34:06.244966 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae47462-321b-4f5b-b387-d4c25cba0e76 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:34:06.245284 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae47462-321b-4f5b-b387-d4c25cba0e76 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:34:06.245603 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae47462-321b-4f5b-b387-d4c25cba0e76 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:34:06.284772 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-cae47462-321b-4f5b-b387-d4c25cba0e76 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks [] for floatingip (adebcef2-6f32-40bf-a1ea-a8b8b885cf14), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:06.285052 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.db.l3_db [None req-cae47462-321b-4f5b-b387-d4c25cba0e76 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Floating IP adebcef2-6f32-40bf-a1ea-a8b8b885cf14 disassociated (deleted). External IP: 172.27.0.211, port: 5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552. Mar 30 18:34:06.488922 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cae47462-321b-4f5b-b387-d4c25cba0e76 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Router 4b209a83-330b-40ec-8875-fb4d09393ec6 has already been hosted by L3 agent bb9cbda0-d504-4372-97ec-0881b5676f92 {{(pid=103294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:34:06.592750 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae47462-321b-4f5b-b387-d4c25cba0e76 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Notify agent at l3_agent.dv-cinder-835879-1-iscsi the message routers_updated {{(pid=103294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:34:06.597546 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-cae47462-321b-4f5b-b387-d4c25cba0e76 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for floatingip (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:06.602730 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db83c17c-c042-4f56-903d-d23f5bf82ac6 None None] Sync routers for ids ['4b209a83-330b-40ec-8875-fb4d09393ec6'] in dv-cinder-835879-1-iscsi {{(pid=103295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:34:06.611391 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db83c17c-c042-4f56-903d-d23f5bf82ac6 None None] Routers {'4b209a83-330b-40ec-8875-fb4d09393ec6'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:34:06.612032 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-db83c17c-c042-4f56-903d-d23f5bf82ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:34:00Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['4b209a83-330b-40ec-8875-fb4d09393ec6'], 'active': True} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:34:06.626518 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-cae47462-321b-4f5b-b387-d4c25cba0e76 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "DELETE /v2.0/floatingips/adebcef2-6f32-40bf-a1ea-a8b8b885cf14 HTTP/1.1" status: 204 len: 168 time: 0.8855135 Mar 30 18:34:06.627127 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '035705f1-5ace-46ee-8811-c00a1fed1a69', 'tag': '5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552'}] {{(pid=103294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:34:06.629370 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f253efad80999b0ddc7e44d4c54a97ad4b62a771ea2683ab6850d70c8b34677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e75e681-27cf-4697-8779-daae9036fea8" -d '{"events": [{"name": "network-changed", "server_uuid": "035705f1-5ace-46ee-8811-c00a1fed1a69", "tag": "5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552"}]}' {{(pid=103294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:34:06.723954 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvr_db [None req-db83c17c-c042-4f56-903d-d23f5bf82ac6 None None] Set router 4b209a83-330b-40ec-8875-fb4d09393ec6 gateway port host: dv-cinder-835879-1-iscsi {{(pid=103295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:34:06.769880 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e962fd3b-a287-4d03-8151-be0007d1d5d6 x-openstack-request-id: req-e962fd3b-a287-4d03-8151-be0007d1d5d6 {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:34:06.770385 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "035705f1-5ace-46ee-8811-c00a1fed1a69", "tag": "5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552", "status": "completed", "code": 200}]} {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:34:06.770695 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e962fd3b-a287-4d03-8151-be0007d1d5d6 {{(pid=103294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:34:06.771110 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e962fd3b-a287-4d03-8151-be0007d1d5d6'] response: {'name': 'network-changed', 'server_uuid': '035705f1-5ace-46ee-8811-c00a1fed1a69', 'tag': '5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552', 'status': 'completed', 'code': 200} Mar 30 18:34:06.885830 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6f065-b776-4206-b0c6-11776c37971b req-eb61121a-220d-4ad3-b59c-9be4fbd9ef21 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:34:06.887240 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-45a6f065-b776-4206-b0c6-11776c37971b req-eb61121a-220d-4ad3-b59c-9be4fbd9ef21 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/ports?device_id=035705f1-5ace-46ee-8811-c00a1fed1a69 HTTP/1.1" status: 200 len: 946 time: 0.0815616 Mar 30 18:34:06.916154 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e75e681-27cf-4697-8779-daae9036fea8 req-e654a993-efe0-4ba9-94c6-7f8382abf877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:34:06.917626 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-9e75e681-27cf-4697-8779-daae9036fea8 req-e654a993-efe0-4ba9-94c6-7f8382abf877 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fe928741f1314e67af27b8f6e56a5518&device_id=035705f1-5ace-46ee-8811-c00a1fed1a69 HTTP/1.1" status: 200 len: 1130 time: 0.0724714 Mar 30 18:34:06.954080 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-db83c17c-c042-4f56-903d-d23f5bf82ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'name': 'tempest-TestVolumeBootPattern-623152860-router', 'tenant_id': 'fe928741f1314e67af27b8f6e56a5518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '546bc0e7-69d7-4abb-be07-d29b0489c67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:27:22Z', 'updated_at': '2022-03-30T18:27:28Z', 'revision_number': 4, 'project_id': 'fe928741f1314e67af27b8f6e56a5518', 'gw_port': {'id': '546bc0e7-69d7-4abb-be07-d29b0489c67f', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:47:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:23Z', 'updated_at': '2022-03-30T18:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_floatingips': [{'id': 'e94806ab-2bc5-44d2-8c89-c149f193bb38', 'tenant_id': 'fe928741f1314e67af27b8f6e56a5518', 'floating_ip_address': '172.27.0.115', 'floating_network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'router_id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'port_id': '70a044fa-f02b-4afd-87a9-397c29911c3f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b1367f6-383f-4fe9-a1d7-150df900731d', 'mac_address': 'fa:16:3e:03:91:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c87b06-ec7a-4a99-be4e-617d686e031c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:30:45Z', 'updated_at': '2022-03-30T18:30:47Z', 'revision_number': 1, 'project_id': 'fe928741f1314e67af27b8f6e56a5518', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d5bcb6a-bde1-4563-9e8c-0dbef397d576', 'name': '', 'network_id': '0b1367f6-383f-4fe9-a1d7-150df900731d', 'tenant_id': 'fe928741f1314e67af27b8f6e56a5518', 'mac_address': 'fa:16:3e:f4:7d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '05e7e92f-e546-49c8-b6ba-98f906bbb13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:26Z', 'updated_at': '2022-03-30T18:27:35Z', 'revision_number': 5, 'project_id': 'fe928741f1314e67af27b8f6e56a5518', 'subnets': [{'id': '05e7e92f-e546-49c8-b6ba-98f906bbb13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:34:06.984058 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db83c17c-c042-4f56-903d-d23f5bf82ac6 None None] Checking router: 4b209a83-330b-40ec-8875-fb4d09393ec6 for host: dv-cinder-835879-1-iscsi {{(pid=103295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:34:06.990762 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-45a6f065-b776-4206-b0c6-11776c37971b req-3168120e-b4e0-42f7-807c-6b266a2e8e55 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/security-groups?id=24f77ee3-bf86-49e1-a9cc-0c1c0f76b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958269 Mar 30 18:34:06.992239 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db83c17c-c042-4f56-903d-d23f5bf82ac6 None None] Routers {'4b209a83-330b-40ec-8875-fb4d09393ec6'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:34:06.992847 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-db83c17c-c042-4f56-903d-d23f5bf82ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:34:00Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['4b209a83-330b-40ec-8875-fb4d09393ec6'], 'active': True} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:34:07.029075 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e75e681-27cf-4697-8779-daae9036fea8 req-2560411a-fb84-4f36-ac9b-4755ea383b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:34:07.030516 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-9e75e681-27cf-4697-8779-daae9036fea8 req-2560411a-fb84-4f36-ac9b-4755ea383b6c service neutron] 10.222.0.55 "GET /v2.0/networks?id=0b1367f6-383f-4fe9-a1d7-150df900731d HTTP/1.1" status: 200 len: 912 time: 0.1036375 Mar 30 18:34:07.071691 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-9e75e681-27cf-4697-8779-daae9036fea8 req-819d48fc-a868-4611-a693-4d23e3ab935d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552 HTTP/1.1" status: 200 len: 217 time: 0.0345061 Mar 30 18:34:07.124422 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e75e681-27cf-4697-8779-daae9036fea8 req-c3c255d9-ab4e-45a7-802c-5a73a137a427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:34:07.125972 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-9e75e681-27cf-4697-8779-daae9036fea8 req-c3c255d9-ab4e-45a7-802c-5a73a137a427 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05e7e92f-e546-49c8-b6ba-98f906bbb13a HTTP/1.1" status: 200 len: 850 time: 0.0463226 Mar 30 18:34:07.180151 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e75e681-27cf-4697-8779-daae9036fea8 req-1e9fc163-efa7-434d-955a-f9c09900260a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:34:07.181558 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-9e75e681-27cf-4697-8779-daae9036fea8 req-1e9fc163-efa7-434d-955a-f9c09900260a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0b1367f6-383f-4fe9-a1d7-150df900731d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489707 Mar 30 18:34:07.235287 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvr_db [None req-db83c17c-c042-4f56-903d-d23f5bf82ac6 None None] Set router 4b209a83-330b-40ec-8875-fb4d09393ec6 gateway port host: dv-cinder-835879-1-iscsi {{(pid=103295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:34:07.467603 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-db83c17c-c042-4f56-903d-d23f5bf82ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'name': 'tempest-TestVolumeBootPattern-623152860-router', 'tenant_id': 'fe928741f1314e67af27b8f6e56a5518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '546bc0e7-69d7-4abb-be07-d29b0489c67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:27:22Z', 'updated_at': '2022-03-30T18:27:28Z', 'revision_number': 4, 'project_id': 'fe928741f1314e67af27b8f6e56a5518', 'gw_port': {'id': '546bc0e7-69d7-4abb-be07-d29b0489c67f', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:47:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:23Z', 'updated_at': '2022-03-30T18:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_floatingips': [{'id': 'e94806ab-2bc5-44d2-8c89-c149f193bb38', 'tenant_id': 'fe928741f1314e67af27b8f6e56a5518', 'floating_ip_address': '172.27.0.115', 'floating_network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'router_id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'port_id': '70a044fa-f02b-4afd-87a9-397c29911c3f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b1367f6-383f-4fe9-a1d7-150df900731d', 'mac_address': 'fa:16:3e:03:91:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c87b06-ec7a-4a99-be4e-617d686e031c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:30:45Z', 'updated_at': '2022-03-30T18:30:47Z', 'revision_number': 1, 'project_id': 'fe928741f1314e67af27b8f6e56a5518', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d5bcb6a-bde1-4563-9e8c-0dbef397d576', 'name': '', 'network_id': '0b1367f6-383f-4fe9-a1d7-150df900731d', 'tenant_id': 'fe928741f1314e67af27b8f6e56a5518', 'mac_address': 'fa:16:3e:f4:7d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '05e7e92f-e546-49c8-b6ba-98f906bbb13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:26Z', 'updated_at': '2022-03-30T18:27:35Z', 'revision_number': 5, 'project_id': 'fe928741f1314e67af27b8f6e56a5518', 'subnets': [{'id': '05e7e92f-e546-49c8-b6ba-98f906bbb13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:34:07.498147 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db83c17c-c042-4f56-903d-d23f5bf82ac6 None None] The sync data for ids ['4b209a83-330b-40ec-8875-fb4d09393ec6'] in dv-cinder-835879-1-iscsi is: [{'id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'name': 'tempest-TestVolumeBootPattern-623152860-router', 'tenant_id': 'fe928741f1314e67af27b8f6e56a5518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '546bc0e7-69d7-4abb-be07-d29b0489c67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:27:22Z', 'updated_at': '2022-03-30T18:27:28Z', 'revision_number': 4, 'project_id': 'fe928741f1314e67af27b8f6e56a5518', 'gw_port': {'id': '546bc0e7-69d7-4abb-be07-d29b0489c67f', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:47:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:23Z', 'updated_at': '2022-03-30T18:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_floatingips': [{'id': 'e94806ab-2bc5-44d2-8c89-c149f193bb38', 'tenant_id': 'fe928741f1314e67af27b8f6e56a5518', 'floating_ip_address': '172.27.0.115', 'floating_network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'router_id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'port_id': '70a044fa-f02b-4afd-87a9-397c29911c3f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b1367f6-383f-4fe9-a1d7-150df900731d', 'mac_address': 'fa:16:3e:03:91:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c87b06-ec7a-4a99-be4e-617d686e031c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:30:45Z', 'updated_at': '2022-03-30T18:30:47Z', 'revision_number': 1, 'project_id': 'fe928741f1314e67af27b8f6e56a5518', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d5bcb6a-bde1-4563-9e8c-0dbef397d576', 'name': '', 'network_id': '0b1367f6-383f-4fe9-a1d7-150df900731d', 'tenant_id': 'fe928741f1314e67af27b8f6e56a5518', 'mac_address': 'fa:16:3e:f4:7d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '05e7e92f-e546-49c8-b6ba-98f906bbb13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:26Z', 'updated_at': '2022-03-30T18:27:35Z', 'revision_number': 5, 'project_id': 'fe928741f1314e67af27b8f6e56a5518', 'subnets': [{'id': '05e7e92f-e546-49c8-b6ba-98f906bbb13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:34:07.558969 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-9e75e681-27cf-4697-8779-daae9036fea8 req-0c3ca6b2-a0dd-4f29-92de-cb563b365537 service neutron] 10.222.0.55 "GET /v2.0/networks/0b1367f6-383f-4fe9-a1d7-150df900731d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3701828 Mar 30 18:34:07.652063 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-9e75e681-27cf-4697-8779-daae9036fea8 req-1344a006-5e61-43d7-98e4-99f45190e1cd service neutron] 10.222.0.55 "GET /v2.0/networks/0b1367f6-383f-4fe9-a1d7-150df900731d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867887 Mar 30 18:34:07.713346 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d904b065-d646-460e-bd80-51fbab10afa4 None None] New status for floating IP adebcef2-6f32-40bf-a1ea-a8b8b885cf14: DOWN {{(pid=103296) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:34:08.112557 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c8454a-f6ab-4683-ad71-38d93be9fc52 req-b9f00abd-fe18-46f3-8111-c1f83c2e1775 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:34:08.114017 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-58c8454a-f6ab-4683-ad71-38d93be9fc52 req-b9f00abd-fe18-46f3-8111-c1f83c2e1775 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/ports?device_id=035705f1-5ace-46ee-8811-c00a1fed1a69 HTTP/1.1" status: 200 len: 946 time: 0.0517848 Mar 30 18:34:08.161540 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-58c8454a-f6ab-4683-ad71-38d93be9fc52 req-fc7b9a43-c5d1-4401-bf40-95f1cc72fc1c tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/security-groups?id=24f77ee3-bf86-49e1-a9cc-0c1c0f76b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420418 Mar 30 18:34:08.572272 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cffdff-588c-41f0-b9d8-26b06a1f87f3 req-caa88a04-533f-48d9-8217-6fd831664c3c tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:34:08.573722 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-b4cffdff-588c-41f0-b9d8-26b06a1f87f3 req-caa88a04-533f-48d9-8217-6fd831664c3c tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.55 "GET /v2.0/ports?device_id=035705f1-5ace-46ee-8811-c00a1fed1a69 HTTP/1.1" status: 200 len: 946 time: 0.0508254 Mar 30 18:34:08.670065 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [req-b4cffdff-588c-41f0-b9d8-26b06a1f87f3 req-d56e1e72-07ad-47eb-8c37-010eef388470 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Deleting port 5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552 {{(pid=103293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:34:08.670311 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-b4cffdff-588c-41f0-b9d8-26b06a1f87f3 req-d56e1e72-07ad-47eb-8c37-010eef388470 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759690029078'] for port (5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:08.755479 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [req-b4cffdff-588c-41f0-b9d8-26b06a1f87f3 req-d56e1e72-07ad-47eb-8c37-010eef388470 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] For port 5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552,segment=NetworkSegment(dad84a97-fd4a-469c-ab9e-3a94ab918256),segment_id=dad84a97-fd4a-469c-ab9e-3a94ab918256)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:34:08.755836 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-b4cffdff-588c-41f0-b9d8-26b06a1f87f3 req-d56e1e72-07ad-47eb-8c37-010eef388470 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586036'] for port (5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:08.768464 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [req-b4cffdff-588c-41f0-b9d8-26b06a1f87f3 req-d56e1e72-07ad-47eb-8c37-010eef388470 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Calling delete_port for 5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552 owned by compute:nova {{(pid=103293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:34:08.899597 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-b4cffdff-588c-41f0-b9d8-26b06a1f87f3 req-d56e1e72-07ad-47eb-8c37-010eef388470 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759690034297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759689464333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58814409'] for port (5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:08.926103 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56e1e72-07ad-47eb-8c37-010eef388470 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Pushing event deleted for resources: {'Port': ['ID=5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:34:08.935564 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56e1e72-07ad-47eb-8c37-010eef388470 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:34:08.935907 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56e1e72-07ad-47eb-8c37-010eef388470 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:34:08.936247 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56e1e72-07ad-47eb-8c37-010eef388470 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:34:08.936580 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56e1e72-07ad-47eb-8c37-010eef388470 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:34:08.936910 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56e1e72-07ad-47eb-8c37-010eef388470 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:34:08.937232 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56e1e72-07ad-47eb-8c37-010eef388470 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:34:08.937550 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56e1e72-07ad-47eb-8c37-010eef388470 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:34:08.937869 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56e1e72-07ad-47eb-8c37-010eef388470 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:34:08.938663 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56e1e72-07ad-47eb-8c37-010eef388470 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:34:08.938663 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56e1e72-07ad-47eb-8c37-010eef388470 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:34:08.938863 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56e1e72-07ad-47eb-8c37-010eef388470 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:34:08.939090 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56e1e72-07ad-47eb-8c37-010eef388470 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:34:08.939422 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56e1e72-07ad-47eb-8c37-010eef388470 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:34:08.939731 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56e1e72-07ad-47eb-8c37-010eef388470 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:34:08.940041 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56e1e72-07ad-47eb-8c37-010eef388470 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:34:08.986719 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4cffdff-588c-41f0-b9d8-26b06a1f87f3 req-d56e1e72-07ad-47eb-8c37-010eef388470 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] No DVR routers for this DVR port 5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552 on host hv-cinder-83587 {{(pid=103293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:34:08.989234 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-b4cffdff-588c-41f0-b9d8-26b06a1f87f3 req-d56e1e72-07ad-47eb-8c37-010eef388470 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for port (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:08.993093 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-b4cffdff-588c-41f0-b9d8-26b06a1f87f3 req-d56e1e72-07ad-47eb-8c37-010eef388470 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.55 "DELETE /v2.0/ports/5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552 HTTP/1.1" status: 204 len: 173 time: 0.4145019 Mar 30 18:34:08.993541 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '035705f1-5ace-46ee-8811-c00a1fed1a69', 'name': 'network-vif-deleted', 'tag': '5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:34:08.996061 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e41150553c85b09edab6cb52843a30629a36ec9d810f78f9b9d5c7c277fb574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997fc21b-8171-4456-80a2-2c51cc9e5b38" -d '{"events": [{"server_uuid": "035705f1-5ace-46ee-8811-c00a1fed1a69", "name": "network-vif-deleted", "tag": "5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:34:09.031387 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd8e4a1-2803-41da-8e58-18a5e0ecab40 x-openstack-request-id: req-4dd8e4a1-2803-41da-8e58-18a5e0ecab40 {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:34:09.031670 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "035705f1-5ace-46ee-8811-c00a1fed1a69", "name": "network-vif-deleted", "tag": "5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552", "status": "completed", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:34:09.031967 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4dd8e4a1-2803-41da-8e58-18a5e0ecab40 {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:34:09.032531 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dd8e4a1-2803-41da-8e58-18a5e0ecab40'] response: {'server_uuid': '035705f1-5ace-46ee-8811-c00a1fed1a69', 'name': 'network-vif-deleted', 'tag': '5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552', 'status': 'completed', 'code': 200} Mar 30 18:34:09.253149 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-7b7851e3-1ea9-421b-bc78-dee17427a1bf req-2dc9cea7-18e5-45b8-affb-fe4618773824 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/ports?device_id=035705f1-5ace-46ee-8811-c00a1fed1a69 HTTP/1.1" status: 200 len: 210 time: 0.0267935 Mar 30 18:34:12.530209 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 42842) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:34:12.663729 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device 5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:34:12.679431 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-606f3da2-7b3f-4499-917d-894914e368cc tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Deleting port 0b2fed70-31ca-4229-b447-8a200b1136a2 {{(pid=103294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:34:12.679695 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-606f3da2-7b3f-4499-917d-894914e368cc tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759690029078'] for port (0b2fed70-31ca-4229-b447-8a200b1136a2), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:12.682695 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] No Port match for: 5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552 {{(pid=103295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:34:12.683034 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device 5a6f48d7-ecb7-4aa6-9169-eaa8c6fa5552 not bound to the agent host hv-cinder-83587 {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:34:12.751903 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-606f3da2-7b3f-4499-917d-894914e368cc tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586036'] for port (0b2fed70-31ca-4229-b447-8a200b1136a2), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:12.752223 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-606f3da2-7b3f-4499-917d-894914e368cc tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks [] for floatingip (0b2fed70-31ca-4229-b447-8a200b1136a2), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:12.763971 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-606f3da2-7b3f-4499-917d-894914e368cc tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Calling delete_port for 0b2fed70-31ca-4229-b447-8a200b1136a2 owned by network:floatingip {{(pid=103294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:34:12.907943 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-606f3da2-7b3f-4499-917d-894914e368cc tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759690034297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759689464333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59249992'] for port (0b2fed70-31ca-4229-b447-8a200b1136a2), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:12.930957 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606f3da2-7b3f-4499-917d-894914e368cc tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Pushing event deleted for resources: {'Port': ['ID=0b2fed70-31ca-4229-b447-8a200b1136a2,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:34:12.998068 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-606f3da2-7b3f-4499-917d-894914e368cc tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks [] for floatingip (e94806ab-2bc5-44d2-8c89-c149f193bb38), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:12.998401 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.db.l3_db [None req-606f3da2-7b3f-4499-917d-894914e368cc tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Floating IP e94806ab-2bc5-44d2-8c89-c149f193bb38 disassociated (deleted). External IP: 172.27.0.115, port: 70a044fa-f02b-4afd-87a9-397c29911c3f. Mar 30 18:34:13.397171 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-606f3da2-7b3f-4499-917d-894914e368cc tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Router 4b209a83-330b-40ec-8875-fb4d09393ec6 has already been hosted by L3 agent bb9cbda0-d504-4372-97ec-0881b5676f92 {{(pid=103294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:34:13.499632 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-606f3da2-7b3f-4499-917d-894914e368cc tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Notify agent at l3_agent.dv-cinder-835879-1-iscsi the message routers_updated {{(pid=103294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:34:13.504334 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-606f3da2-7b3f-4499-917d-894914e368cc tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for floatingip (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:13.508950 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ba272f-126a-4187-867c-169f7570b5d0 None None] Sync routers for ids ['4b209a83-330b-40ec-8875-fb4d09393ec6'] in dv-cinder-835879-1-iscsi {{(pid=103295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:34:13.518468 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ba272f-126a-4187-867c-169f7570b5d0 None None] Routers {'4b209a83-330b-40ec-8875-fb4d09393ec6'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:34:13.519098 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-f8ba272f-126a-4187-867c-169f7570b5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:34:00Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['4b209a83-330b-40ec-8875-fb4d09393ec6'], 'active': True} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:34:13.538449 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-606f3da2-7b3f-4499-917d-894914e368cc tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "DELETE /v2.0/floatingips/e94806ab-2bc5-44d2-8c89-c149f193bb38 HTTP/1.1" status: 204 len: 168 time: 1.0046852 Mar 30 18:34:13.538449 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82c87b06-ec7a-4a99-be4e-617d686e031c', 'tag': '70a044fa-f02b-4afd-87a9-397c29911c3f'}] {{(pid=103294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:34:13.539095 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f253efad80999b0ddc7e44d4c54a97ad4b62a771ea2683ab6850d70c8b34677d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835e7da3-436c-4c08-8ee0-a2bc3d222765" -d '{"events": [{"name": "network-changed", "server_uuid": "82c87b06-ec7a-4a99-be4e-617d686e031c", "tag": "70a044fa-f02b-4afd-87a9-397c29911c3f"}]}' {{(pid=103294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:34:13.574315 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e753afbf-ca33-4ed3-9f2d-fbd0e077b8df x-openstack-request-id: req-e753afbf-ca33-4ed3-9f2d-fbd0e077b8df {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:34:13.574807 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82c87b06-ec7a-4a99-be4e-617d686e031c", "tag": "70a044fa-f02b-4afd-87a9-397c29911c3f", "status": "completed", "code": 200}]} {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:34:13.575059 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e753afbf-ca33-4ed3-9f2d-fbd0e077b8df {{(pid=103294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:34:13.575520 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e753afbf-ca33-4ed3-9f2d-fbd0e077b8df'] response: {'name': 'network-changed', 'server_uuid': '82c87b06-ec7a-4a99-be4e-617d686e031c', 'tag': '70a044fa-f02b-4afd-87a9-397c29911c3f', 'status': 'completed', 'code': 200} Mar 30 18:34:13.631353 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvr_db [None req-f8ba272f-126a-4187-867c-169f7570b5d0 None None] Set router 4b209a83-330b-40ec-8875-fb4d09393ec6 gateway port host: dv-cinder-835879-1-iscsi {{(pid=103295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:34:13.669327 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e7da3-436c-4c08-8ee0-a2bc3d222765 req-9c6166bf-9032-4dc0-9223-1032bcbb0743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:34:13.670965 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-835e7da3-436c-4c08-8ee0-a2bc3d222765 req-9c6166bf-9032-4dc0-9223-1032bcbb0743 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fe928741f1314e67af27b8f6e56a5518&device_id=82c87b06-ec7a-4a99-be4e-617d686e031c HTTP/1.1" status: 200 len: 1129 time: 0.0537446 Mar 30 18:34:13.818100 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f136fe1-81c7-4973-93b6-94e25a48296a req-6c2c4c99-b938-485f-8fe5-d0a9e0bba1f9 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:34:13.819579 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3f136fe1-81c7-4973-93b6-94e25a48296a req-6c2c4c99-b938-485f-8fe5-d0a9e0bba1f9 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/ports?device_id=82c87b06-ec7a-4a99-be4e-617d686e031c HTTP/1.1" status: 200 len: 945 time: 0.1092391 Mar 30 18:34:13.836064 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-f8ba272f-126a-4187-867c-169f7570b5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'name': 'tempest-TestVolumeBootPattern-623152860-router', 'tenant_id': 'fe928741f1314e67af27b8f6e56a5518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '546bc0e7-69d7-4abb-be07-d29b0489c67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:27:22Z', 'updated_at': '2022-03-30T18:27:28Z', 'revision_number': 4, 'project_id': 'fe928741f1314e67af27b8f6e56a5518', 'gw_port': {'id': '546bc0e7-69d7-4abb-be07-d29b0489c67f', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:47:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:23Z', 'updated_at': '2022-03-30T18:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_interfaces': [{'id': '7d5bcb6a-bde1-4563-9e8c-0dbef397d576', 'name': '', 'network_id': '0b1367f6-383f-4fe9-a1d7-150df900731d', 'tenant_id': 'fe928741f1314e67af27b8f6e56a5518', 'mac_address': 'fa:16:3e:f4:7d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '05e7e92f-e546-49c8-b6ba-98f906bbb13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:26Z', 'updated_at': '2022-03-30T18:27:35Z', 'revision_number': 5, 'project_id': 'fe928741f1314e67af27b8f6e56a5518', 'subnets': [{'id': '05e7e92f-e546-49c8-b6ba-98f906bbb13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:34:13.849762 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e7da3-436c-4c08-8ee0-a2bc3d222765 req-de35042e-4f46-40fb-a1cb-e4f92a2657e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:34:13.851195 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-835e7da3-436c-4c08-8ee0-a2bc3d222765 req-de35042e-4f46-40fb-a1cb-e4f92a2657e9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0b1367f6-383f-4fe9-a1d7-150df900731d HTTP/1.1" status: 200 len: 912 time: 0.1308851 Mar 30 18:34:13.862279 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ba272f-126a-4187-867c-169f7570b5d0 None None] Checking router: 4b209a83-330b-40ec-8875-fb4d09393ec6 for host: dv-cinder-835879-1-iscsi {{(pid=103295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:34:13.870448 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ba272f-126a-4187-867c-169f7570b5d0 None None] Routers {'4b209a83-330b-40ec-8875-fb4d09393ec6'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:34:13.871063 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-f8ba272f-126a-4187-867c-169f7570b5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:34:00Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['4b209a83-330b-40ec-8875-fb4d09393ec6'], 'active': True} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:34:13.901274 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-835e7da3-436c-4c08-8ee0-a2bc3d222765 req-cbc3816e-4809-4521-a188-69862c8587b9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70a044fa-f02b-4afd-87a9-397c29911c3f HTTP/1.1" status: 200 len: 217 time: 0.0397887 Mar 30 18:34:13.917384 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-3f136fe1-81c7-4973-93b6-94e25a48296a req-e0955cb1-92be-483d-9182-c897914608b0 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/security-groups?id=24f77ee3-bf86-49e1-a9cc-0c1c0f76b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892656 Mar 30 18:34:13.957564 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e7da3-436c-4c08-8ee0-a2bc3d222765 req-d072f719-6595-4a22-a91b-6745004065e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:34:13.959038 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-835e7da3-436c-4c08-8ee0-a2bc3d222765 req-d072f719-6595-4a22-a91b-6745004065e4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05e7e92f-e546-49c8-b6ba-98f906bbb13a HTTP/1.1" status: 200 len: 850 time: 0.0517941 Mar 30 18:34:13.978742 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvr_db [None req-f8ba272f-126a-4187-867c-169f7570b5d0 None None] Set router 4b209a83-330b-40ec-8875-fb4d09393ec6 gateway port host: dv-cinder-835879-1-iscsi {{(pid=103295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:34:14.007028 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e7da3-436c-4c08-8ee0-a2bc3d222765 req-bfb73650-9277-42ec-a4ad-325bab588c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:34:14.008533 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-835e7da3-436c-4c08-8ee0-a2bc3d222765 req-bfb73650-9277-42ec-a4ad-325bab588c7b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0b1367f6-383f-4fe9-a1d7-150df900731d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435009 Mar 30 18:34:14.095836 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-835e7da3-436c-4c08-8ee0-a2bc3d222765 req-17cf18d6-4ad6-445b-ba9c-e2dd659eefd5 service neutron] 10.222.0.55 "GET /v2.0/networks/0b1367f6-383f-4fe9-a1d7-150df900731d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796666 Mar 30 18:34:14.171565 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-f8ba272f-126a-4187-867c-169f7570b5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'name': 'tempest-TestVolumeBootPattern-623152860-router', 'tenant_id': 'fe928741f1314e67af27b8f6e56a5518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '546bc0e7-69d7-4abb-be07-d29b0489c67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:27:22Z', 'updated_at': '2022-03-30T18:27:28Z', 'revision_number': 4, 'project_id': 'fe928741f1314e67af27b8f6e56a5518', 'gw_port': {'id': '546bc0e7-69d7-4abb-be07-d29b0489c67f', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:47:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:23Z', 'updated_at': '2022-03-30T18:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_interfaces': [{'id': '7d5bcb6a-bde1-4563-9e8c-0dbef397d576', 'name': '', 'network_id': '0b1367f6-383f-4fe9-a1d7-150df900731d', 'tenant_id': 'fe928741f1314e67af27b8f6e56a5518', 'mac_address': 'fa:16:3e:f4:7d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '05e7e92f-e546-49c8-b6ba-98f906bbb13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:26Z', 'updated_at': '2022-03-30T18:27:35Z', 'revision_number': 5, 'project_id': 'fe928741f1314e67af27b8f6e56a5518', 'subnets': [{'id': '05e7e92f-e546-49c8-b6ba-98f906bbb13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:34:14.186989 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-835e7da3-436c-4c08-8ee0-a2bc3d222765 req-8b747b74-b943-4d14-bf5a-f8473170ebb5 service neutron] 10.222.0.55 "GET /v2.0/networks/0b1367f6-383f-4fe9-a1d7-150df900731d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848367 Mar 30 18:34:14.202033 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ba272f-126a-4187-867c-169f7570b5d0 None None] The sync data for ids ['4b209a83-330b-40ec-8875-fb4d09393ec6'] in dv-cinder-835879-1-iscsi is: [{'id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'name': 'tempest-TestVolumeBootPattern-623152860-router', 'tenant_id': 'fe928741f1314e67af27b8f6e56a5518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '546bc0e7-69d7-4abb-be07-d29b0489c67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:27:22Z', 'updated_at': '2022-03-30T18:27:28Z', 'revision_number': 4, 'project_id': 'fe928741f1314e67af27b8f6e56a5518', 'gw_port': {'id': '546bc0e7-69d7-4abb-be07-d29b0489c67f', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:47:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:23Z', 'updated_at': '2022-03-30T18:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi', '_interfaces': [{'id': '7d5bcb6a-bde1-4563-9e8c-0dbef397d576', 'name': '', 'network_id': '0b1367f6-383f-4fe9-a1d7-150df900731d', 'tenant_id': 'fe928741f1314e67af27b8f6e56a5518', 'mac_address': 'fa:16:3e:f4:7d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '05e7e92f-e546-49c8-b6ba-98f906bbb13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:26Z', 'updated_at': '2022-03-30T18:27:35Z', 'revision_number': 5, 'project_id': 'fe928741f1314e67af27b8f6e56a5518', 'subnets': [{'id': '05e7e92f-e546-49c8-b6ba-98f906bbb13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:34:14.409591 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ca19b3-e7ce-4529-b28f-f5eae6046c14 None None] New status for floating IP e94806ab-2bc5-44d2-8c89-c149f193bb38: DOWN {{(pid=103296) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:34:15.036556 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951067b-f21d-446a-95b9-a01cad524c8e req-1699c136-7636-4849-81bd-6ec6503f710f tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:34:15.038006 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-d951067b-f21d-446a-95b9-a01cad524c8e req-1699c136-7636-4849-81bd-6ec6503f710f tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/ports?device_id=82c87b06-ec7a-4a99-be4e-617d686e031c HTTP/1.1" status: 200 len: 945 time: 0.0518665 Mar 30 18:34:15.085350 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-d951067b-f21d-446a-95b9-a01cad524c8e req-acfb07fb-9a70-48d5-8afe-360720b6cfe7 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/security-groups?id=24f77ee3-bf86-49e1-a9cc-0c1c0f76b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411630 Mar 30 18:34:15.376992 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57b651f-c54f-48ff-ad73-b8eb2f1103fc req-2700af3f-9671-48bb-8126-b3881f30e6e3 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:34:15.378467 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c57b651f-c54f-48ff-ad73-b8eb2f1103fc req-2700af3f-9671-48bb-8126-b3881f30e6e3 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.55 "GET /v2.0/ports?device_id=82c87b06-ec7a-4a99-be4e-617d686e031c HTTP/1.1" status: 200 len: 945 time: 0.0570531 Mar 30 18:34:15.469469 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [req-c57b651f-c54f-48ff-ad73-b8eb2f1103fc req-c092ca93-f066-4fb8-b62c-dee3163ab6d6 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Deleting port 70a044fa-f02b-4afd-87a9-397c29911c3f {{(pid=103293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:34:15.469809 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-c57b651f-c54f-48ff-ad73-b8eb2f1103fc req-c092ca93-f066-4fb8-b62c-dee3163ab6d6 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759690029078'] for port (70a044fa-f02b-4afd-87a9-397c29911c3f), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:15.555939 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [req-c57b651f-c54f-48ff-ad73-b8eb2f1103fc req-c092ca93-f066-4fb8-b62c-dee3163ab6d6 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] For port 70a044fa-f02b-4afd-87a9-397c29911c3f, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=70a044fa-f02b-4afd-87a9-397c29911c3f,segment=NetworkSegment(dad84a97-fd4a-469c-ab9e-3a94ab918256),segment_id=dad84a97-fd4a-469c-ab9e-3a94ab918256)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:34:15.556291 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-c57b651f-c54f-48ff-ad73-b8eb2f1103fc req-c092ca93-f066-4fb8-b62c-dee3163ab6d6 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586036'] for port (70a044fa-f02b-4afd-87a9-397c29911c3f), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:15.568581 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [req-c57b651f-c54f-48ff-ad73-b8eb2f1103fc req-c092ca93-f066-4fb8-b62c-dee3163ab6d6 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Calling delete_port for 70a044fa-f02b-4afd-87a9-397c29911c3f owned by compute:nova {{(pid=103293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:34:15.689444 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-c57b651f-c54f-48ff-ad73-b8eb2f1103fc req-c092ca93-f066-4fb8-b62c-dee3163ab6d6 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759690034297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759689464333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58814409'] for port (70a044fa-f02b-4afd-87a9-397c29911c3f), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:15.719669 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c092ca93-f066-4fb8-b62c-dee3163ab6d6 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Pushing event deleted for resources: {'Port': ['ID=70a044fa-f02b-4afd-87a9-397c29911c3f,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:34:15.764345 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [req-c57b651f-c54f-48ff-ad73-b8eb2f1103fc req-c092ca93-f066-4fb8-b62c-dee3163ab6d6 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] No DVR routers for this DVR port 70a044fa-f02b-4afd-87a9-397c29911c3f on host hv-cinder-83587 {{(pid=103293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:34:15.766789 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [req-c57b651f-c54f-48ff-ad73-b8eb2f1103fc req-c092ca93-f066-4fb8-b62c-dee3163ab6d6 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for port (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:15.770345 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-c57b651f-c54f-48ff-ad73-b8eb2f1103fc req-c092ca93-f066-4fb8-b62c-dee3163ab6d6 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.55 "DELETE /v2.0/ports/70a044fa-f02b-4afd-87a9-397c29911c3f HTTP/1.1" status: 204 len: 173 time: 0.3866129 Mar 30 18:34:15.770779 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82c87b06-ec7a-4a99-be4e-617d686e031c', 'name': 'network-vif-deleted', 'tag': '70a044fa-f02b-4afd-87a9-397c29911c3f'}] {{(pid=103293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:34:15.773028 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e41150553c85b09edab6cb52843a30629a36ec9d810f78f9b9d5c7c277fb574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd8099f-7362-47ee-a06b-0d84821d7aa5" -d '{"events": [{"server_uuid": "82c87b06-ec7a-4a99-be4e-617d686e031c", "name": "network-vif-deleted", "tag": "70a044fa-f02b-4afd-87a9-397c29911c3f"}]}' {{(pid=103293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:34:15.808010 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ec2b5b-018d-4645-980e-4c102886dc65 x-openstack-request-id: req-52ec2b5b-018d-4645-980e-4c102886dc65 {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:34:15.808909 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82c87b06-ec7a-4a99-be4e-617d686e031c", "name": "network-vif-deleted", "tag": "70a044fa-f02b-4afd-87a9-397c29911c3f", "status": "completed", "code": 200}]} {{(pid=103293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:34:15.809262 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-52ec2b5b-018d-4645-980e-4c102886dc65 {{(pid=103293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:34:15.809735 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52ec2b5b-018d-4645-980e-4c102886dc65'] response: {'server_uuid': '82c87b06-ec7a-4a99-be4e-617d686e031c', 'name': 'network-vif-deleted', 'tag': '70a044fa-f02b-4afd-87a9-397c29911c3f', 'status': 'completed', 'code': 200} Mar 30 18:34:16.199060 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [req-d01c9910-7347-44f0-a516-28fe064ce99b req-7dab4216-09b6-4681-a00a-911771842a0b tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "GET /v2.0/ports?device_id=82c87b06-ec7a-4a99-be4e-617d686e031c HTTP/1.1" status: 200 len: 210 time: 0.0282118 Mar 30 18:34:16.483289 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (48cc6dd0-9d47-40d1-bfd7-3609261a1488), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:17.255935 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 42858) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:34:17.375584 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-1b003b4c-4e6c-4052-9820-ee817fa047a1 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Deleting port 903d88ba-d36a-4cd5-b4eb-077d95629c51 {{(pid=103294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:34:17.375916 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-1b003b4c-4e6c-4052-9820-ee817fa047a1 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759690029078'] for port (903d88ba-d36a-4cd5-b4eb-077d95629c51), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:17.451765 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-1b003b4c-4e6c-4052-9820-ee817fa047a1 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586036'] for port (903d88ba-d36a-4cd5-b4eb-077d95629c51), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:17.452089 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-1b003b4c-4e6c-4052-9820-ee817fa047a1 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks [] for floatingip (903d88ba-d36a-4cd5-b4eb-077d95629c51), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:17.463229 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-1b003b4c-4e6c-4052-9820-ee817fa047a1 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Calling delete_port for 903d88ba-d36a-4cd5-b4eb-077d95629c51 owned by network:floatingip {{(pid=103294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:34:17.591454 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-1b003b4c-4e6c-4052-9820-ee817fa047a1 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759690034297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759689464333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59249992'] for port (903d88ba-d36a-4cd5-b4eb-077d95629c51), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:17.616483 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b003b4c-4e6c-4052-9820-ee817fa047a1 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Pushing event deleted for resources: {'Port': ['ID=903d88ba-d36a-4cd5-b4eb-077d95629c51,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:34:17.675501 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-1b003b4c-4e6c-4052-9820-ee817fa047a1 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks [] for floatingip (4f08cf06-6ece-48d2-bc31-0154697adf82), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:17.677954 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-1b003b4c-4e6c-4052-9820-ee817fa047a1 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446246'] for floatingip (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:17.679083 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-1b003b4c-4e6c-4052-9820-ee817fa047a1 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "DELETE /v2.0/floatingips/4f08cf06-6ece-48d2-bc31-0154697adf82 HTTP/1.1" status: 204 len: 168 time: 0.4221747 Mar 30 18:34:18.663311 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device 70a044fa-f02b-4afd-87a9-397c29911c3f no longer exists at agent hyperv_hv-cinder-83587 {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:34:18.683619 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] No Port match for: 70a044fa-f02b-4afd-87a9-397c29911c3f {{(pid=103295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:34:18.683896 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Device 70a044fa-f02b-4afd-87a9-397c29911c3f not bound to the agent host hv-cinder-83587 {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:34:18.867299 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 42870) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:34:18.922268 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-af0f7b3e-e000-4eca-8476-722942a43a54 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks [] for security_group (24f77ee3-bf86-49e1-a9cc-0c1c0f76b2ef), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:18.946100 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-af0f7b3e-e000-4eca-8476-722942a43a54 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks [] for security_group (24f77ee3-bf86-49e1-a9cc-0c1c0f76b2ef), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:19.003640 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-af0f7b3e-e000-4eca-8476-722942a43a54 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (24f77ee3-bf86-49e1-a9cc-0c1c0f76b2ef), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:19.006427 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-af0f7b3e-e000-4eca-8476-722942a43a54 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:19.007578 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-af0f7b3e-e000-4eca-8476-722942a43a54 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] 10.222.0.18 "DELETE /v2.0/security-groups/24f77ee3-bf86-49e1-a9cc-0c1c0f76b2ef HTTP/1.1" status: 204 len: 168 time: 0.1392930 Mar 30 18:34:19.017137 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0f7b3e-e000-4eca-8476-722942a43a54 tempest-TestVolumeBootPattern-875034749 tempest-TestVolumeBootPattern-875034749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f77ee3-bf86-49e1-a9cc-0c1c0f76b2ef,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:34:19.059423 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 42874) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:34:19.513985 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c20ea785-9ced-4261-8fc3-620db0609cf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625670'] for router_interface (4b209a83-330b-40ec-8875-fb4d09393ec6), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:19.748373 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-c20ea785-9ced-4261-8fc3-620db0609cf9 admin admin] Deleting port 7d5bcb6a-bde1-4563-9e8c-0dbef397d576 {{(pid=103294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:34:19.748657 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c20ea785-9ced-4261-8fc3-620db0609cf9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759690029078'] for port (7d5bcb6a-bde1-4563-9e8c-0dbef397d576), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:19.824870 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [None req-c20ea785-9ced-4261-8fc3-620db0609cf9 admin admin] For port 7d5bcb6a-bde1-4563-9e8c-0dbef397d576, host dv-cinder-835879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=7d5bcb6a-bde1-4563-9e8c-0dbef397d576,segment=NetworkSegment(dad84a97-fd4a-469c-ab9e-3a94ab918256),segment_id=dad84a97-fd4a-469c-ab9e-3a94ab918256)] {{(pid=103294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:34:19.825216 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c20ea785-9ced-4261-8fc3-620db0609cf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586036'] for port (7d5bcb6a-bde1-4563-9e8c-0dbef397d576), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:19.837008 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-c20ea785-9ced-4261-8fc3-620db0609cf9 admin admin] Calling delete_port for 7d5bcb6a-bde1-4563-9e8c-0dbef397d576 owned by network:router_interface {{(pid=103294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:34:20.010342 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c20ea785-9ced-4261-8fc3-620db0609cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759690034297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759689464333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59249992'] for port (7d5bcb6a-bde1-4563-9e8c-0dbef397d576), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:20.034784 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20ea785-9ced-4261-8fc3-620db0609cf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d5bcb6a-bde1-4563-9e8c-0dbef397d576,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:34:20.204508 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c20ea785-9ced-4261-8fc3-620db0609cf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1628225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624278'] for router_interface (4b209a83-330b-40ec-8875-fb4d09393ec6), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:20.409665 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c20ea785-9ced-4261-8fc3-620db0609cf9 admin admin] Router 4b209a83-330b-40ec-8875-fb4d09393ec6 has already been hosted by L3 agent bb9cbda0-d504-4372-97ec-0881b5676f92 {{(pid=103294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:34:20.517204 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c20ea785-9ced-4261-8fc3-620db0609cf9 admin admin] Notify agent at l3_agent.dv-cinder-835879-1-iscsi the message routers_updated {{(pid=103294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:34:20.522231 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-c20ea785-9ced-4261-8fc3-620db0609cf9 admin admin] 10.222.0.18 "PUT /v2.0/routers/4b209a83-330b-40ec-8875-fb4d09393ec6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4617360 Mar 30 18:34:20.524657 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 42878) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:34:20.527221 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39d783d-8320-4167-84b9-cd4ad62270fb None None] Sync routers for ids ['4b209a83-330b-40ec-8875-fb4d09393ec6'] in dv-cinder-835879-1-iscsi {{(pid=103295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:34:20.537857 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39d783d-8320-4167-84b9-cd4ad62270fb None None] Routers {'4b209a83-330b-40ec-8875-fb4d09393ec6'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:34:20.538464 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-d39d783d-8320-4167-84b9-cd4ad62270fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:34:00Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['4b209a83-330b-40ec-8875-fb4d09393ec6'], 'active': True} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:34:20.626360 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-aec318b7-7bcc-4ae8-9ab5-e6f34ff1f81b admin admin] Publish callbacks [] for router (4b209a83-330b-40ec-8875-fb4d09393ec6), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:20.641476 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvr_db [None req-d39d783d-8320-4167-84b9-cd4ad62270fb None None] Set router 4b209a83-330b-40ec-8875-fb4d09393ec6 gateway port host: dv-cinder-835879-1-iscsi {{(pid=103295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:34:20.739593 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-aec318b7-7bcc-4ae8-9ab5-e6f34ff1f81b admin admin] Publish callbacks [] for router_gateway (4b209a83-330b-40ec-8875-fb4d09393ec6), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:20.791779 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-aec318b7-7bcc-4ae8-9ab5-e6f34ff1f81b admin admin] Deleting port 546bc0e7-69d7-4abb-be07-d29b0489c67f {{(pid=103294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:34:20.792104 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-aec318b7-7bcc-4ae8-9ab5-e6f34ff1f81b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759690029078'] for port (546bc0e7-69d7-4abb-be07-d29b0489c67f), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:20.819606 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-d39d783d-8320-4167-84b9-cd4ad62270fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'name': 'tempest-TestVolumeBootPattern-623152860-router', 'tenant_id': 'fe928741f1314e67af27b8f6e56a5518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '546bc0e7-69d7-4abb-be07-d29b0489c67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:27:22Z', 'updated_at': '2022-03-30T18:34:19Z', 'revision_number': 5, 'project_id': 'fe928741f1314e67af27b8f6e56a5518', 'gw_port': {'id': '546bc0e7-69d7-4abb-be07-d29b0489c67f', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:47:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:23Z', 'updated_at': '2022-03-30T18:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi'}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:34:20.846350 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39d783d-8320-4167-84b9-cd4ad62270fb None None] Checking router: 4b209a83-330b-40ec-8875-fb4d09393ec6 for host: dv-cinder-835879-1-iscsi {{(pid=103295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:34:20.854365 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39d783d-8320-4167-84b9-cd4ad62270fb None None] Routers {'4b209a83-330b-40ec-8875-fb4d09393ec6'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:34:20.854961 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-d39d783d-8320-4167-84b9-cd4ad62270fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:34:00Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['4b209a83-330b-40ec-8875-fb4d09393ec6'], 'active': True} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:34:20.870598 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [None req-aec318b7-7bcc-4ae8-9ab5-e6f34ff1f81b admin admin] For port 546bc0e7-69d7-4abb-be07-d29b0489c67f, host dv-cinder-835879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=546bc0e7-69d7-4abb-be07-d29b0489c67f,segment=NetworkSegment(4e174139-f6b8-43d7-bf46-4927edc5f7d6),segment_id=4e174139-f6b8-43d7-bf46-4927edc5f7d6)] {{(pid=103294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:34:20.871491 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-aec318b7-7bcc-4ae8-9ab5-e6f34ff1f81b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586036'] for port (546bc0e7-69d7-4abb-be07-d29b0489c67f), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:20.884022 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-aec318b7-7bcc-4ae8-9ab5-e6f34ff1f81b admin admin] Calling delete_port for 546bc0e7-69d7-4abb-be07-d29b0489c67f owned by network:router_gateway {{(pid=103294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:34:20.940531 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvr_db [None req-d39d783d-8320-4167-84b9-cd4ad62270fb None None] Set router 4b209a83-330b-40ec-8875-fb4d09393ec6 gateway port host: None {{(pid=103295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:34:20.990863 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_hamode_db [None req-d39d783d-8320-4167-84b9-cd4ad62270fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'name': 'tempest-TestVolumeBootPattern-623152860-router', 'tenant_id': 'fe928741f1314e67af27b8f6e56a5518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:27:22Z', 'updated_at': '2022-03-30T18:34:20Z', 'revision_number': 6, 'project_id': 'fe928741f1314e67af27b8f6e56a5518', 'gw_port_host': None}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:34:21.021702 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39d783d-8320-4167-84b9-cd4ad62270fb None None] The sync data for ids ['4b209a83-330b-40ec-8875-fb4d09393ec6'] in dv-cinder-835879-1-iscsi is: [{'id': '4b209a83-330b-40ec-8875-fb4d09393ec6', 'name': 'tempest-TestVolumeBootPattern-623152860-router', 'tenant_id': 'fe928741f1314e67af27b8f6e56a5518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:27:22Z', 'updated_at': '2022-03-30T18:34:20Z', 'revision_number': 6, 'project_id': 'fe928741f1314e67af27b8f6e56a5518', 'gw_port_host': None}] {{(pid=103295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:34:21.049032 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-aec318b7-7bcc-4ae8-9ab5-e6f34ff1f81b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759690034297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759689464333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59249992'] for port (546bc0e7-69d7-4abb-be07-d29b0489c67f), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:21.081173 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec318b7-7bcc-4ae8-9ab5-e6f34ff1f81b admin admin] Pushing event deleted for resources: {'Port': ['ID=546bc0e7-69d7-4abb-be07-d29b0489c67f,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:34:21.133734 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-aec318b7-7bcc-4ae8-9ab5-e6f34ff1f81b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1623612'] for router_gateway (4b209a83-330b-40ec-8875-fb4d09393ec6), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:21.222113 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-aec318b7-7bcc-4ae8-9ab5-e6f34ff1f81b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7048'] for router (4b209a83-330b-40ec-8875-fb4d09393ec6), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:21.224200 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-aec318b7-7bcc-4ae8-9ab5-e6f34ff1f81b admin admin] Publish callbacks [] for router_controller (4b209a83-330b-40ec-8875-fb4d09393ec6), precommit_delete_associations {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:21.269426 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-aec318b7-7bcc-4ae8-9ab5-e6f34ff1f81b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628121'] for router (4b209a83-330b-40ec-8875-fb4d09393ec6), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:21.269877 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aec318b7-7bcc-4ae8-9ab5-e6f34ff1f81b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b209a83-330b-40ec-8875-fb4d09393ec6 {{(pid=103294) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 18:34:21.274150 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-aec318b7-7bcc-4ae8-9ab5-e6f34ff1f81b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:21.275305 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-aec318b7-7bcc-4ae8-9ab5-e6f34ff1f81b admin admin] 10.222.0.18 "DELETE /v2.0/routers/4b209a83-330b-40ec-8875-fb4d09393ec6 HTTP/1.1" status: 204 len: 168 time: 0.7496881 Mar 30 18:34:21.277798 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 42880) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:34:21.320649 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.db.db_base_plugin_v2 [None req-51c70a52-1bef-41aa-9aec-0e1d84310a62 admin admin] Deleting subnet 05e7e92f-e546-49c8-b6ba-98f906bbb13a {{(pid=103294) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 18:34:21.323665 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-51c70a52-1bef-41aa-9aec-0e1d84310a62 admin admin] Publish callbacks [] for subnet (05e7e92f-e546-49c8-b6ba-98f906bbb13a), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:21.356506 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-51c70a52-1bef-41aa-9aec-0e1d84310a62 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59249169'] for subnet (05e7e92f-e546-49c8-b6ba-98f906bbb13a), precommit_delete_associations {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:21.438610 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-51c70a52-1bef-41aa-9aec-0e1d84310a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-826600'] for subnet (05e7e92f-e546-49c8-b6ba-98f906bbb13a), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:21.496873 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-51c70a52-1bef-41aa-9aec-0e1d84310a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-826591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59249339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59550572'] for subnet (05e7e92f-e546-49c8-b6ba-98f906bbb13a), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:21.523774 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-51c70a52-1bef-41aa-9aec-0e1d84310a62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628270'] for subnet (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:21.527815 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-51c70a52-1bef-41aa-9aec-0e1d84310a62 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/05e7e92f-e546-49c8-b6ba-98f906bbb13a HTTP/1.1" status: 204 len: 168 time: 0.2488730 Mar 30 18:34:21.528790 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c70a52-1bef-41aa-9aec-0e1d84310a62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05e7e92f-e546-49c8-b6ba-98f906bbb13a,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:34:21.528927 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec62db5b-b648-4d09-92b2-ad1abc6d220e None None] Network 0b1367f6-383f-4fe9-a1d7-150df900731d requested from dv-cinder-835879-1-iscsi {{(pid=103295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:34:21.530119 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 42882) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:34:21.596815 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-d8e4e5f0-8bfd-40b2-91d4-766e392539d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803497'] for network (0b1367f6-383f-4fe9-a1d7-150df900731d), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:21.654498 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-d8e4e5f0-8bfd-40b2-91d4-766e392539d1 admin admin] Deleting port e1342d5b-f6c3-4be9-8fdd-c393a080fab7 {{(pid=103293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:34:21.654826 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-d8e4e5f0-8bfd-40b2-91d4-766e392539d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759690029078'] for port (e1342d5b-f6c3-4be9-8fdd-c393a080fab7), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:21.713236 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.db [None req-d8e4e5f0-8bfd-40b2-91d4-766e392539d1 admin admin] For port e1342d5b-f6c3-4be9-8fdd-c393a080fab7, host dv-cinder-835879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=e1342d5b-f6c3-4be9-8fdd-c393a080fab7,segment=NetworkSegment(dad84a97-fd4a-469c-ab9e-3a94ab918256),segment_id=dad84a97-fd4a-469c-ab9e-3a94ab918256)] {{(pid=103293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:34:21.713586 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-d8e4e5f0-8bfd-40b2-91d4-766e392539d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586036'] for port (e1342d5b-f6c3-4be9-8fdd-c393a080fab7), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:21.726124 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.plugin [None req-d8e4e5f0-8bfd-40b2-91d4-766e392539d1 admin admin] Calling delete_port for e1342d5b-f6c3-4be9-8fdd-c393a080fab7 owned by network:dhcp {{(pid=103293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:34:21.796074 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86861990-917f-4d04-898c-9c690275763c None None] DHCP port deletion for 0b1367f6-383f-4fe9-a1d7-150df900731d request from dv-cinder-835879-1-iscsi {{(pid=103295) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 30 18:34:21.811616 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-d8e4e5f0-8bfd-40b2-91d4-766e392539d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759690034297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759689464333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58814409'] for port (e1342d5b-f6c3-4be9-8fdd-c393a080fab7), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:21.833844 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e4e5f0-8bfd-40b2-91d4-766e392539d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1342d5b-f6c3-4be9-8fdd-c393a080fab7,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:34:21.842666 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e4e5f0-8bfd-40b2-91d4-766e392539d1 admin admin] No DVR routers for this DVR port e1342d5b-f6c3-4be9-8fdd-c393a080fab7 on host dv-cinder-835879-1-iscsi {{(pid=103293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:34:21.848942 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-86861990-917f-4d04-898c-9c690275763c None None] Deleting port e1342d5b-f6c3-4be9-8fdd-c393a080fab7 {{(pid=103295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:34:21.849304 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-86861990-917f-4d04-898c-9c690275763c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759690029078'] for port (e1342d5b-f6c3-4be9-8fdd-c393a080fab7), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:21.911060 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-d8e4e5f0-8bfd-40b2-91d4-766e392539d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-760675', 'neutron.services.segments.db._delete_segments_for_network-8759689995322'] for network (0b1367f6-383f-4fe9-a1d7-150df900731d), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:21.911406 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-86861990-917f-4d04-898c-9c690275763c None None] For port e1342d5b-f6c3-4be9-8fdd-c393a080fab7, host dv-cinder-835879-1-iscsi, got binding levels [] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:34:21.911810 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-86861990-917f-4d04-898c-9c690275763c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586036'] for port (e1342d5b-f6c3-4be9-8fdd-c393a080fab7), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:21.924786 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-86861990-917f-4d04-898c-9c690275763c None None] Calling delete_port for e1342d5b-f6c3-4be9-8fdd-c393a080fab7 owned by network:dhcp {{(pid=103295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:34:21.927445 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.ipam_backend_mixin [None req-86861990-917f-4d04-898c-9c690275763c None None] Port e1342d5b-f6c3-4be9-8fdd-c393a080fab7 was not found and therefore no delete operation was performed {{(pid=103295) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 30 18:34:21.928687 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-86861990-917f-4d04-898c-9c690275763c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759690034297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759689464333'] for port (e1342d5b-f6c3-4be9-8fdd-c393a080fab7), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:21.934683 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.services.segments.db [None req-d8e4e5f0-8bfd-40b2-91d4-766e392539d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b1367f6-383f-4fe9-a1d7-150df900731d']}} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:34:21.944448 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.services.segments.db [None req-d8e4e5f0-8bfd-40b2-91d4-766e392539d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dad84a97-fd4a-469c-ab9e-3a94ab918256') {'for_net_delete': True} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:34:21.944744 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.services.segments.db [None req-d8e4e5f0-8bfd-40b2-91d4-766e392539d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dad84a97-fd4a-469c-ab9e-3a94ab918256') {} {{(pid=103293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:34:21.958308 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-d8e4e5f0-8bfd-40b2-91d4-766e392539d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759689809987', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58812547'] for segment (dad84a97-fd4a-469c-ab9e-3a94ab918256), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:21.972782 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-d8e4e5f0-8bfd-40b2-91d4-766e392539d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-829919'] for segment (dad84a97-fd4a-469c-ab9e-3a94ab918256), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:21.979605 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8e4e5f0-8bfd-40b2-91d4-766e392539d1 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103293) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 18:34:21.980289 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-d8e4e5f0-8bfd-40b2-91d4-766e392539d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-829919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58814364'] for segment (dad84a97-fd4a-469c-ab9e-3a94ab918256), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:21.982588 dv-cinder-835879-1-iscsi neutron-server[103293]: Traceback (most recent call last): Mar 30 18:34:21.982588 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 18:34:21.982588 dv-cinder-835879-1-iscsi neutron-server[103293]: timer() Mar 30 18:34:21.982588 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 18:34:21.982588 dv-cinder-835879-1-iscsi neutron-server[103293]: cb(*args, **kw) Mar 30 18:34:21.982588 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 18:34:21.982588 dv-cinder-835879-1-iscsi neutron-server[103293]: return func(*args, **kwargs) Mar 30 18:34:21.982588 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 18:34:21.982588 dv-cinder-835879-1-iscsi neutron-server[103293]: self._notify() Mar 30 18:34:21.982588 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 18:34:21.982588 dv-cinder-835879-1-iscsi neutron-server[103293]: self.callback(batched_events) Mar 30 18:34:21.982588 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 18:34:21.982588 dv-cinder-835879-1-iscsi neutron-server[103293]: event.method(event) Mar 30 18:34:21.982588 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 18:34:21.982588 dv-cinder-835879-1-iscsi neutron-server[103293]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 18:34:21.982588 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 18:34:21.982588 dv-cinder-835879-1-iscsi neutron-server[103293]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 18:34:21.982588 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 18:34:21.982588 dv-cinder-835879-1-iscsi neutron-server[103293]: return f(self, *a, **k) Mar 30 18:34:21.982588 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 18:34:21.982588 dv-cinder-835879-1-iscsi neutron-server[103293]: return self._get(url).json() Mar 30 18:34:21.982588 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 18:34:21.982588 dv-cinder-835879-1-iscsi neutron-server[103293]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 18:34:21.982588 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 18:34:21.982588 dv-cinder-835879-1-iscsi neutron-server[103293]: return self.request(url, 'GET', **kwargs) Mar 30 18:34:21.982588 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 18:34:21.982588 dv-cinder-835879-1-iscsi neutron-server[103293]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 18:34:21.982588 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 18:34:21.982588 dv-cinder-835879-1-iscsi neutron-server[103293]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 18:34:21.982588 dv-cinder-835879-1-iscsi neutron-server[103293]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 18:34:21.982588 dv-cinder-835879-1-iscsi neutron-server[103293]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 18:34:21.982588 dv-cinder-835879-1-iscsi neutron-server[103293]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 18:34:22.045142 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-d8e4e5f0-8bfd-40b2-91d4-766e392539d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-760682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1623632'] for network (0b1367f6-383f-4fe9-a1d7-150df900731d), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:22.050001 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-d8e4e5f0-8bfd-40b2-91d4-766e392539d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628270'] for network (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:22.053445 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-d8e4e5f0-8bfd-40b2-91d4-766e392539d1 admin admin] 10.222.0.18 "DELETE /v2.0/networks/0b1367f6-383f-4fe9-a1d7-150df900731d HTTP/1.1" status: 204 len: 168 time: 0.5223279 Mar 30 18:34:22.056614 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 42884) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:34:22.069158 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e4e5f0-8bfd-40b2-91d4-766e392539d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b1367f6-383f-4fe9-a1d7-150df900731d,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:34:22.092704 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86861990-917f-4d04-898c-9c690275763c None None] Pushing event deleted for resources: {'Port': ['ID=e1342d5b-f6c3-4be9-8fdd-c393a080fab7,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:34:22.097182 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86861990-917f-4d04-898c-9c690275763c None None] No DVR routers for this DVR port e1342d5b-f6c3-4be9-8fdd-c393a080fab7 on host dv-cinder-835879-1-iscsi {{(pid=103295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:34:22.108417 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86861990-917f-4d04-898c-9c690275763c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:34:22.108715 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86861990-917f-4d04-898c-9c690275763c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:34:22.109008 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86861990-917f-4d04-898c-9c690275763c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:34:22.109410 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86861990-917f-4d04-898c-9c690275763c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:34:22.109753 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86861990-917f-4d04-898c-9c690275763c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:34:22.110151 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86861990-917f-4d04-898c-9c690275763c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:34:22.110397 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86861990-917f-4d04-898c-9c690275763c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:34:22.110716 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86861990-917f-4d04-898c-9c690275763c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:34:22.111039 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86861990-917f-4d04-898c-9c690275763c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:34:22.111393 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86861990-917f-4d04-898c-9c690275763c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:34:22.111713 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86861990-917f-4d04-898c-9c690275763c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:34:22.112036 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86861990-917f-4d04-898c-9c690275763c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:34:22.112354 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86861990-917f-4d04-898c-9c690275763c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:34:22.112671 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86861990-917f-4d04-898c-9c690275763c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:34:22.113102 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86861990-917f-4d04-898c-9c690275763c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-1-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:34:22.600718 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-6ff07075-eb41-402d-a184-79aefcdfbb53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625670'] for router_interface (149f9b4d-8ea6-4c04-b87a-e1ad5d8d14cf), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:22.754847 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device 7d5bcb6a-bde1-4563-9e8c-0dbef397d576 no longer exists at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:34:22.773964 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] No Port match for: 7d5bcb6a-bde1-4563-9e8c-0dbef397d576 {{(pid=103295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:34:22.774389 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device 7d5bcb6a-bde1-4563-9e8c-0dbef397d576 not bound to the agent host dv-cinder-835879-1-iscsi {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:34:22.774823 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device 546bc0e7-69d7-4abb-be07-d29b0489c67f no longer exists at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:34:22.793981 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] No Port match for: 546bc0e7-69d7-4abb-be07-d29b0489c67f {{(pid=103295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:34:22.794325 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device 546bc0e7-69d7-4abb-be07-d29b0489c67f not bound to the agent host dv-cinder-835879-1-iscsi {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:34:22.794732 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device e1342d5b-f6c3-4be9-8fdd-c393a080fab7 no longer exists at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:34:22.813791 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] No Port match for: e1342d5b-f6c3-4be9-8fdd-c393a080fab7 {{(pid=103295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:34:22.814143 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device e1342d5b-f6c3-4be9-8fdd-c393a080fab7 not bound to the agent host dv-cinder-835879-1-iscsi {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:34:22.841906 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-6ff07075-eb41-402d-a184-79aefcdfbb53 admin admin] Deleting port c29f9e35-d1cc-42d5-a724-3014802cf760 {{(pid=103294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:34:22.842248 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-6ff07075-eb41-402d-a184-79aefcdfbb53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759690029078'] for port (c29f9e35-d1cc-42d5-a724-3014802cf760), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:22.922409 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [None req-6ff07075-eb41-402d-a184-79aefcdfbb53 admin admin] For port c29f9e35-d1cc-42d5-a724-3014802cf760, host dv-cinder-835879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=c29f9e35-d1cc-42d5-a724-3014802cf760,segment=NetworkSegment(0147a320-c470-42b9-b119-9a5c43869204),segment_id=0147a320-c470-42b9-b119-9a5c43869204)] {{(pid=103294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:34:22.922761 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-6ff07075-eb41-402d-a184-79aefcdfbb53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586036'] for port (c29f9e35-d1cc-42d5-a724-3014802cf760), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:22.935492 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-6ff07075-eb41-402d-a184-79aefcdfbb53 admin admin] Calling delete_port for c29f9e35-d1cc-42d5-a724-3014802cf760 owned by network:router_interface {{(pid=103294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:34:23.109986 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-6ff07075-eb41-402d-a184-79aefcdfbb53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759690034297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759689464333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59249992'] for port (c29f9e35-d1cc-42d5-a724-3014802cf760), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:23.135368 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff07075-eb41-402d-a184-79aefcdfbb53 admin admin] Pushing event deleted for resources: {'Port': ['ID=c29f9e35-d1cc-42d5-a724-3014802cf760,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:34:23.295816 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-6ff07075-eb41-402d-a184-79aefcdfbb53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1628225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624278'] for router_interface (149f9b4d-8ea6-4c04-b87a-e1ad5d8d14cf), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:23.504719 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ff07075-eb41-402d-a184-79aefcdfbb53 admin admin] Router 149f9b4d-8ea6-4c04-b87a-e1ad5d8d14cf has already been hosted by L3 agent bb9cbda0-d504-4372-97ec-0881b5676f92 {{(pid=103294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:34:23.607753 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff07075-eb41-402d-a184-79aefcdfbb53 admin admin] Notify agent at l3_agent.dv-cinder-835879-1-iscsi the message routers_updated {{(pid=103294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:34:23.613790 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-6ff07075-eb41-402d-a184-79aefcdfbb53 admin admin] 10.222.0.18 "PUT /v2.0/routers/149f9b4d-8ea6-4c04-b87a-e1ad5d8d14cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5561385 Mar 30 18:34:23.615086 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 42886) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:34:23.616700 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b878e7bd-f240-4eb7-9600-153e90cd3896 None None] Sync routers for ids ['149f9b4d-8ea6-4c04-b87a-e1ad5d8d14cf'] in dv-cinder-835879-1-iscsi {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:34:23.626221 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b878e7bd-f240-4eb7-9600-153e90cd3896 None None] Routers {'149f9b4d-8ea6-4c04-b87a-e1ad5d8d14cf'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:34:23.626836 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-b878e7bd-f240-4eb7-9600-153e90cd3896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:34:00Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['149f9b4d-8ea6-4c04-b87a-e1ad5d8d14cf'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:34:23.721727 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-bb96b7af-120c-481b-85d4-232f1cdaf78b admin admin] Publish callbacks [] for router (149f9b4d-8ea6-4c04-b87a-e1ad5d8d14cf), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:23.739180 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-b878e7bd-f240-4eb7-9600-153e90cd3896 None None] Set router 149f9b4d-8ea6-4c04-b87a-e1ad5d8d14cf gateway port host: dv-cinder-835879-1-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:34:23.826326 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-bb96b7af-120c-481b-85d4-232f1cdaf78b admin admin] Publish callbacks [] for router_gateway (149f9b4d-8ea6-4c04-b87a-e1ad5d8d14cf), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:23.879602 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-bb96b7af-120c-481b-85d4-232f1cdaf78b admin admin] Deleting port 77f4001b-1cce-4e63-9c1a-46ec2cab019a {{(pid=103294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:34:23.879941 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-bb96b7af-120c-481b-85d4-232f1cdaf78b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759690029078'] for port (77f4001b-1cce-4e63-9c1a-46ec2cab019a), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:23.957544 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [None req-bb96b7af-120c-481b-85d4-232f1cdaf78b admin admin] For port 77f4001b-1cce-4e63-9c1a-46ec2cab019a, host dv-cinder-835879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=77f4001b-1cce-4e63-9c1a-46ec2cab019a,segment=NetworkSegment(4e174139-f6b8-43d7-bf46-4927edc5f7d6),segment_id=4e174139-f6b8-43d7-bf46-4927edc5f7d6)] {{(pid=103294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:34:23.957915 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-bb96b7af-120c-481b-85d4-232f1cdaf78b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586036'] for port (77f4001b-1cce-4e63-9c1a-46ec2cab019a), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:23.973420 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-bb96b7af-120c-481b-85d4-232f1cdaf78b admin admin] Calling delete_port for 77f4001b-1cce-4e63-9c1a-46ec2cab019a owned by network:router_gateway {{(pid=103294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:34:23.997568 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-b878e7bd-f240-4eb7-9600-153e90cd3896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149f9b4d-8ea6-4c04-b87a-e1ad5d8d14cf', 'name': 'tempest-TestVolumeBootPattern-1984323529-router', 'tenant_id': 'd4e62c29c257423d98125271105c6e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'external_fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '77f4001b-1cce-4e63-9c1a-46ec2cab019a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:27:32Z', 'updated_at': '2022-03-30T18:34:23Z', 'revision_number': 5, 'project_id': 'd4e62c29c257423d98125271105c6e8e', 'gw_port': {'id': '77f4001b-1cce-4e63-9c1a-46ec2cab019a', 'name': '', 'network_id': '502cc405-82c2-4579-84e2-1393f2fa67cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149f9b4d-8ea6-4c04-b87a-e1ad5d8d14cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:27:33Z', 'updated_at': '2022-03-30T18:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b90076fc-6e59-4f3a-9419-3c0b7ab5d3d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-1-iscsi'}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:34:24.023404 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b878e7bd-f240-4eb7-9600-153e90cd3896 None None] Checking router: 149f9b4d-8ea6-4c04-b87a-e1ad5d8d14cf for host: dv-cinder-835879-1-iscsi {{(pid=103296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:34:24.031383 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b878e7bd-f240-4eb7-9600-153e90cd3896 None None] Routers {'149f9b4d-8ea6-4c04-b87a-e1ad5d8d14cf'} bound to L3 agent in host dv-cinder-835879-1-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:34:24.031989 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-b878e7bd-f240-4eb7-9600-153e90cd3896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:11:00Z,description=,heartbeat_timestamp=2022-03-30T18:34:00Z,host='dv-cinder-835879-1-iscsi',id=bb9cbda0-d504-4372-97ec-0881b5676f92,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:11:00Z,topic='l3_agent')) {'router_ids': ['149f9b4d-8ea6-4c04-b87a-e1ad5d8d14cf'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:34:24.117603 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-b878e7bd-f240-4eb7-9600-153e90cd3896 None None] Set router 149f9b4d-8ea6-4c04-b87a-e1ad5d8d14cf gateway port host: None {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:34:24.138552 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-bb96b7af-120c-481b-85d4-232f1cdaf78b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759690034297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759689464333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59249992'] for port (77f4001b-1cce-4e63-9c1a-46ec2cab019a), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:24.164751 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb96b7af-120c-481b-85d4-232f1cdaf78b admin admin] Pushing event deleted for resources: {'Port': ['ID=77f4001b-1cce-4e63-9c1a-46ec2cab019a,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:34:24.172056 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-b878e7bd-f240-4eb7-9600-153e90cd3896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149f9b4d-8ea6-4c04-b87a-e1ad5d8d14cf', 'name': 'tempest-TestVolumeBootPattern-1984323529-router', 'tenant_id': 'd4e62c29c257423d98125271105c6e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:27:32Z', 'updated_at': '2022-03-30T18:34:23Z', 'revision_number': 6, 'project_id': 'd4e62c29c257423d98125271105c6e8e', 'gw_port_host': None}], 'dv-cinder-835879-1-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:34:24.198128 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b878e7bd-f240-4eb7-9600-153e90cd3896 None None] The sync data for ids ['149f9b4d-8ea6-4c04-b87a-e1ad5d8d14cf'] in dv-cinder-835879-1-iscsi is: [{'id': '149f9b4d-8ea6-4c04-b87a-e1ad5d8d14cf', 'name': 'tempest-TestVolumeBootPattern-1984323529-router', 'tenant_id': 'd4e62c29c257423d98125271105c6e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:27:32Z', 'updated_at': '2022-03-30T18:34:23Z', 'revision_number': 6, 'project_id': 'd4e62c29c257423d98125271105c6e8e', 'gw_port_host': None}] {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:34:24.222997 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-bb96b7af-120c-481b-85d4-232f1cdaf78b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1623612'] for router_gateway (149f9b4d-8ea6-4c04-b87a-e1ad5d8d14cf), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:24.312263 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-bb96b7af-120c-481b-85d4-232f1cdaf78b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7048'] for router (149f9b4d-8ea6-4c04-b87a-e1ad5d8d14cf), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:24.314328 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-bb96b7af-120c-481b-85d4-232f1cdaf78b admin admin] Publish callbacks [] for router_controller (149f9b4d-8ea6-4c04-b87a-e1ad5d8d14cf), precommit_delete_associations {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:24.359234 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-bb96b7af-120c-481b-85d4-232f1cdaf78b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628121'] for router (149f9b4d-8ea6-4c04-b87a-e1ad5d8d14cf), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:24.359744 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb96b7af-120c-481b-85d4-232f1cdaf78b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 149f9b4d-8ea6-4c04-b87a-e1ad5d8d14cf {{(pid=103294) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 18:34:24.364221 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-bb96b7af-120c-481b-85d4-232f1cdaf78b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:24.365463 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-bb96b7af-120c-481b-85d4-232f1cdaf78b admin admin] 10.222.0.18 "DELETE /v2.0/routers/149f9b4d-8ea6-4c04-b87a-e1ad5d8d14cf HTTP/1.1" status: 204 len: 168 time: 0.7494552 Mar 30 18:34:24.367938 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 42888) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:34:24.410478 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.db.db_base_plugin_v2 [None req-00d459ec-6636-4736-82fb-c570ea293ae6 admin admin] Deleting subnet 4531caca-84ae-448d-9037-862a428de7a1 {{(pid=103294) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 18:34:24.416052 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-00d459ec-6636-4736-82fb-c570ea293ae6 admin admin] Publish callbacks [] for subnet (4531caca-84ae-448d-9037-862a428de7a1), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:24.447470 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-00d459ec-6636-4736-82fb-c570ea293ae6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59249169'] for subnet (4531caca-84ae-448d-9037-862a428de7a1), precommit_delete_associations {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:24.523496 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-00d459ec-6636-4736-82fb-c570ea293ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-826600'] for subnet (4531caca-84ae-448d-9037-862a428de7a1), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:24.576659 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-00d459ec-6636-4736-82fb-c570ea293ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-826591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59249339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59550572'] for subnet (4531caca-84ae-448d-9037-862a428de7a1), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:24.601537 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d459ec-6636-4736-82fb-c570ea293ae6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4531caca-84ae-448d-9037-862a428de7a1,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:34:24.607788 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-00d459ec-6636-4736-82fb-c570ea293ae6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628270'] for subnet (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:24.610981 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-00d459ec-6636-4736-82fb-c570ea293ae6 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/4531caca-84ae-448d-9037-862a428de7a1 HTTP/1.1" status: 204 len: 168 time: 0.2421107 Mar 30 18:34:24.613626 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 42890) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:34:24.620332 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028c4749-edf3-4202-a8f2-cec715663ec6 None None] Network ab1a56e7-37cf-45a8-8f87-9502e74bb78b requested from dv-cinder-835879-1-iscsi {{(pid=103295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:34:24.679751 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-643cc387-eaea-439f-8385-761e5175a8ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803497'] for network (ab1a56e7-37cf-45a8-8f87-9502e74bb78b), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:24.734999 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-643cc387-eaea-439f-8385-761e5175a8ff admin admin] Deleting port 7c868733-4869-4b6e-943a-20cb7bc8da08 {{(pid=103294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:34:24.735503 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-643cc387-eaea-439f-8385-761e5175a8ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759690029078'] for port (7c868733-4869-4b6e-943a-20cb7bc8da08), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:24.795538 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [None req-643cc387-eaea-439f-8385-761e5175a8ff admin admin] For port 7c868733-4869-4b6e-943a-20cb7bc8da08, host dv-cinder-835879-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-1-iscsi',level=0,port_id=7c868733-4869-4b6e-943a-20cb7bc8da08,segment=NetworkSegment(0147a320-c470-42b9-b119-9a5c43869204),segment_id=0147a320-c470-42b9-b119-9a5c43869204)] {{(pid=103294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:34:24.795826 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-643cc387-eaea-439f-8385-761e5175a8ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586036'] for port (7c868733-4869-4b6e-943a-20cb7bc8da08), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:24.807966 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-643cc387-eaea-439f-8385-761e5175a8ff admin admin] Calling delete_port for 7c868733-4869-4b6e-943a-20cb7bc8da08 owned by network:dhcp {{(pid=103294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:34:24.882222 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-643cc387-eaea-439f-8385-761e5175a8ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-622523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759690034297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759689464333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59249992'] for port (7c868733-4869-4b6e-943a-20cb7bc8da08), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:24.911692 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643cc387-eaea-439f-8385-761e5175a8ff admin admin] Pushing event deleted for resources: {'Port': ['ID=7c868733-4869-4b6e-943a-20cb7bc8da08,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:34:24.913531 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643cc387-eaea-439f-8385-761e5175a8ff admin admin] No DVR routers for this DVR port 7c868733-4869-4b6e-943a-20cb7bc8da08 on host dv-cinder-835879-1-iscsi {{(pid=103294) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:34:24.934216 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ba4cbb-6ea2-4914-b322-5af4016c1a4c None None] DHCP port deletion for ab1a56e7-37cf-45a8-8f87-9502e74bb78b request from dv-cinder-835879-1-iscsi {{(pid=103295) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 30 18:34:24.986210 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-643cc387-eaea-439f-8385-761e5175a8ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-760675', 'neutron.services.segments.db._delete_segments_for_network-8759689995322'] for network (ab1a56e7-37cf-45a8-8f87-9502e74bb78b), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:25.005869 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.services.segments.db [None req-643cc387-eaea-439f-8385-761e5175a8ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab1a56e7-37cf-45a8-8f87-9502e74bb78b']}} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:34:25.007106 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device 77f4001b-1cce-4e63-9c1a-46ec2cab019a no longer exists at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:34:25.015872 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.services.segments.db [None req-643cc387-eaea-439f-8385-761e5175a8ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0147a320-c470-42b9-b119-9a5c43869204') {'for_net_delete': True} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:34:25.016626 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.services.segments.db [None req-643cc387-eaea-439f-8385-761e5175a8ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0147a320-c470-42b9-b119-9a5c43869204') {} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:34:25.027573 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-643cc387-eaea-439f-8385-761e5175a8ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759689809987', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59249178'] for segment (0147a320-c470-42b9-b119-9a5c43869204), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:25.029863 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] No Port match for: 77f4001b-1cce-4e63-9c1a-46ec2cab019a {{(pid=103295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:34:25.030202 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device 77f4001b-1cce-4e63-9c1a-46ec2cab019a not bound to the agent host dv-cinder-835879-1-iscsi {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:34:25.030619 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device 7c868733-4869-4b6e-943a-20cb7bc8da08 no longer exists at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:34:25.044049 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-643cc387-eaea-439f-8385-761e5175a8ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-829919'] for segment (0147a320-c470-42b9-b119-9a5c43869204), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:25.051026 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-643cc387-eaea-439f-8385-761e5175a8ff admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103294) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 18:34:25.051373 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-643cc387-eaea-439f-8385-761e5175a8ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-829919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59249949'] for segment (0147a320-c470-42b9-b119-9a5c43869204), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:25.053083 dv-cinder-835879-1-iscsi neutron-server[103294]: Traceback (most recent call last): Mar 30 18:34:25.053083 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 18:34:25.053083 dv-cinder-835879-1-iscsi neutron-server[103294]: timer() Mar 30 18:34:25.053083 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 18:34:25.053083 dv-cinder-835879-1-iscsi neutron-server[103294]: cb(*args, **kw) Mar 30 18:34:25.053083 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 18:34:25.053083 dv-cinder-835879-1-iscsi neutron-server[103294]: return func(*args, **kwargs) Mar 30 18:34:25.053083 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 18:34:25.053083 dv-cinder-835879-1-iscsi neutron-server[103294]: self._notify() Mar 30 18:34:25.053083 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 18:34:25.053083 dv-cinder-835879-1-iscsi neutron-server[103294]: self.callback(batched_events) Mar 30 18:34:25.053083 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 18:34:25.053083 dv-cinder-835879-1-iscsi neutron-server[103294]: event.method(event) Mar 30 18:34:25.053083 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 18:34:25.053083 dv-cinder-835879-1-iscsi neutron-server[103294]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 18:34:25.053083 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 18:34:25.053083 dv-cinder-835879-1-iscsi neutron-server[103294]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 18:34:25.053083 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 18:34:25.053083 dv-cinder-835879-1-iscsi neutron-server[103294]: return f(self, *a, **k) Mar 30 18:34:25.053083 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 18:34:25.053083 dv-cinder-835879-1-iscsi neutron-server[103294]: return self._get(url).json() Mar 30 18:34:25.053083 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 18:34:25.053083 dv-cinder-835879-1-iscsi neutron-server[103294]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 18:34:25.053083 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 18:34:25.053083 dv-cinder-835879-1-iscsi neutron-server[103294]: return self.request(url, 'GET', **kwargs) Mar 30 18:34:25.053083 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 18:34:25.053083 dv-cinder-835879-1-iscsi neutron-server[103294]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 18:34:25.053083 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 18:34:25.053083 dv-cinder-835879-1-iscsi neutron-server[103294]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 18:34:25.053083 dv-cinder-835879-1-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 18:34:25.053083 dv-cinder-835879-1-iscsi neutron-server[103294]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 18:34:25.053083 dv-cinder-835879-1-iscsi neutron-server[103294]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 18:34:25.056749 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] No Port match for: 7c868733-4869-4b6e-943a-20cb7bc8da08 {{(pid=103295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:34:25.057157 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device 7c868733-4869-4b6e-943a-20cb7bc8da08 not bound to the agent host dv-cinder-835879-1-iscsi {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:34:25.057632 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device c29f9e35-d1cc-42d5-a724-3014802cf760 no longer exists at agent ovs-agent-dv-cinder-835879-1-iscsi {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:34:25.077476 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] No Port match for: c29f9e35-d1cc-42d5-a724-3014802cf760 {{(pid=103295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:34:25.077820 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.rpc [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Device c29f9e35-d1cc-42d5-a724-3014802cf760 not bound to the agent host dv-cinder-835879-1-iscsi {{(pid=103295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:34:25.109723 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-643cc387-eaea-439f-8385-761e5175a8ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-760682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1623632'] for network (ab1a56e7-37cf-45a8-8f87-9502e74bb78b), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:25.115269 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-643cc387-eaea-439f-8385-761e5175a8ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628270'] for network (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:25.118628 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-643cc387-eaea-439f-8385-761e5175a8ff admin admin] 10.222.0.18 "DELETE /v2.0/networks/ab1a56e7-37cf-45a8-8f87-9502e74bb78b HTTP/1.1" status: 204 len: 168 time: 0.5039282 Mar 30 18:34:25.129469 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643cc387-eaea-439f-8385-761e5175a8ff admin admin] Pushing event deleted for resources: {'Network': ['ID=ab1a56e7-37cf-45a8-8f87-9502e74bb78b,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:34:25.237990 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 42894) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:34:25.276211 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-512e7bef-d582-4f2c-ae39-b20de119629a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fe928741f1314e67af27b8f6e56a5518&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0370946 Mar 30 18:34:25.279078 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.18', 42896) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:34:25.323428 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-470b32a7-e953-4b22-a9f2-34c51bcadfad admin admin] Publish callbacks [] for security_group (de86fb21-5eab-4c13-ae77-dcde21fd877d), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:25.344596 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-470b32a7-e953-4b22-a9f2-34c51bcadfad admin admin] Publish callbacks [] for security_group (de86fb21-5eab-4c13-ae77-dcde21fd877d), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:25.391969 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-470b32a7-e953-4b22-a9f2-34c51bcadfad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (de86fb21-5eab-4c13-ae77-dcde21fd877d), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:25.394564 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-470b32a7-e953-4b22-a9f2-34c51bcadfad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:25.395838 dv-cinder-835879-1-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-470b32a7-e953-4b22-a9f2-34c51bcadfad admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/de86fb21-5eab-4c13-ae77-dcde21fd877d HTTP/1.1" status: 204 len: 168 time: 0.1158624 Mar 30 18:34:25.403906 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470b32a7-e953-4b22-a9f2-34c51bcadfad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de86fb21-5eab-4c13-ae77-dcde21fd877d,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:34:25.695869 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 42902) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:34:25.735101 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-3cb191ea-1c42-4a2c-9d75-b3b487cb8c4c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d4e62c29c257423d98125271105c6e8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381021 Mar 30 18:34:25.737474 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [-] (103293) accepted ('10.222.0.18', 42904) {{(pid=103293) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:34:25.782296 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-c628668e-e2a9-4020-9d6d-8d31712fae13 admin admin] Publish callbacks [] for security_group (ae745f8e-cb6b-4555-be19-c8b4111a8028), before_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:25.802686 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-c628668e-e2a9-4020-9d6d-8d31712fae13 admin admin] Publish callbacks [] for security_group (ae745f8e-cb6b-4555-be19-c8b4111a8028), precommit_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:25.850807 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-c628668e-e2a9-4020-9d6d-8d31712fae13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823726'] for security_group (ae745f8e-cb6b-4555-be19-c8b4111a8028), after_delete {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:25.853417 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron_lib.callbacks.manager [None req-c628668e-e2a9-4020-9d6d-8d31712fae13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:25.854686 dv-cinder-835879-1-iscsi neutron-server[103293]: INFO neutron.wsgi [None req-c628668e-e2a9-4020-9d6d-8d31712fae13 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ae745f8e-cb6b-4555-be19-c8b4111a8028 HTTP/1.1" status: 204 len: 168 time: 0.1163275 Mar 30 18:34:25.862690 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c628668e-e2a9-4020-9d6d-8d31712fae13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae745f8e-cb6b-4555-be19-c8b4111a8028,revision_number=None']} {{(pid=103293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:34:27.703937 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-7aaa8748-f705-4f78-85c1-d47e8cf6448d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (c82c41e6-6be9-408a-ae4d-4131a3230230), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:28.242417 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.agents_db [None req-615cdb4a-d653-495f-8f07-938524d0c5b5 None None] Agent healthcheck: found 6 active agents {{(pid=103296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:34:30.086762 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-30b52313-98ba-45ff-9585-32da9db05e67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bb9cbda0-d504-4372-97ec-0881b5676f92), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:31.254882 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f19afa9d-e030-40e8-acc4-8e1b9083a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (63dcb6ae-3517-415b-a3a4-cfabe01bf14f), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:32.654055 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-735ee7a5-faf9-4a72-9605-65e031eaef75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bc479c0e-1124-4d13-b03e-bb2d712dc776), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:34.014497 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (6489659c-3f19-4a2c-89f8-52d37c938fb3), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:46.491277 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (48cc6dd0-9d47-40d1-bfd7-3609261a1488), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:50.250927 dv-cinder-835879-1-iscsi neutron-server[103293]: DEBUG neutron.wsgi [req-aa461efd-11a3-4f0a-b6df-c5ecab585c2d req-771c2320-7e25-4e4a-a9be-1c356dee518f service neutron] (103293) timed out ('10.222.0.55', 55559) {{(pid=103293) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 30 18:34:57.704392 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-5d438beb-4c53-4cdc-8663-f0210e489825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (c82c41e6-6be9-408a-ae4d-4131a3230230), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:00.089041 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-b437c992-8745-4b88-9a50-a29b05a0394e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bb9cbda0-d504-4372-97ec-0881b5676f92), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:01.256291 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f19afa9d-e030-40e8-acc4-8e1b9083a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (63dcb6ae-3517-415b-a3a4-cfabe01bf14f), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:02.686221 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-735ee7a5-faf9-4a72-9605-65e031eaef75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bc479c0e-1124-4d13-b03e-bb2d712dc776), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:04.016765 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (6489659c-3f19-4a2c-89f8-52d37c938fb3), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:05.240855 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.agents_db [None req-615cdb4a-d653-495f-8f07-938524d0c5b5 None None] Agent healthcheck: found 6 active agents {{(pid=103296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:35:16.497499 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (48cc6dd0-9d47-40d1-bfd7-3609261a1488), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:27.706353 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-b6466f5b-1846-436e-b615-6dfe6c7b2be8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (c82c41e6-6be9-408a-ae4d-4131a3230230), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:30.091053 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-528612dc-e8f6-4b2e-8c54-f92046cc186b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bb9cbda0-d504-4372-97ec-0881b5676f92), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:31.257688 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f19afa9d-e030-40e8-acc4-8e1b9083a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (63dcb6ae-3517-415b-a3a4-cfabe01bf14f), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:32.656599 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-735ee7a5-faf9-4a72-9605-65e031eaef75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bc479c0e-1124-4d13-b03e-bb2d712dc776), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:34.018153 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (6489659c-3f19-4a2c-89f8-52d37c938fb3), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:42.239497 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.agents_db [None req-615cdb4a-d653-495f-8f07-938524d0c5b5 None None] Agent healthcheck: found 6 active agents {{(pid=103296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:35:45.308284 dv-cinder-835879-1-iscsi neutron-server[103294]: DEBUG neutron.wsgi [req-37b24b45-5dd9-4bb0-886f-6ebdd9069c61 req-16459415-640c-472b-b600-803dd97aa6c3 tempest-VolumesActionsTest-1881784490 tempest-VolumesActionsTest-1881784490-project] (103294) timed out ('10.222.0.55', 55593) {{(pid=103294) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 30 18:35:46.494275 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (48cc6dd0-9d47-40d1-bfd7-3609261a1488), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:57.707740 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-619c0c3f-8edb-4aac-8ab9-1f8c965e6267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (c82c41e6-6be9-408a-ae4d-4131a3230230), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:00.091239 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-59546fda-5613-4396-8229-42be4ebe1b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bb9cbda0-d504-4372-97ec-0881b5676f92), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:01.263224 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f19afa9d-e030-40e8-acc4-8e1b9083a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (63dcb6ae-3517-415b-a3a4-cfabe01bf14f), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:02.659186 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-735ee7a5-faf9-4a72-9605-65e031eaef75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bc479c0e-1124-4d13-b03e-bb2d712dc776), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:04.020224 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (6489659c-3f19-4a2c-89f8-52d37c938fb3), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:16.508043 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (48cc6dd0-9d47-40d1-bfd7-3609261a1488), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:19.238934 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.agents_db [None req-615cdb4a-d653-495f-8f07-938524d0c5b5 None None] Agent healthcheck: found 6 active agents {{(pid=103296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:36:27.707962 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-62abb796-d35e-4ba4-8b99-f68e0a0b6f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (c82c41e6-6be9-408a-ae4d-4131a3230230), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:30.092370 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-1c195fac-a4ff-4bcb-a9e6-18668571f23c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bb9cbda0-d504-4372-97ec-0881b5676f92), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:31.262002 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f19afa9d-e030-40e8-acc4-8e1b9083a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (63dcb6ae-3517-415b-a3a4-cfabe01bf14f), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:32.661650 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-735ee7a5-faf9-4a72-9605-65e031eaef75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bc479c0e-1124-4d13-b03e-bb2d712dc776), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:34.022004 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (6489659c-3f19-4a2c-89f8-52d37c938fb3), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:46.507960 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (48cc6dd0-9d47-40d1-bfd7-3609261a1488), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:56.237083 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.agents_db [None req-615cdb4a-d653-495f-8f07-938524d0c5b5 None None] Agent healthcheck: found 6 active agents {{(pid=103296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:36:57.708397 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-2e814ca1-6168-45c3-9c06-b8e5a928e0cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (c82c41e6-6be9-408a-ae4d-4131a3230230), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:37:00.093417 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-d34330de-299b-4328-a96c-8e531f1532a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bb9cbda0-d504-4372-97ec-0881b5676f92), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:37:01.265473 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f19afa9d-e030-40e8-acc4-8e1b9083a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (63dcb6ae-3517-415b-a3a4-cfabe01bf14f), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:37:02.690026 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-735ee7a5-faf9-4a72-9605-65e031eaef75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bc479c0e-1124-4d13-b03e-bb2d712dc776), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:37:04.023602 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (6489659c-3f19-4a2c-89f8-52d37c938fb3), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:37:16.520291 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (48cc6dd0-9d47-40d1-bfd7-3609261a1488), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:37:27.707959 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-35e0c8ce-fb7c-4cc6-bbba-00c77dc7bf6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (c82c41e6-6be9-408a-ae4d-4131a3230230), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:37:30.097428 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-47e59e2f-0ab1-4703-b068-07437bc5940f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bb9cbda0-d504-4372-97ec-0881b5676f92), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:37:31.268387 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f19afa9d-e030-40e8-acc4-8e1b9083a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (63dcb6ae-3517-415b-a3a4-cfabe01bf14f), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:37:32.667311 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-735ee7a5-faf9-4a72-9605-65e031eaef75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bc479c0e-1124-4d13-b03e-bb2d712dc776), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:37:33.235394 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.agents_db [None req-615cdb4a-d653-495f-8f07-938524d0c5b5 None None] Agent healthcheck: found 6 active agents {{(pid=103296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:37:34.025725 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (6489659c-3f19-4a2c-89f8-52d37c938fb3), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:37:46.518348 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (48cc6dd0-9d47-40d1-bfd7-3609261a1488), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:37:57.709350 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-0b3ea22a-15ba-45c2-b56a-96c6c1719679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (c82c41e6-6be9-408a-ae4d-4131a3230230), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:38:00.100186 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-33aeaf65-c2e7-474f-8e69-5bcf00b4c511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bb9cbda0-d504-4372-97ec-0881b5676f92), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:38:01.271705 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f19afa9d-e030-40e8-acc4-8e1b9083a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (63dcb6ae-3517-415b-a3a4-cfabe01bf14f), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:38:02.668799 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-735ee7a5-faf9-4a72-9605-65e031eaef75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bc479c0e-1124-4d13-b03e-bb2d712dc776), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:38:04.026517 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (6489659c-3f19-4a2c-89f8-52d37c938fb3), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:38:10.234007 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.agents_db [None req-615cdb4a-d653-495f-8f07-938524d0c5b5 None None] Agent healthcheck: found 6 active agents {{(pid=103296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:38:16.518828 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (48cc6dd0-9d47-40d1-bfd7-3609261a1488), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:38:27.709967 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-ce841fbd-c4c0-41b9-b9d0-b079eade816f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (c82c41e6-6be9-408a-ae4d-4131a3230230), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:38:30.101153 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-1c78ec95-f6e2-41a6-abb7-e3d87d455c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bb9cbda0-d504-4372-97ec-0881b5676f92), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:38:31.273957 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f19afa9d-e030-40e8-acc4-8e1b9083a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (63dcb6ae-3517-415b-a3a4-cfabe01bf14f), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:38:32.671044 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-735ee7a5-faf9-4a72-9605-65e031eaef75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bc479c0e-1124-4d13-b03e-bb2d712dc776), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:38:34.027474 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (6489659c-3f19-4a2c-89f8-52d37c938fb3), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:38:46.517380 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (48cc6dd0-9d47-40d1-bfd7-3609261a1488), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:38:47.232758 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.agents_db [None req-615cdb4a-d653-495f-8f07-938524d0c5b5 None None] Agent healthcheck: found 6 active agents {{(pid=103296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:38:57.714547 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-c2d36572-d27f-43b9-8c03-8a36b8b497a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (c82c41e6-6be9-408a-ae4d-4131a3230230), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:39:00.104101 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-c8eb8d78-878d-4525-b22f-9b67edf8b30e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bb9cbda0-d504-4372-97ec-0881b5676f92), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:39:01.276304 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f19afa9d-e030-40e8-acc4-8e1b9083a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (63dcb6ae-3517-415b-a3a4-cfabe01bf14f), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:39:02.688463 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-735ee7a5-faf9-4a72-9605-65e031eaef75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bc479c0e-1124-4d13-b03e-bb2d712dc776), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:39:04.029417 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (6489659c-3f19-4a2c-89f8-52d37c938fb3), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:39:16.515649 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (48cc6dd0-9d47-40d1-bfd7-3609261a1488), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:39:24.231905 dv-cinder-835879-1-iscsi neutron-server[103296]: DEBUG neutron.db.agents_db [None req-615cdb4a-d653-495f-8f07-938524d0c5b5 None None] Agent healthcheck: found 6 active agents {{(pid=103296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:39:27.715244 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-d98910e7-91a3-4635-88b6-d6a82f3b4e95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (c82c41e6-6be9-408a-ae4d-4131a3230230), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:39:30.105122 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-df876e9b-62d2-4488-8b27-c4fc250b9d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bb9cbda0-d504-4372-97ec-0881b5676f92), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:39:31.279089 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f19afa9d-e030-40e8-acc4-8e1b9083a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (63dcb6ae-3517-415b-a3a4-cfabe01bf14f), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:39:32.676976 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-735ee7a5-faf9-4a72-9605-65e031eaef75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (bc479c0e-1124-4d13-b03e-bb2d712dc776), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:39:34.031677 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec2b6-1b11-40d2-a117-d68d785e91c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (6489659c-3f19-4a2c-89f8-52d37c938fb3), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:39:46.518219 dv-cinder-835879-1-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79c386f1-f9d8-420d-84f6-06b394bb817d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759689995304', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-757154'] for agent (48cc6dd0-9d47-40d1-bfd7-3609261a1488), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}